mirror of
https://github.com/kmackay/micro-ecc.git
synced 2026-06-05 21:14:51 +00:00
Add faster ARM multiplication code using UMAAL (#69)
On ARM platforms that support UMAAL, this new code should speed up curve operations by 15-20%. There is automatic detection of UMAAL support using compiler macros, but if it doesn't work for a given platform, #define uECC_ARM_USE_UMAAL to 1 or 0 as desired.
This commit is contained in:
+141
-562
@@ -156,342 +156,16 @@ uECC_VLI_API uECC_word_t uECC_vli_sub(uECC_word_t *result,
|
||||
|
||||
#if (uECC_OPTIMIZATION_LEVEL >= 3)
|
||||
|
||||
#include "asm_arm_mult_square.inc"
|
||||
|
||||
#define FAST_MULT_ASM_5_TO_6 \
|
||||
"cmp r3, #5 \n\t" \
|
||||
"beq 1f \n\t" \
|
||||
\
|
||||
/* r4 = left high, r5 = right high */ \
|
||||
"ldr r4, [r1] \n\t" \
|
||||
"ldr r5, [r2] \n\t" \
|
||||
\
|
||||
"sub r0, #20 \n\t" \
|
||||
"sub r1, #20 \n\t" \
|
||||
"sub r2, #20 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r14, #0 \n\t" \
|
||||
"umull r9, r10, r4, r8 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r9, r9, r6 \n\t" \
|
||||
"adc r10, r10, #0 \n\t" \
|
||||
"adds r9, r9, r11 \n\t" \
|
||||
"adcs r10, r10, r12 \n\t" \
|
||||
"adc r14, r14, #0 \n\t" \
|
||||
"str r9, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r10, r10, r6 \n\t" \
|
||||
"adcs r14, r14, #0 \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r9, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r10, r10, r11 \n\t" \
|
||||
"adcs r14, r14, r12 \n\t" \
|
||||
"adc r9, r9, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r10, r10, r11 \n\t" \
|
||||
"adcs r14, r14, r12 \n\t" \
|
||||
"adc r9, r9, #0 \n\t" \
|
||||
"str r10, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r14, r14, r6 \n\t" \
|
||||
"adcs r9, r9, #0 \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r10, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r14, r14, r11 \n\t" \
|
||||
"adcs r9, r9, r12 \n\t" \
|
||||
"adc r10, r10, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r14, r14, r11 \n\t" \
|
||||
"adcs r9, r9, r12 \n\t" \
|
||||
"adc r10, r10, #0 \n\t" \
|
||||
"str r14, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r9, r9, r6 \n\t" \
|
||||
"adcs r10, r10, #0 \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r14, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r9, r9, r11 \n\t" \
|
||||
"adcs r10, r10, r12 \n\t" \
|
||||
"adc r14, r14, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r9, r9, r11 \n\t" \
|
||||
"adcs r10, r10, r12 \n\t" \
|
||||
"adc r14, r14, #0 \n\t" \
|
||||
"str r9, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r10, r10, r6 \n\t" \
|
||||
"adcs r14, r14, #0 \n\t" \
|
||||
/* skip past already-loaded (r4, r5) */ \
|
||||
"ldr r7, [r1], #8 \n\t" \
|
||||
"ldr r8, [r2], #8 \n\t" \
|
||||
"mov r9, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r10, r10, r11 \n\t" \
|
||||
"adcs r14, r14, r12 \n\t" \
|
||||
"adc r9, r9, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r10, r10, r11 \n\t" \
|
||||
"adcs r14, r14, r12 \n\t" \
|
||||
"adc r9, r9, #0 \n\t" \
|
||||
"str r10, [r0], #4 \n\t" \
|
||||
\
|
||||
"umull r11, r12, r4, r5 \n\t" \
|
||||
"adds r11, r11, r14 \n\t" \
|
||||
"adc r12, r12, r9 \n\t" \
|
||||
"stmia r0!, {r11, r12} \n\t"
|
||||
|
||||
#define FAST_MULT_ASM_6_TO_7 \
|
||||
"cmp r3, #6 \n\t" \
|
||||
"beq 1f \n\t" \
|
||||
\
|
||||
/* r4 = left high, r5 = right high */ \
|
||||
"ldr r4, [r1] \n\t" \
|
||||
"ldr r5, [r2] \n\t" \
|
||||
\
|
||||
"sub r0, #24 \n\t" \
|
||||
"sub r1, #24 \n\t" \
|
||||
"sub r2, #24 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r14, #0 \n\t" \
|
||||
"umull r9, r10, r4, r8 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r9, r9, r6 \n\t" \
|
||||
"adc r10, r10, #0 \n\t" \
|
||||
"adds r9, r9, r11 \n\t" \
|
||||
"adcs r10, r10, r12 \n\t" \
|
||||
"adc r14, r14, #0 \n\t" \
|
||||
"str r9, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r10, r10, r6 \n\t" \
|
||||
"adcs r14, r14, #0 \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r9, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r10, r10, r11 \n\t" \
|
||||
"adcs r14, r14, r12 \n\t" \
|
||||
"adc r9, r9, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r10, r10, r11 \n\t" \
|
||||
"adcs r14, r14, r12 \n\t" \
|
||||
"adc r9, r9, #0 \n\t" \
|
||||
"str r10, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r14, r14, r6 \n\t" \
|
||||
"adcs r9, r9, #0 \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r10, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r14, r14, r11 \n\t" \
|
||||
"adcs r9, r9, r12 \n\t" \
|
||||
"adc r10, r10, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r14, r14, r11 \n\t" \
|
||||
"adcs r9, r9, r12 \n\t" \
|
||||
"adc r10, r10, #0 \n\t" \
|
||||
"str r14, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r9, r9, r6 \n\t" \
|
||||
"adcs r10, r10, #0 \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r14, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r9, r9, r11 \n\t" \
|
||||
"adcs r10, r10, r12 \n\t" \
|
||||
"adc r14, r14, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r9, r9, r11 \n\t" \
|
||||
"adcs r10, r10, r12 \n\t" \
|
||||
"adc r14, r14, #0 \n\t" \
|
||||
"str r9, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r10, r10, r6 \n\t" \
|
||||
"adcs r14, r14, #0 \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r9, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r10, r10, r11 \n\t" \
|
||||
"adcs r14, r14, r12 \n\t" \
|
||||
"adc r9, r9, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r10, r10, r11 \n\t" \
|
||||
"adcs r14, r14, r12 \n\t" \
|
||||
"adc r9, r9, #0 \n\t" \
|
||||
"str r10, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r14, r14, r6 \n\t" \
|
||||
"adcs r9, r9, #0 \n\t" \
|
||||
/* skip past already-loaded (r4, r5) */ \
|
||||
"ldr r7, [r1], #8 \n\t" \
|
||||
"ldr r8, [r2], #8 \n\t" \
|
||||
"mov r10, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r14, r14, r11 \n\t" \
|
||||
"adcs r9, r9, r12 \n\t" \
|
||||
"adc r10, r10, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r14, r14, r11 \n\t" \
|
||||
"adcs r9, r9, r12 \n\t" \
|
||||
"adc r10, r10, #0 \n\t" \
|
||||
"str r14, [r0], #4 \n\t" \
|
||||
\
|
||||
"umull r11, r12, r4, r5 \n\t" \
|
||||
"adds r11, r11, r9 \n\t" \
|
||||
"adc r12, r12, r10 \n\t" \
|
||||
"stmia r0!, {r11, r12} \n\t"
|
||||
|
||||
#define FAST_MULT_ASM_7_TO_8 \
|
||||
"cmp r3, #7 \n\t" \
|
||||
"beq 1f \n\t" \
|
||||
\
|
||||
/* r4 = left high, r5 = right high */ \
|
||||
"ldr r4, [r1] \n\t" \
|
||||
"ldr r5, [r2] \n\t" \
|
||||
\
|
||||
"sub r0, #28 \n\t" \
|
||||
"sub r1, #28 \n\t" \
|
||||
"sub r2, #28 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r14, #0 \n\t" \
|
||||
"umull r9, r10, r4, r8 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r9, r9, r6 \n\t" \
|
||||
"adc r10, r10, #0 \n\t" \
|
||||
"adds r9, r9, r11 \n\t" \
|
||||
"adcs r10, r10, r12 \n\t" \
|
||||
"adc r14, r14, #0 \n\t" \
|
||||
"str r9, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r10, r10, r6 \n\t" \
|
||||
"adcs r14, r14, #0 \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r9, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r10, r10, r11 \n\t" \
|
||||
"adcs r14, r14, r12 \n\t" \
|
||||
"adc r9, r9, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r10, r10, r11 \n\t" \
|
||||
"adcs r14, r14, r12 \n\t" \
|
||||
"adc r9, r9, #0 \n\t" \
|
||||
"str r10, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r14, r14, r6 \n\t" \
|
||||
"adcs r9, r9, #0 \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r10, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r14, r14, r11 \n\t" \
|
||||
"adcs r9, r9, r12 \n\t" \
|
||||
"adc r10, r10, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r14, r14, r11 \n\t" \
|
||||
"adcs r9, r9, r12 \n\t" \
|
||||
"adc r10, r10, #0 \n\t" \
|
||||
"str r14, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r9, r9, r6 \n\t" \
|
||||
"adcs r10, r10, #0 \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r14, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r9, r9, r11 \n\t" \
|
||||
"adcs r10, r10, r12 \n\t" \
|
||||
"adc r14, r14, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r9, r9, r11 \n\t" \
|
||||
"adcs r10, r10, r12 \n\t" \
|
||||
"adc r14, r14, #0 \n\t" \
|
||||
"str r9, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r10, r10, r6 \n\t" \
|
||||
"adcs r14, r14, #0 \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r9, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r10, r10, r11 \n\t" \
|
||||
"adcs r14, r14, r12 \n\t" \
|
||||
"adc r9, r9, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r10, r10, r11 \n\t" \
|
||||
"adcs r14, r14, r12 \n\t" \
|
||||
"adc r9, r9, #0 \n\t" \
|
||||
"str r10, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r14, r14, r6 \n\t" \
|
||||
"adcs r9, r9, #0 \n\t" \
|
||||
"ldr r7, [r1], #4 \n\t" \
|
||||
"ldr r8, [r2], #4 \n\t" \
|
||||
"mov r10, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r14, r14, r11 \n\t" \
|
||||
"adcs r9, r9, r12 \n\t" \
|
||||
"adc r10, r10, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r14, r14, r11 \n\t" \
|
||||
"adcs r9, r9, r12 \n\t" \
|
||||
"adc r10, r10, #0 \n\t" \
|
||||
"str r14, [r0], #4 \n\t" \
|
||||
\
|
||||
"ldr r6, [r0] \n\t" \
|
||||
"adds r9, r9, r6 \n\t" \
|
||||
"adcs r10, r10, #0 \n\t" \
|
||||
/* skip past already-loaded (r4, r5) */ \
|
||||
"ldr r7, [r1], #8 \n\t" \
|
||||
"ldr r8, [r2], #8 \n\t" \
|
||||
"mov r14, #0 \n\t" \
|
||||
"umull r11, r12, r4, r8 \n\t" \
|
||||
"adds r9, r9, r11 \n\t" \
|
||||
"adcs r10, r10, r12 \n\t" \
|
||||
"adc r14, r14, #0 \n\t" \
|
||||
"umull r11, r12, r5, r7 \n\t" \
|
||||
"adds r9, r9, r11 \n\t" \
|
||||
"adcs r10, r10, r12 \n\t" \
|
||||
"adc r14, r14, #0 \n\t" \
|
||||
"str r9, [r0], #4 \n\t" \
|
||||
\
|
||||
"umull r11, r12, r4, r5 \n\t" \
|
||||
"adds r11, r11, r10 \n\t" \
|
||||
"adc r12, r12, r14 \n\t" \
|
||||
"stmia r0!, {r11, r12} \n\t"
|
||||
|
||||
#if (uECC_PLATFORM != uECC_arm_thumb)
|
||||
|
||||
#if uECC_ARM_USE_UMAAL
|
||||
#include "asm_arm_mult_square_umaal.inc"
|
||||
#else
|
||||
#include "asm_arm_mult_square.inc"
|
||||
#endif
|
||||
|
||||
#if (uECC_OPTIMIZATION_LEVEL == 3)
|
||||
|
||||
uECC_VLI_API void uECC_vli_mult(uint32_t *result,
|
||||
const uint32_t *left,
|
||||
const uint32_t *right,
|
||||
@@ -503,11 +177,8 @@ uECC_VLI_API void uECC_vli_mult(uint32_t *result,
|
||||
|
||||
__asm__ volatile (
|
||||
".syntax unified \n\t"
|
||||
"push {r3} \n\t"
|
||||
|
||||
#if (uECC_MIN_WORDS == 5)
|
||||
FAST_MULT_ASM_5
|
||||
"pop {r3} \n\t"
|
||||
#if (uECC_MAX_WORDS > 5)
|
||||
FAST_MULT_ASM_5_TO_6
|
||||
#endif
|
||||
@@ -519,7 +190,6 @@ uECC_VLI_API void uECC_vli_mult(uint32_t *result,
|
||||
#endif
|
||||
#elif (uECC_MIN_WORDS == 6)
|
||||
FAST_MULT_ASM_6
|
||||
"pop {r3} \n\t"
|
||||
#if (uECC_MAX_WORDS > 6)
|
||||
FAST_MULT_ASM_6_TO_7
|
||||
#endif
|
||||
@@ -528,15 +198,12 @@ uECC_VLI_API void uECC_vli_mult(uint32_t *result,
|
||||
#endif
|
||||
#elif (uECC_MIN_WORDS == 7)
|
||||
FAST_MULT_ASM_7
|
||||
"pop {r3} \n\t"
|
||||
#if (uECC_MAX_WORDS > 7)
|
||||
FAST_MULT_ASM_7_TO_8
|
||||
#endif
|
||||
#elif (uECC_MIN_WORDS == 8)
|
||||
FAST_MULT_ASM_8
|
||||
"pop {r3} \n\t"
|
||||
#endif
|
||||
|
||||
"1: \n\t"
|
||||
RESUME_SYNTAX
|
||||
: "+r" (r0), "+r" (r1), "+r" (r2)
|
||||
@@ -547,217 +214,6 @@ uECC_VLI_API void uECC_vli_mult(uint32_t *result,
|
||||
#define asm_mult 1
|
||||
|
||||
#if uECC_SQUARE_FUNC
|
||||
|
||||
#define FAST_SQUARE_ASM_5_TO_6 \
|
||||
"cmp r2, #5 \n\t" \
|
||||
"beq 1f \n\t" \
|
||||
\
|
||||
/* r3 = high */ \
|
||||
"ldr r3, [r1] \n\t" \
|
||||
\
|
||||
"sub r0, #20 \n\t" \
|
||||
"sub r1, #20 \n\t" \
|
||||
\
|
||||
/* Do off-center multiplication */ \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r4, r5, r3, r14 \n\t" \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r7, r6, r3, r14 \n\t" \
|
||||
"adds r5, r5, r7 \n\t" \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r8, r7, r3, r14 \n\t" \
|
||||
"adcs r6, r6, r8 \n\t" \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r9, r8, r3, r14 \n\t" \
|
||||
"adcs r7, r7, r9 \n\t" \
|
||||
/* Skip already-loaded r3 */ \
|
||||
"ldr r14, [r1], #8 \n\t" \
|
||||
"umull r10, r9, r3, r14 \n\t" \
|
||||
"adcs r8, r8, r10 \n\t" \
|
||||
"adcs r9, r9, #0 \n\t" \
|
||||
\
|
||||
/* Multiply by 2 */ \
|
||||
"mov r10, #0 \n\t" \
|
||||
"adds r4, r4, r4 \n\t" \
|
||||
"adcs r5, r5, r5 \n\t" \
|
||||
"adcs r6, r6, r6 \n\t" \
|
||||
"adcs r7, r7, r7 \n\t" \
|
||||
"adcs r8, r8, r8 \n\t" \
|
||||
"adcs r9, r9, r9 \n\t" \
|
||||
"adcs r10, r10, #0 \n\t" \
|
||||
\
|
||||
/* Add into previous */ \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adds r4, r4, r14 \n\t" \
|
||||
"str r4, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r5, r5, r14 \n\t" \
|
||||
"str r5, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r6, r6, r14 \n\t" \
|
||||
"str r6, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r7, r7, r14 \n\t" \
|
||||
"str r7, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r8, r8, r14 \n\t" \
|
||||
"str r8, [r0], #4 \n\t" \
|
||||
"adcs r9, r9, #0 \n\t" \
|
||||
"adcs r10, r10, #0 \n\t" \
|
||||
\
|
||||
/* Perform center multiplication */ \
|
||||
"umull r4, r5, r3, r3 \n\t" \
|
||||
"adds r4, r4, r9 \n\t" \
|
||||
"adc r5, r5, r10 \n\t" \
|
||||
"stmia r0!, {r4, r5} \n\t"
|
||||
|
||||
#define FAST_SQUARE_ASM_6_TO_7 \
|
||||
"cmp r2, #6 \n\t" \
|
||||
"beq 1f \n\t" \
|
||||
\
|
||||
/* r3 = high */ \
|
||||
"ldr r3, [r1] \n\t" \
|
||||
\
|
||||
"sub r0, #24 \n\t" \
|
||||
"sub r1, #24 \n\t" \
|
||||
\
|
||||
/* Do off-center multiplication */ \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r4, r5, r3, r14 \n\t" \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r7, r6, r3, r14 \n\t" \
|
||||
"adds r5, r5, r7 \n\t" \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r8, r7, r3, r14 \n\t" \
|
||||
"adcs r6, r6, r8 \n\t" \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r9, r8, r3, r14 \n\t" \
|
||||
"adcs r7, r7, r9 \n\t" \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r10, r9, r3, r14 \n\t" \
|
||||
"adcs r8, r8, r10 \n\t" \
|
||||
/* Skip already-loaded r3 */ \
|
||||
"ldr r14, [r1], #8 \n\t" \
|
||||
"umull r11, r10, r3, r14 \n\t" \
|
||||
"adcs r9, r9, r11 \n\t" \
|
||||
"adcs r10, r10, #0 \n\t" \
|
||||
\
|
||||
/* Multiply by 2 */ \
|
||||
"mov r11, #0 \n\t" \
|
||||
"adds r4, r4, r4 \n\t" \
|
||||
"adcs r5, r5, r5 \n\t" \
|
||||
"adcs r6, r6, r6 \n\t" \
|
||||
"adcs r7, r7, r7 \n\t" \
|
||||
"adcs r8, r8, r8 \n\t" \
|
||||
"adcs r9, r9, r9 \n\t" \
|
||||
"adcs r10, r10, r10 \n\t" \
|
||||
"adcs r11, r11, #0 \n\t" \
|
||||
\
|
||||
/* Add into previous */ \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adds r4, r4, r14 \n\t" \
|
||||
"str r4, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r5, r5, r14 \n\t" \
|
||||
"str r5, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r6, r6, r14 \n\t" \
|
||||
"str r6, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r7, r7, r14 \n\t" \
|
||||
"str r7, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r8, r8, r14 \n\t" \
|
||||
"str r8, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r9, r9, r14 \n\t" \
|
||||
"str r9, [r0], #4 \n\t" \
|
||||
"adcs r10, r10, #0 \n\t" \
|
||||
"adcs r11, r11, #0 \n\t" \
|
||||
\
|
||||
/* Perform center multiplication */ \
|
||||
"umull r4, r5, r3, r3 \n\t" \
|
||||
"adds r4, r4, r10 \n\t" \
|
||||
"adc r5, r5, r11 \n\t" \
|
||||
"stmia r0!, {r4, r5} \n\t"
|
||||
|
||||
#define FAST_SQUARE_ASM_7_TO_8 \
|
||||
"cmp r2, #7 \n\t" \
|
||||
"beq 1f \n\t" \
|
||||
\
|
||||
/* r3 = high */ \
|
||||
"ldr r3, [r1] \n\t" \
|
||||
\
|
||||
"sub r0, #28 \n\t" \
|
||||
"sub r1, #28 \n\t" \
|
||||
\
|
||||
/* Do off-center multiplication */ \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r4, r5, r3, r14 \n\t" \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r7, r6, r3, r14 \n\t" \
|
||||
"adds r5, r5, r7 \n\t" \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r8, r7, r3, r14 \n\t" \
|
||||
"adcs r6, r6, r8 \n\t" \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r9, r8, r3, r14 \n\t" \
|
||||
"adcs r7, r7, r9 \n\t" \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r10, r9, r3, r14 \n\t" \
|
||||
"adcs r8, r8, r10 \n\t" \
|
||||
"ldr r14, [r1], #4 \n\t" \
|
||||
"umull r11, r10, r3, r14 \n\t" \
|
||||
"adcs r9, r9, r11 \n\t" \
|
||||
/* Skip already-loaded r3 */ \
|
||||
"ldr r14, [r1], #8 \n\t" \
|
||||
"umull r12, r11, r3, r14 \n\t" \
|
||||
"adcs r10, r10, r12 \n\t" \
|
||||
"adcs r11, r11, #0 \n\t" \
|
||||
\
|
||||
/* Multiply by 2 */ \
|
||||
"mov r12, #0 \n\t" \
|
||||
"adds r4, r4, r4 \n\t" \
|
||||
"adcs r5, r5, r5 \n\t" \
|
||||
"adcs r6, r6, r6 \n\t" \
|
||||
"adcs r7, r7, r7 \n\t" \
|
||||
"adcs r8, r8, r8 \n\t" \
|
||||
"adcs r9, r9, r9 \n\t" \
|
||||
"adcs r10, r10, r10 \n\t" \
|
||||
"adcs r11, r11, r11 \n\t" \
|
||||
"adcs r12, r12, #0 \n\t" \
|
||||
\
|
||||
/* Add into previous */ \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adds r4, r4, r14 \n\t" \
|
||||
"str r4, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r5, r5, r14 \n\t" \
|
||||
"str r5, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r6, r6, r14 \n\t" \
|
||||
"str r6, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r7, r7, r14 \n\t" \
|
||||
"str r7, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r8, r8, r14 \n\t" \
|
||||
"str r8, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r9, r9, r14 \n\t" \
|
||||
"str r9, [r0], #4 \n\t" \
|
||||
"ldr r14, [r0] \n\t" \
|
||||
"adcs r10, r10, r14 \n\t" \
|
||||
"str r10, [r0], #4 \n\t" \
|
||||
"adcs r11, r11, #0 \n\t" \
|
||||
"adcs r12, r12, #0 \n\t" \
|
||||
\
|
||||
/* Perform center multiplication */ \
|
||||
"umull r4, r5, r3, r3 \n\t" \
|
||||
"adds r4, r4, r11 \n\t" \
|
||||
"adc r5, r5, r12 \n\t" \
|
||||
"stmia r0!, {r4, r5} \n\t"
|
||||
|
||||
uECC_VLI_API void uECC_vli_square(uECC_word_t *result,
|
||||
const uECC_word_t *left,
|
||||
wordcount_t num_words) {
|
||||
@@ -767,13 +223,9 @@ uECC_VLI_API void uECC_vli_square(uECC_word_t *result,
|
||||
|
||||
__asm__ volatile (
|
||||
".syntax unified \n\t"
|
||||
"push {r1, r2} \n\t"
|
||||
|
||||
#if (uECC_MIN_WORDS == 5)
|
||||
FAST_SQUARE_ASM_5
|
||||
"pop {r1, r2} \n\t"
|
||||
#if (uECC_MAX_WORDS > 5)
|
||||
"add r1, #20 \n\t"
|
||||
FAST_SQUARE_ASM_5_TO_6
|
||||
#endif
|
||||
#if (uECC_MAX_WORDS > 6)
|
||||
@@ -784,9 +236,7 @@ uECC_VLI_API void uECC_vli_square(uECC_word_t *result,
|
||||
#endif
|
||||
#elif (uECC_MIN_WORDS == 6)
|
||||
FAST_SQUARE_ASM_6
|
||||
"pop {r1, r2} \n\t"
|
||||
#if (uECC_MAX_WORDS > 6)
|
||||
"add r1, #24 \n\t"
|
||||
FAST_SQUARE_ASM_6_TO_7
|
||||
#endif
|
||||
#if (uECC_MAX_WORDS > 7)
|
||||
@@ -794,14 +244,11 @@ uECC_VLI_API void uECC_vli_square(uECC_word_t *result,
|
||||
#endif
|
||||
#elif (uECC_MIN_WORDS == 7)
|
||||
FAST_SQUARE_ASM_7
|
||||
"pop {r1, r2} \n\t"
|
||||
#if (uECC_MAX_WORDS > 7)
|
||||
"add r1, #28 \n\t"
|
||||
FAST_SQUARE_ASM_7_TO_8
|
||||
#endif
|
||||
#elif (uECC_MIN_WORDS == 8)
|
||||
FAST_SQUARE_ASM_8
|
||||
"pop {r1, r2} \n\t"
|
||||
#endif
|
||||
|
||||
"1: \n\t"
|
||||
@@ -814,6 +261,138 @@ uECC_VLI_API void uECC_vli_square(uECC_word_t *result,
|
||||
#define asm_square 1
|
||||
#endif /* uECC_SQUARE_FUNC */
|
||||
|
||||
#else /* (uECC_OPTIMIZATION_LEVEL > 3) */
|
||||
|
||||
uECC_VLI_API void uECC_vli_mult(uint32_t *result,
|
||||
const uint32_t *left,
|
||||
const uint32_t *right,
|
||||
wordcount_t num_words) {
|
||||
register uint32_t *r0 __asm__("r0") = result;
|
||||
register const uint32_t *r1 __asm__("r1") = left;
|
||||
register const uint32_t *r2 __asm__("r2") = right;
|
||||
register uint32_t r3 __asm__("r3") = num_words;
|
||||
|
||||
#if uECC_SUPPORTS_secp160r1
|
||||
if (num_words == 5) {
|
||||
__asm__ volatile (
|
||||
".syntax unified \n\t"
|
||||
FAST_MULT_ASM_5
|
||||
RESUME_SYNTAX
|
||||
: "+r" (r0), "+r" (r1), "+r" (r2)
|
||||
: "r" (r3)
|
||||
: "r4", "r5", "r6", "r7", "r8", "r9", "r10", "r11", "r12", "r14", "cc", "memory"
|
||||
);
|
||||
return;
|
||||
}
|
||||
#endif
|
||||
#if uECC_SUPPORTS_secp192r1
|
||||
if (num_words == 6) {
|
||||
__asm__ volatile (
|
||||
".syntax unified \n\t"
|
||||
FAST_MULT_ASM_6
|
||||
RESUME_SYNTAX
|
||||
: "+r" (r0), "+r" (r1), "+r" (r2)
|
||||
: "r" (r3)
|
||||
: "r4", "r5", "r6", "r7", "r8", "r9", "r10", "r11", "r12", "r14", "cc", "memory"
|
||||
);
|
||||
return;
|
||||
}
|
||||
#endif
|
||||
#if uECC_SUPPORTS_secp224r1
|
||||
if (num_words == 7) {
|
||||
__asm__ volatile (
|
||||
".syntax unified \n\t"
|
||||
FAST_MULT_ASM_7
|
||||
RESUME_SYNTAX
|
||||
: "+r" (r0), "+r" (r1), "+r" (r2)
|
||||
: "r" (r3)
|
||||
: "r4", "r5", "r6", "r7", "r8", "r9", "r10", "r11", "r12", "r14", "cc", "memory"
|
||||
);
|
||||
return;
|
||||
}
|
||||
#endif
|
||||
#if (uECC_SUPPORTS_secp256r1 || uECC_SUPPORTS_secp256k1)
|
||||
if (num_words == 8) {
|
||||
__asm__ volatile (
|
||||
".syntax unified \n\t"
|
||||
FAST_MULT_ASM_8
|
||||
RESUME_SYNTAX
|
||||
: "+r" (r0), "+r" (r1), "+r" (r2)
|
||||
: "r" (r3)
|
||||
: "r4", "r5", "r6", "r7", "r8", "r9", "r10", "r11", "r12", "r14", "cc", "memory"
|
||||
);
|
||||
return;
|
||||
}
|
||||
#endif
|
||||
}
|
||||
#define asm_mult 1
|
||||
|
||||
#if uECC_SQUARE_FUNC
|
||||
uECC_VLI_API void uECC_vli_square(uECC_word_t *result,
|
||||
const uECC_word_t *left,
|
||||
wordcount_t num_words) {
|
||||
register uint32_t *r0 __asm__("r0") = result;
|
||||
register const uint32_t *r1 __asm__("r1") = left;
|
||||
register uint32_t r2 __asm__("r2") = num_words;
|
||||
|
||||
#if uECC_SUPPORTS_secp160r1
|
||||
if (num_words == 5) {
|
||||
__asm__ volatile (
|
||||
".syntax unified \n\t"
|
||||
FAST_SQUARE_ASM_5
|
||||
RESUME_SYNTAX
|
||||
: "+r" (r0), "+r" (r1)
|
||||
: "r" (r2)
|
||||
: "r3", "r4", "r5", "r6", "r7", "r8", "r9", "r10", "r11", "r12", "r14", "cc", "memory"
|
||||
);
|
||||
return;
|
||||
}
|
||||
#endif
|
||||
#if uECC_SUPPORTS_secp192r1
|
||||
if (num_words == 6) {
|
||||
__asm__ volatile (
|
||||
".syntax unified \n\t"
|
||||
FAST_SQUARE_ASM_6
|
||||
RESUME_SYNTAX
|
||||
: "+r" (r0), "+r" (r1)
|
||||
: "r" (r2)
|
||||
: "r3", "r4", "r5", "r6", "r7", "r8", "r9", "r10", "r11", "r12", "r14", "cc", "memory"
|
||||
);
|
||||
return;
|
||||
}
|
||||
#endif
|
||||
#if uECC_SUPPORTS_secp224r1
|
||||
if (num_words == 7) {
|
||||
__asm__ volatile (
|
||||
".syntax unified \n\t"
|
||||
FAST_SQUARE_ASM_7
|
||||
RESUME_SYNTAX
|
||||
: "+r" (r0), "+r" (r1)
|
||||
: "r" (r2)
|
||||
: "r3", "r4", "r5", "r6", "r7", "r8", "r9", "r10", "r11", "r12", "r14", "cc", "memory"
|
||||
);
|
||||
return;
|
||||
}
|
||||
#endif
|
||||
#if (uECC_SUPPORTS_secp256r1 || uECC_SUPPORTS_secp256k1)
|
||||
if (num_words == 8) {
|
||||
__asm__ volatile (
|
||||
".syntax unified \n\t"
|
||||
FAST_SQUARE_ASM_8
|
||||
RESUME_SYNTAX
|
||||
: "+r" (r0), "+r" (r1)
|
||||
: "r" (r2)
|
||||
: "r3", "r4", "r5", "r6", "r7", "r8", "r9", "r10", "r11", "r12", "r14", "cc", "memory"
|
||||
);
|
||||
return;
|
||||
}
|
||||
#endif
|
||||
}
|
||||
#define asm_square 1
|
||||
#endif /* uECC_SQUARE_FUNC */
|
||||
|
||||
#endif /* (uECC_OPTIMIZATION_LEVEL > 3) */
|
||||
|
||||
#endif /* uECC_PLATFORM != uECC_arm_thumb */
|
||||
|
||||
#endif /* (uECC_OPTIMIZATION_LEVEL >= 3) */
|
||||
|
||||
+735
-232
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -23,6 +23,16 @@
|
||||
#endif
|
||||
#endif
|
||||
|
||||
#ifndef uECC_ARM_USE_UMAAL
|
||||
#if (uECC_PLATFORM == uECC_arm) && (__ARM_ARCH >= 6)
|
||||
#define uECC_ARM_USE_UMAAL 1
|
||||
#elif (uECC_PLATFORM == uECC_arm_thumb2) && (__ARM_ARCH >= 6) && !__ARM_ARCH_7M__
|
||||
#define uECC_ARM_USE_UMAAL 1
|
||||
#else
|
||||
#define uECC_ARM_USE_UMAAL 0
|
||||
#endif
|
||||
#endif
|
||||
|
||||
#ifndef uECC_WORD_SIZE
|
||||
#if uECC_PLATFORM == uECC_avr
|
||||
#define uECC_WORD_SIZE 1
|
||||
|
||||
@@ -23,7 +23,9 @@ platform. */
|
||||
|
||||
/* Optimization level; trade speed for code size.
|
||||
Larger values produce code that is faster but larger.
|
||||
Currently supported values are 0 - 3; 0 is unusably slow for most applications. */
|
||||
Currently supported values are 0 - 4; 0 is unusably slow for most applications.
|
||||
Optimization level 4 currently only has an effect ARM platforms where more than one
|
||||
curve is enabled. */
|
||||
#ifndef uECC_OPTIMIZATION_LEVEL
|
||||
#define uECC_OPTIMIZATION_LEVEL 2
|
||||
#endif
|
||||
|
||||
Reference in New Issue
Block a user