diff options
Diffstat (limited to 'src/lib/libcrypto/arch/aarch64')
| -rw-r--r-- | src/lib/libcrypto/arch/aarch64/Makefile.inc | 4 | ||||
| -rw-r--r-- | src/lib/libcrypto/arch/aarch64/arm64_arch.h | 59 | ||||
| -rw-r--r-- | src/lib/libcrypto/arch/aarch64/arm64cap.c | 88 | ||||
| -rw-r--r-- | src/lib/libcrypto/arch/aarch64/arm64cpuid.S | 47 |
4 files changed, 196 insertions, 2 deletions
diff --git a/src/lib/libcrypto/arch/aarch64/Makefile.inc b/src/lib/libcrypto/arch/aarch64/Makefile.inc index d3d33e5941..48a340a6a2 100644 --- a/src/lib/libcrypto/arch/aarch64/Makefile.inc +++ b/src/lib/libcrypto/arch/aarch64/Makefile.inc | |||
| @@ -1,4 +1,4 @@ | |||
| 1 | # $OpenBSD: Makefile.inc,v 1.2 2019/07/02 19:31:28 patrick Exp $ | 1 | # $OpenBSD: Makefile.inc,v 1.3 2022/03/23 15:13:31 tb Exp $ |
| 2 | 2 | ||
| 3 | # aarch64-specific libcrypto build rules | 3 | # aarch64-specific libcrypto build rules |
| 4 | 4 | ||
| @@ -28,4 +28,4 @@ ${f}.S: ${LCRYPTO_SRC}/${dir}/asm/${f}.pl | |||
| 28 | .endfor | 28 | .endfor |
| 29 | 29 | ||
| 30 | CFLAGS+= -DOPENSSL_CPUID_OBJ | 30 | CFLAGS+= -DOPENSSL_CPUID_OBJ |
| 31 | SRCS+= arm64cpuid.S armcap.c | 31 | SRCS+= arm64cpuid.S arm64cap.c |
diff --git a/src/lib/libcrypto/arch/aarch64/arm64_arch.h b/src/lib/libcrypto/arch/aarch64/arm64_arch.h new file mode 100644 index 0000000000..7f35acaa7d --- /dev/null +++ b/src/lib/libcrypto/arch/aarch64/arm64_arch.h | |||
| @@ -0,0 +1,59 @@ | |||
| 1 | /* $OpenBSD: arm64_arch.h,v 1.1 2022/03/23 15:13:31 tb Exp $ */ | ||
| 2 | #ifndef __ARM_ARCH_H__ | ||
| 3 | #define __ARM_ARCH_H__ | ||
| 4 | |||
| 5 | #if !defined(__ARM_ARCH__) | ||
| 6 | # if defined(__CC_ARM) | ||
| 7 | # define __ARM_ARCH__ __TARGET_ARCH_ARM | ||
| 8 | # if defined(__BIG_ENDIAN) | ||
| 9 | # define __ARMEB__ | ||
| 10 | # else | ||
| 11 | # define __ARMEL__ | ||
| 12 | # endif | ||
| 13 | # elif defined(__GNUC__) | ||
| 14 | /* | ||
| 15 | * Why doesn't gcc define __ARM_ARCH__? Instead it defines | ||
| 16 | * bunch of below macros. See all_architectures[] table in | ||
| 17 | * gcc/config/arm/arm.c. On a side note it defines | ||
| 18 | * __ARMEL__/__ARMEB__ for little-/big-endian. | ||
| 19 | */ | ||
| 20 | # if defined(__ARM_ARCH) | ||
| 21 | # define __ARM_ARCH__ __ARM_ARCH | ||
| 22 | # elif defined(__ARM_ARCH_8A__) | ||
| 23 | # define __ARM_ARCH__ 8 | ||
| 24 | # elif defined(__ARM_ARCH_7__) || defined(__ARM_ARCH_7A__) || \ | ||
| 25 | defined(__ARM_ARCH_7R__)|| defined(__ARM_ARCH_7M__) || \ | ||
| 26 | defined(__ARM_ARCH_7EM__) | ||
| 27 | # define __ARM_ARCH__ 7 | ||
| 28 | # elif defined(__ARM_ARCH_6__) || defined(__ARM_ARCH_6J__) || \ | ||
| 29 | defined(__ARM_ARCH_6K__)|| defined(__ARM_ARCH_6M__) || \ | ||
| 30 | defined(__ARM_ARCH_6Z__)|| defined(__ARM_ARCH_6ZK__) || \ | ||
| 31 | defined(__ARM_ARCH_6T2__) | ||
| 32 | # define __ARM_ARCH__ 6 | ||
| 33 | # elif defined(__ARM_ARCH_5__) || defined(__ARM_ARCH_5T__) || \ | ||
| 34 | defined(__ARM_ARCH_5E__)|| defined(__ARM_ARCH_5TE__) || \ | ||
| 35 | defined(__ARM_ARCH_5TEJ__) | ||
| 36 | # define __ARM_ARCH__ 5 | ||
| 37 | # elif defined(__ARM_ARCH_4__) || defined(__ARM_ARCH_4T__) | ||
| 38 | # define __ARM_ARCH__ 4 | ||
| 39 | # else | ||
| 40 | # error "unsupported ARM architecture" | ||
| 41 | # endif | ||
| 42 | # endif | ||
| 43 | #endif | ||
| 44 | |||
| 45 | #if !defined(__ASSEMBLER__) | ||
| 46 | extern unsigned int OPENSSL_armcap_P; | ||
| 47 | |||
| 48 | #define ARMV7_NEON (1<<0) | ||
| 49 | #define ARMV8_AES (1<<1) | ||
| 50 | #define ARMV8_SHA1 (1<<2) | ||
| 51 | #define ARMV8_SHA256 (1<<3) | ||
| 52 | #define ARMV8_PMULL (1<<4) | ||
| 53 | #endif | ||
| 54 | |||
| 55 | #if defined(__OpenBSD__) | ||
| 56 | #define __STRICT_ALIGNMENT | ||
| 57 | #endif | ||
| 58 | |||
| 59 | #endif | ||
diff --git a/src/lib/libcrypto/arch/aarch64/arm64cap.c b/src/lib/libcrypto/arch/aarch64/arm64cap.c new file mode 100644 index 0000000000..b541ac31b9 --- /dev/null +++ b/src/lib/libcrypto/arch/aarch64/arm64cap.c | |||
| @@ -0,0 +1,88 @@ | |||
| 1 | /* $OpenBSD: arm64cap.c,v 1.1 2022/03/23 15:13:31 tb Exp $ */ | ||
| 2 | #include <stdio.h> | ||
| 3 | #include <stdlib.h> | ||
| 4 | #include <string.h> | ||
| 5 | #include <setjmp.h> | ||
| 6 | #include <signal.h> | ||
| 7 | #include <openssl/crypto.h> | ||
| 8 | |||
| 9 | #include "arm64_arch.h" | ||
| 10 | |||
| 11 | unsigned int OPENSSL_armcap_P; | ||
| 12 | |||
| 13 | #if __ARM_ARCH__ >= 7 | ||
| 14 | static sigset_t all_masked; | ||
| 15 | |||
| 16 | static sigjmp_buf ill_jmp; | ||
| 17 | static void ill_handler (int sig) { siglongjmp(ill_jmp, sig); | ||
| 18 | } | ||
| 19 | |||
| 20 | /* | ||
| 21 | * Following subroutines could have been inlined, but it's not all | ||
| 22 | * ARM compilers support inline assembler... | ||
| 23 | */ | ||
| 24 | void _armv7_neon_probe(void); | ||
| 25 | void _armv8_aes_probe(void); | ||
| 26 | void _armv8_sha1_probe(void); | ||
| 27 | void _armv8_sha256_probe(void); | ||
| 28 | void _armv8_pmull_probe(void); | ||
| 29 | #endif | ||
| 30 | |||
| 31 | #if defined(__GNUC__) && __GNUC__>=2 | ||
| 32 | void OPENSSL_cpuid_setup(void) __attribute__((constructor)); | ||
| 33 | #endif | ||
| 34 | |||
| 35 | void | ||
| 36 | OPENSSL_cpuid_setup(void) | ||
| 37 | { | ||
| 38 | #if __ARM_ARCH__ >= 7 | ||
| 39 | struct sigaction ill_oact, ill_act; | ||
| 40 | sigset_t oset; | ||
| 41 | #endif | ||
| 42 | static int trigger = 0; | ||
| 43 | |||
| 44 | if (trigger) | ||
| 45 | return; | ||
| 46 | trigger = 1; | ||
| 47 | |||
| 48 | OPENSSL_armcap_P = 0; | ||
| 49 | |||
| 50 | #if __ARM_ARCH__ >= 7 | ||
| 51 | sigfillset(&all_masked); | ||
| 52 | sigdelset(&all_masked, SIGILL); | ||
| 53 | sigdelset(&all_masked, SIGTRAP); | ||
| 54 | sigdelset(&all_masked, SIGFPE); | ||
| 55 | sigdelset(&all_masked, SIGBUS); | ||
| 56 | sigdelset(&all_masked, SIGSEGV); | ||
| 57 | |||
| 58 | memset(&ill_act, 0, sizeof(ill_act)); | ||
| 59 | ill_act.sa_handler = ill_handler; | ||
| 60 | ill_act.sa_mask = all_masked; | ||
| 61 | |||
| 62 | sigprocmask(SIG_SETMASK, &ill_act.sa_mask, &oset); | ||
| 63 | sigaction(SIGILL, &ill_act, &ill_oact); | ||
| 64 | |||
| 65 | if (sigsetjmp(ill_jmp, 1) == 0) { | ||
| 66 | _armv7_neon_probe(); | ||
| 67 | OPENSSL_armcap_P |= ARMV7_NEON; | ||
| 68 | if (sigsetjmp(ill_jmp, 1) == 0) { | ||
| 69 | _armv8_pmull_probe(); | ||
| 70 | OPENSSL_armcap_P |= ARMV8_PMULL | ARMV8_AES; | ||
| 71 | } else if (sigsetjmp(ill_jmp, 1) == 0) { | ||
| 72 | _armv8_aes_probe(); | ||
| 73 | OPENSSL_armcap_P |= ARMV8_AES; | ||
| 74 | } | ||
| 75 | if (sigsetjmp(ill_jmp, 1) == 0) { | ||
| 76 | _armv8_sha1_probe(); | ||
| 77 | OPENSSL_armcap_P |= ARMV8_SHA1; | ||
| 78 | } | ||
| 79 | if (sigsetjmp(ill_jmp, 1) == 0) { | ||
| 80 | _armv8_sha256_probe(); | ||
| 81 | OPENSSL_armcap_P |= ARMV8_SHA256; | ||
| 82 | } | ||
| 83 | } | ||
| 84 | |||
| 85 | sigaction (SIGILL, &ill_oact, NULL); | ||
| 86 | sigprocmask(SIG_SETMASK, &oset, NULL); | ||
| 87 | #endif | ||
| 88 | } | ||
diff --git a/src/lib/libcrypto/arch/aarch64/arm64cpuid.S b/src/lib/libcrypto/arch/aarch64/arm64cpuid.S new file mode 100644 index 0000000000..d267ad6897 --- /dev/null +++ b/src/lib/libcrypto/arch/aarch64/arm64cpuid.S | |||
| @@ -0,0 +1,47 @@ | |||
| 1 | #include "arm64_arch.h" | ||
| 2 | |||
| 3 | .text | ||
| 4 | .arch armv8-a+crypto+sha3 | ||
| 5 | |||
| 6 | .align 5 | ||
| 7 | .globl _armv7_neon_probe | ||
| 8 | .type _armv7_neon_probe,%function | ||
| 9 | _armv7_neon_probe: | ||
| 10 | orr v15.16b, v15.16b, v15.16b | ||
| 11 | ret | ||
| 12 | .size _armv7_neon_probe,.-_armv7_neon_probe | ||
| 13 | |||
| 14 | .globl _armv8_aes_probe | ||
| 15 | .type _armv8_aes_probe,%function | ||
| 16 | _armv8_aes_probe: | ||
| 17 | aese v0.16b, v0.16b | ||
| 18 | ret | ||
| 19 | .size _armv8_aes_probe,.-_armv8_aes_probe | ||
| 20 | |||
| 21 | .globl _armv8_sha1_probe | ||
| 22 | .type _armv8_sha1_probe,%function | ||
| 23 | _armv8_sha1_probe: | ||
| 24 | sha1h s0, s0 | ||
| 25 | ret | ||
| 26 | .size _armv8_sha1_probe,.-_armv8_sha1_probe | ||
| 27 | |||
| 28 | .globl _armv8_sha256_probe | ||
| 29 | .type _armv8_sha256_probe,%function | ||
| 30 | _armv8_sha256_probe: | ||
| 31 | sha256su0 v0.4s, v0.4s | ||
| 32 | ret | ||
| 33 | .size _armv8_sha256_probe,.-_armv8_sha256_probe | ||
| 34 | |||
| 35 | .globl _armv8_pmull_probe | ||
| 36 | .type _armv8_pmull_probe,%function | ||
| 37 | _armv8_pmull_probe: | ||
| 38 | pmull v0.1q, v0.1d, v0.1d | ||
| 39 | ret | ||
| 40 | .size _armv8_pmull_probe,.-_armv8_pmull_probe | ||
| 41 | |||
| 42 | .globl _armv8_sha512_probe | ||
| 43 | .type _armv8_sha512_probe,%function | ||
| 44 | _armv8_sha512_probe: | ||
| 45 | sha512su0 v0.2d,v0.2d | ||
| 46 | ret | ||
| 47 | .size _armv8_sha512_probe,.-_armv8_sha512_probe | ||
