| 1 | /*
|
|---|
| 2 | * Copyright 2011-2024 The OpenSSL Project Authors. All Rights Reserved.
|
|---|
| 3 | *
|
|---|
| 4 | * Licensed under the Apache License 2.0 (the "License"). You may not use
|
|---|
| 5 | * this file except in compliance with the License. You can obtain a copy
|
|---|
| 6 | * in the file LICENSE in the source distribution or at
|
|---|
| 7 | * https://www.openssl.org/source/license.html
|
|---|
| 8 | */
|
|---|
| 9 |
|
|---|
| 10 | #ifndef OSSL_CRYPTO_ARM_ARCH_H
|
|---|
| 11 | # define OSSL_CRYPTO_ARM_ARCH_H
|
|---|
| 12 |
|
|---|
| 13 | # if !defined(__ARM_ARCH__)
|
|---|
| 14 | # if defined(__CC_ARM)
|
|---|
| 15 | # define __ARM_ARCH__ __TARGET_ARCH_ARM
|
|---|
| 16 | # if defined(__BIG_ENDIAN)
|
|---|
| 17 | # define __ARMEB__
|
|---|
| 18 | # else
|
|---|
| 19 | # define __ARMEL__
|
|---|
| 20 | # endif
|
|---|
| 21 | # elif defined(__GNUC__)
|
|---|
| 22 | # if defined(__aarch64__)
|
|---|
| 23 | # define __ARM_ARCH__ 8
|
|---|
| 24 | /*
|
|---|
| 25 | * Why doesn't gcc define __ARM_ARCH__? Instead it defines
|
|---|
| 26 | * bunch of below macros. See all_architectures[] table in
|
|---|
| 27 | * gcc/config/arm/arm.c. On a side note it defines
|
|---|
| 28 | * __ARMEL__/__ARMEB__ for little-/big-endian.
|
|---|
| 29 | */
|
|---|
| 30 | # elif defined(__ARM_ARCH)
|
|---|
| 31 | # define __ARM_ARCH__ __ARM_ARCH
|
|---|
| 32 | # elif defined(__ARM_ARCH_8A__)
|
|---|
| 33 | # define __ARM_ARCH__ 8
|
|---|
| 34 | # elif defined(__ARM_ARCH_7__) || defined(__ARM_ARCH_7A__) || \
|
|---|
| 35 | defined(__ARM_ARCH_7R__)|| defined(__ARM_ARCH_7M__) || \
|
|---|
| 36 | defined(__ARM_ARCH_7EM__)
|
|---|
| 37 | # define __ARM_ARCH__ 7
|
|---|
| 38 | # elif defined(__ARM_ARCH_6__) || defined(__ARM_ARCH_6J__) || \
|
|---|
| 39 | defined(__ARM_ARCH_6K__)|| defined(__ARM_ARCH_6M__) || \
|
|---|
| 40 | defined(__ARM_ARCH_6Z__)|| defined(__ARM_ARCH_6ZK__) || \
|
|---|
| 41 | defined(__ARM_ARCH_6T2__)
|
|---|
| 42 | # define __ARM_ARCH__ 6
|
|---|
| 43 | # elif defined(__ARM_ARCH_5__) || defined(__ARM_ARCH_5T__) || \
|
|---|
| 44 | defined(__ARM_ARCH_5E__)|| defined(__ARM_ARCH_5TE__) || \
|
|---|
| 45 | defined(__ARM_ARCH_5TEJ__)
|
|---|
| 46 | # define __ARM_ARCH__ 5
|
|---|
| 47 | # elif defined(__ARM_ARCH_4__) || defined(__ARM_ARCH_4T__)
|
|---|
| 48 | # define __ARM_ARCH__ 4
|
|---|
| 49 | # else
|
|---|
| 50 | # error "unsupported ARM architecture"
|
|---|
| 51 | # endif
|
|---|
| 52 | # elif defined(__ARM_ARCH)
|
|---|
| 53 | # define __ARM_ARCH__ __ARM_ARCH
|
|---|
| 54 | # endif
|
|---|
| 55 | # endif
|
|---|
| 56 |
|
|---|
| 57 | # if !defined(__ARM_MAX_ARCH__)
|
|---|
| 58 | # define __ARM_MAX_ARCH__ __ARM_ARCH__
|
|---|
| 59 | # endif
|
|---|
| 60 |
|
|---|
| 61 | # if __ARM_MAX_ARCH__<__ARM_ARCH__
|
|---|
| 62 | # error "__ARM_MAX_ARCH__ can't be less than __ARM_ARCH__"
|
|---|
| 63 | # elif __ARM_MAX_ARCH__!=__ARM_ARCH__
|
|---|
| 64 | # if __ARM_ARCH__<7 && __ARM_MAX_ARCH__>=7 && defined(__ARMEB__)
|
|---|
| 65 | # error "can't build universal big-endian binary"
|
|---|
| 66 | # endif
|
|---|
| 67 | # endif
|
|---|
| 68 |
|
|---|
| 69 | # ifndef __ASSEMBLER__
|
|---|
| 70 | extern unsigned int OPENSSL_armcap_P;
|
|---|
| 71 | extern unsigned int OPENSSL_arm_midr;
|
|---|
| 72 | extern unsigned int OPENSSL_armv8_rsa_neonized;
|
|---|
| 73 | # endif
|
|---|
| 74 |
|
|---|
| 75 | # define ARMV7_NEON (1<<0)
|
|---|
| 76 | # define ARMV7_TICK (1<<1)
|
|---|
| 77 | # define ARMV8_AES (1<<2)
|
|---|
| 78 | # define ARMV8_SHA1 (1<<3)
|
|---|
| 79 | # define ARMV8_SHA256 (1<<4)
|
|---|
| 80 | # define ARMV8_PMULL (1<<5)
|
|---|
| 81 | # define ARMV8_SHA512 (1<<6)
|
|---|
| 82 | # define ARMV8_CPUID (1<<7)
|
|---|
| 83 | # define ARMV8_RNG (1<<8)
|
|---|
| 84 | # define ARMV8_SM3 (1<<9)
|
|---|
| 85 | # define ARMV8_SM4 (1<<10)
|
|---|
| 86 | # define ARMV8_SHA3 (1<<11)
|
|---|
| 87 | # define ARMV8_UNROLL8_EOR3 (1<<12)
|
|---|
| 88 | # define ARMV8_SVE (1<<13)
|
|---|
| 89 | # define ARMV8_SVE2 (1<<14)
|
|---|
| 90 | # define ARMV8_HAVE_SHA3_AND_WORTH_USING (1<<15)
|
|---|
| 91 | # define ARMV8_UNROLL12_EOR3 (1<<16)
|
|---|
| 92 |
|
|---|
| 93 | /*
|
|---|
| 94 | * MIDR_EL1 system register
|
|---|
| 95 | *
|
|---|
| 96 | * 63___ _ ___32_31___ _ ___24_23_____20_19_____16_15__ _ __4_3_______0
|
|---|
| 97 | * | | | | | | |
|
|---|
| 98 | * |RES0 | Implementer | Variant | Arch | PartNum |Revision|
|
|---|
| 99 | * |____ _ _____|_____ _ _____|_________|_______ _|____ _ ___|________|
|
|---|
| 100 | *
|
|---|
| 101 | */
|
|---|
| 102 |
|
|---|
| 103 | # define ARM_CPU_IMP_ARM 0x41
|
|---|
| 104 | # define HISI_CPU_IMP 0x48
|
|---|
| 105 | # define ARM_CPU_IMP_APPLE 0x61
|
|---|
| 106 | # define ARM_CPU_IMP_MICROSOFT 0x6D
|
|---|
| 107 |
|
|---|
| 108 | # define ARM_CPU_PART_CORTEX_A72 0xD08
|
|---|
| 109 | # define ARM_CPU_PART_N1 0xD0C
|
|---|
| 110 | # define ARM_CPU_PART_V1 0xD40
|
|---|
| 111 | # define ARM_CPU_PART_N2 0xD49
|
|---|
| 112 | # define HISI_CPU_PART_KP920 0xD01
|
|---|
| 113 | # define ARM_CPU_PART_V2 0xD4F
|
|---|
| 114 |
|
|---|
| 115 | # define APPLE_CPU_PART_M1_ICESTORM 0x022
|
|---|
| 116 | # define APPLE_CPU_PART_M1_FIRESTORM 0x023
|
|---|
| 117 | # define APPLE_CPU_PART_M1_ICESTORM_PRO 0x024
|
|---|
| 118 | # define APPLE_CPU_PART_M1_FIRESTORM_PRO 0x025
|
|---|
| 119 | # define APPLE_CPU_PART_M1_ICESTORM_MAX 0x028
|
|---|
| 120 | # define APPLE_CPU_PART_M1_FIRESTORM_MAX 0x029
|
|---|
| 121 | # define APPLE_CPU_PART_M2_BLIZZARD 0x032
|
|---|
| 122 | # define APPLE_CPU_PART_M2_AVALANCHE 0x033
|
|---|
| 123 | # define APPLE_CPU_PART_M2_BLIZZARD_PRO 0x034
|
|---|
| 124 | # define APPLE_CPU_PART_M2_AVALANCHE_PRO 0x035
|
|---|
| 125 | # define APPLE_CPU_PART_M2_BLIZZARD_MAX 0x038
|
|---|
| 126 | # define APPLE_CPU_PART_M2_AVALANCHE_MAX 0x039
|
|---|
| 127 |
|
|---|
| 128 | # define MICROSOFT_CPU_PART_COBALT_100 0xD49
|
|---|
| 129 |
|
|---|
| 130 | # define MIDR_PARTNUM_SHIFT 4
|
|---|
| 131 | # define MIDR_PARTNUM_MASK (0xfffU << MIDR_PARTNUM_SHIFT)
|
|---|
| 132 | # define MIDR_PARTNUM(midr) \
|
|---|
| 133 | (((midr) & MIDR_PARTNUM_MASK) >> MIDR_PARTNUM_SHIFT)
|
|---|
| 134 |
|
|---|
| 135 | # define MIDR_IMPLEMENTER_SHIFT 24
|
|---|
| 136 | # define MIDR_IMPLEMENTER_MASK (0xffU << MIDR_IMPLEMENTER_SHIFT)
|
|---|
| 137 | # define MIDR_IMPLEMENTER(midr) \
|
|---|
| 138 | (((midr) & MIDR_IMPLEMENTER_MASK) >> MIDR_IMPLEMENTER_SHIFT)
|
|---|
| 139 |
|
|---|
| 140 | # define MIDR_ARCHITECTURE_SHIFT 16
|
|---|
| 141 | # define MIDR_ARCHITECTURE_MASK (0xfU << MIDR_ARCHITECTURE_SHIFT)
|
|---|
| 142 | # define MIDR_ARCHITECTURE(midr) \
|
|---|
| 143 | (((midr) & MIDR_ARCHITECTURE_MASK) >> MIDR_ARCHITECTURE_SHIFT)
|
|---|
| 144 |
|
|---|
| 145 | # define MIDR_CPU_MODEL_MASK \
|
|---|
| 146 | (MIDR_IMPLEMENTER_MASK | \
|
|---|
| 147 | MIDR_PARTNUM_MASK | \
|
|---|
| 148 | MIDR_ARCHITECTURE_MASK)
|
|---|
| 149 |
|
|---|
| 150 | # define MIDR_CPU_MODEL(imp, partnum) \
|
|---|
| 151 | (((imp) << MIDR_IMPLEMENTER_SHIFT) | \
|
|---|
| 152 | (0xfU << MIDR_ARCHITECTURE_SHIFT) | \
|
|---|
| 153 | ((partnum) << MIDR_PARTNUM_SHIFT))
|
|---|
| 154 |
|
|---|
| 155 | # define MIDR_IS_CPU_MODEL(midr, imp, partnum) \
|
|---|
| 156 | (((midr) & MIDR_CPU_MODEL_MASK) == MIDR_CPU_MODEL(imp, partnum))
|
|---|
| 157 |
|
|---|
| 158 | #if defined(__ASSEMBLER__)
|
|---|
| 159 |
|
|---|
| 160 | /*
|
|---|
| 161 | * Support macros for
|
|---|
| 162 | * - Armv8.3-A Pointer Authentication and
|
|---|
| 163 | * - Armv8.5-A Branch Target Identification
|
|---|
| 164 | * features which require emitting a .note.gnu.property section with the
|
|---|
| 165 | * appropriate architecture-dependent feature bits set.
|
|---|
| 166 | * Read more: "ELF for the Arm® 64-bit Architecture"
|
|---|
| 167 | */
|
|---|
| 168 |
|
|---|
| 169 | # if defined(__ARM_FEATURE_BTI_DEFAULT) && __ARM_FEATURE_BTI_DEFAULT == 1
|
|---|
| 170 | # define GNU_PROPERTY_AARCH64_BTI (1 << 0) /* Has Branch Target Identification */
|
|---|
| 171 | # define AARCH64_VALID_CALL_TARGET hint #34 /* BTI 'c' */
|
|---|
| 172 | # else
|
|---|
| 173 | # define GNU_PROPERTY_AARCH64_BTI 0 /* No Branch Target Identification */
|
|---|
| 174 | # define AARCH64_VALID_CALL_TARGET
|
|---|
| 175 | # endif
|
|---|
| 176 |
|
|---|
| 177 | # if defined(__ARM_FEATURE_PAC_DEFAULT) && \
|
|---|
| 178 | (__ARM_FEATURE_PAC_DEFAULT & 1) == 1 /* Signed with A-key */
|
|---|
| 179 | # define GNU_PROPERTY_AARCH64_POINTER_AUTH \
|
|---|
| 180 | (1 << 1) /* Has Pointer Authentication */
|
|---|
| 181 | # define AARCH64_SIGN_LINK_REGISTER hint #25 /* PACIASP */
|
|---|
| 182 | # define AARCH64_VALIDATE_LINK_REGISTER hint #29 /* AUTIASP */
|
|---|
| 183 | # elif defined(__ARM_FEATURE_PAC_DEFAULT) && \
|
|---|
| 184 | (__ARM_FEATURE_PAC_DEFAULT & 2) == 2 /* Signed with B-key */
|
|---|
| 185 | # define GNU_PROPERTY_AARCH64_POINTER_AUTH \
|
|---|
| 186 | (1 << 1) /* Has Pointer Authentication */
|
|---|
| 187 | # define AARCH64_SIGN_LINK_REGISTER hint #27 /* PACIBSP */
|
|---|
| 188 | # define AARCH64_VALIDATE_LINK_REGISTER hint #31 /* AUTIBSP */
|
|---|
| 189 | # else
|
|---|
| 190 | # define GNU_PROPERTY_AARCH64_POINTER_AUTH 0 /* No Pointer Authentication */
|
|---|
| 191 | # if GNU_PROPERTY_AARCH64_BTI != 0
|
|---|
| 192 | # define AARCH64_SIGN_LINK_REGISTER AARCH64_VALID_CALL_TARGET
|
|---|
| 193 | # else
|
|---|
| 194 | # define AARCH64_SIGN_LINK_REGISTER
|
|---|
| 195 | # endif
|
|---|
| 196 | # define AARCH64_VALIDATE_LINK_REGISTER
|
|---|
| 197 | # endif
|
|---|
| 198 |
|
|---|
| 199 | # if GNU_PROPERTY_AARCH64_POINTER_AUTH != 0 || GNU_PROPERTY_AARCH64_BTI != 0
|
|---|
| 200 | .pushsection .note.gnu.property, "a";
|
|---|
| 201 | .balign 8;
|
|---|
| 202 | .long 4;
|
|---|
| 203 | .long 0x10;
|
|---|
| 204 | .long 0x5;
|
|---|
| 205 | .asciz "GNU";
|
|---|
| 206 | .long 0xc0000000; /* GNU_PROPERTY_AARCH64_FEATURE_1_AND */
|
|---|
| 207 | .long 4;
|
|---|
| 208 | .long (GNU_PROPERTY_AARCH64_POINTER_AUTH | GNU_PROPERTY_AARCH64_BTI);
|
|---|
| 209 | .long 0;
|
|---|
| 210 | .popsection;
|
|---|
| 211 | # endif
|
|---|
| 212 |
|
|---|
| 213 | # endif /* defined __ASSEMBLER__ */
|
|---|
| 214 |
|
|---|
| 215 | # define IS_CPU_SUPPORT_UNROLL8_EOR3() \
|
|---|
| 216 | (OPENSSL_armcap_P & ARMV8_UNROLL8_EOR3)
|
|---|
| 217 |
|
|---|
| 218 | #endif
|
|---|
