7 #ifndef EXCEPTION_EXECUTE_HANDLER
8 # define EXCEPTION_EXECUTE_HANDLER 1
11 #ifndef CRYPTOPP_IMPORTS
19 #if _MSC_VER >= 1600 && (defined(_M_IX86) || defined(_M_X64))
20 # include <immintrin.h>
24 # include <sys/systemcfg.h>
33 #if (((__GLIBC__ * 100) + __GLIBC_MINOR__) >= 216)
34 # define CRYPTOPP_GETAUXV_AVAILABLE 1
37 #if CRYPTOPP_GETAUXV_AVAILABLE
38 # include <sys/auxv.h>
46 unsigned long int getauxval(
unsigned long int) {
return 0; }
49 #if defined(__APPLE__)
50 # include <sys/utsname.h>
57 #if defined(__ANDROID__)
58 # include "cpu-features.h"
61 #ifdef CRYPTOPP_GNU_STYLE_INLINE_ASSEMBLY
68 #if defined(_MSC_VER) && defined(_M_X64)
69 extern "C" unsigned long long __fastcall XGETBV64(
unsigned int);
70 extern "C" unsigned long long __fastcall CPUID64(
unsigned int,
unsigned int,
unsigned int*);
73 #ifdef CRYPTOPP_GNU_STYLE_INLINE_ASSEMBLY
75 typedef void (*SigHandler)(int);
80 static jmp_buf s_jmpNoCPUID;
81 static void SigIllHandler(
int)
83 longjmp(s_jmpNoCPUID, 1);
86 #endif // CRYPTOPP_GNU_STYLE_INLINE_ASSEMBLY
88 ANONYMOUS_NAMESPACE_BEGIN
90 #if (CRYPTOPP_BOOL_X86 || CRYPTOPP_BOOL_X32 || CRYPTOPP_BOOL_X64)
94 inline bool IsIntel(
const word32 output[4])
97 return (output[1] == 0x756e6547) &&
98 (output[2] == 0x6c65746e) &&
99 (output[3] == 0x49656e69);
102 inline bool IsAMD(
const word32 output[4])
105 return ((output[1] == 0x68747541) &&
106 (output[2] == 0x444D4163) &&
107 (output[3] == 0x69746E65)) ||
109 ((output[1] == 0x69444d41) &&
110 (output[2] == 0x74656273) &&
111 (output[3] == 0x21726574));
114 inline bool IsHygon(
const word32 output[4])
117 return (output[1] == 0x6f677948) &&
118 (output[2] == 0x656e6975) &&
119 (output[3] == 0x6e65476e);
122 inline bool IsVIA(
const word32 output[4])
125 return ((output[1] == 0x746e6543) &&
126 (output[2] == 0x736c7561) &&
127 (output[3] == 0x48727561)) ||
129 ((output[1] == 0x32414956) &&
130 (output[2] == 0x32414956) &&
131 (output[3] == 0x32414956));
134 #endif // X86, X32 and X64
136 #if defined(__APPLE__)
139 class AppleMachineInfo
142 enum { PowerMac=1, Mac, iPhone, iPod, iPad, AppleTV, AppleWatch };
143 enum { PowerPC=1, I386, I686, X86_64, ARM32, ARMV8, ARMV84 };
145 AppleMachineInfo() : m_device(0), m_version(0), m_arch(0)
147 struct utsname systemInfo;
148 systemInfo.machine[0] =
'\0';
151 std::string machine(systemInfo.machine);
153 std::string::size_type pos = machine.find_first_of(
"0123456789");
154 if (pos != std::string::npos)
155 m_version = std::atoi(machine.substr(pos).c_str());
157 if (machine.find(
"iPhone") != std::string::npos)
160 if (m_version >= 6) { m_arch = ARMV8; }
161 else { m_arch = ARM32; }
163 else if (machine.find(
"iPod") != std::string::npos)
166 if (m_version >= 6) { m_arch = ARMV8; }
167 else { m_arch = ARM32; }
169 else if (machine.find(
"iPad") != std::string::npos)
172 if (m_version >= 5) { m_arch = ARMV8; }
173 else { m_arch = ARM32; }
175 else if (machine.find(
"PowerMac") != std::string::npos ||
176 machine.find(
"Power Macintosh") != std::string::npos)
181 else if (machine.find(
"Mac") != std::string::npos ||
182 machine.find(
"Macintosh") != std::string::npos)
184 #if defined(__x86_64) || defined(__amd64)
187 #elif defined(__i386)
190 #elif defined(__i686)
199 else if (machine.find(
"AppleTV") != std::string::npos)
202 if (m_version >= 4) { m_arch = ARMV8; }
203 else { m_arch = ARM32; }
205 else if (machine.find(
"AppleWatch") != std::string::npos)
207 m_device = AppleWatch;
208 if (m_version >= 4) { m_arch = ARMV8; }
209 else { m_arch = ARM32; }
213 unsigned int Device()
const {
221 unsigned int Arch()
const {
225 bool IsARM32()
const {
226 return m_arch == ARM32;
229 bool IsARMv8()
const {
230 return m_arch == ARMV8;
233 bool IsARMv84()
const {
234 return m_arch == ARMV84;
238 unsigned int m_device, m_version, m_arch;
241 void GetAppleMachineInfo(
unsigned int& device,
unsigned int& version,
unsigned int& arch)
243 #if CRYPTOPP_CXX11_STATIC_INIT
244 static const AppleMachineInfo info;
246 using CryptoPP::Singleton;
250 device = info.Device();
251 version = info.Version();
255 inline bool IsAppleMachineARM32()
257 static unsigned int arch;
261 GetAppleMachineInfo(unused, unused, arch);
263 return arch == AppleMachineInfo::ARM32;
266 inline bool IsAppleMachineARMv8()
268 static unsigned int arch;
272 GetAppleMachineInfo(unused, unused, arch);
274 return arch == AppleMachineInfo::ARMV8;
279 ANONYMOUS_NAMESPACE_END
285 #if (CRYPTOPP_BOOL_X86 || CRYPTOPP_BOOL_X32 || CRYPTOPP_BOOL_X64)
310 extern bool CPU_ProbeSSE2();
319 #if defined(_MSC_VER) && (_MSC_FULL_VER >= 160040219)
324 #elif defined(_MSC_VER) && defined(_M_X64)
326 return XGETBV64(num);
329 #elif defined(_MSC_VER) && defined(_M_IX86)
346 return (
static_cast<word64>(d) << 32) | a;
349 #elif (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 4))
354 "xgetbv" :
"=a"(a),
"=d"(d) :
"c"(num) :
"cc"
356 return (
static_cast<word64>(d) << 32) | a;
359 #elif defined(__GNUC__) || defined(__clang__) || defined(__SUNPRO_CC)
366 ".byte 0x0f, 0x01, 0xd0" "\n\t"
367 :
"=a"(a),
"=d"(d) :
"c"(num) :
"cc"
369 return (
static_cast<word64>(d) << 32) | a;
371 # error "Need an xgetbv function"
380 #if defined(_MSC_VER) && (_MSC_VER >= 1600)
382 __cpuidex((
int *)output, func, subfunc);
386 #elif defined(_MSC_VER) && defined(_M_X64)
388 CPUID64(func, subfunc, output);
392 #elif (defined(_MSC_VER) && defined(_M_IX86)) || defined(__BORLANDC__)
416 __except (EXCEPTION_EXECUTE_HANDLER)
428 volatile bool result =
true;
430 volatile SigHandler oldHandler = signal(SIGILL, SigIllHandler);
431 if (oldHandler == SIG_ERR)
435 volatile sigset_t oldMask;
436 if (sigprocmask(0, NULLPTR, (sigset_t*)&oldMask) != 0)
438 signal(SIGILL, oldHandler);
443 if (setjmp(s_jmpNoCPUID))
450 # if CRYPTOPP_BOOL_X32 || CRYPTOPP_BOOL_X64
451 "pushq %%rbx; cpuid; mov %%ebx, %%edi; popq %%rbx"
453 "push %%ebx; cpuid; mov %%ebx, %%edi; pop %%ebx"
455 :
"=a" (output[0]),
"=D" (output[1]),
"=c" (output[2]),
"=d" (output[3])
456 :
"a" (func),
"c" (subfunc)
462 sigprocmask(SIG_SETMASK, (sigset_t*)&oldMask, NULLPTR);
465 signal(SIGILL, oldHandler);
470 void DetectX86Features()
474 word32 cpuid0[4]={0}, cpuid1[4]={0}, cpuid2[4]={0};
476 #if defined(CRYPTOPP_DISABLE_ASM)
480 if (!CpuId(0, 0, cpuid0))
482 if (!CpuId(1, 0, cpuid1))
486 CRYPTOPP_CONSTANT(EAX_REG = 0);
487 CRYPTOPP_CONSTANT(EBX_REG = 1);
488 CRYPTOPP_CONSTANT(ECX_REG = 2);
489 CRYPTOPP_CONSTANT(EDX_REG = 3);
491 CRYPTOPP_CONSTANT(MMX_FLAG = (1 << 24));
492 CRYPTOPP_CONSTANT(SSE_FLAG = (1 << 25));
493 CRYPTOPP_CONSTANT(SSE2_FLAG = (1 << 26));
495 CRYPTOPP_CONSTANT(SSE3_FLAG = (1 << 0));
496 CRYPTOPP_CONSTANT(SSSE3_FLAG = (1 << 9));
497 CRYPTOPP_CONSTANT(SSE41_FLAG = (1 << 19));
498 CRYPTOPP_CONSTANT(SSE42_FLAG = (1 << 20));
499 CRYPTOPP_CONSTANT(MOVBE_FLAG = (1 << 22));
500 CRYPTOPP_CONSTANT(AESNI_FLAG = (1 << 25));
501 CRYPTOPP_CONSTANT(CLMUL_FLAG = (1 << 1));
503 CRYPTOPP_CONSTANT(XSAVE_FLAG = (1 << 26));
504 CRYPTOPP_CONSTANT(OSXSAVE_FLAG = (1 << 27));
506 CRYPTOPP_CONSTANT(AVX_FLAG = (3 << 27));
507 CRYPTOPP_CONSTANT(YMM_FLAG = (3 << 1));
511 CRYPTOPP_UNUSED(MMX_FLAG); CRYPTOPP_UNUSED(SSE_FLAG);
512 CRYPTOPP_UNUSED(SSE3_FLAG); CRYPTOPP_UNUSED(XSAVE_FLAG);
514 #if (CRYPTOPP_BOOL_X32 || CRYPTOPP_BOOL_X64)
517 g_hasSSE2 = (cpuid1[ECX_REG] & OSXSAVE_FLAG) != 0;
523 if ((cpuid1[EDX_REG] & SSE2_FLAG) == SSE2_FLAG)
524 g_hasSSE2 = (cpuid1[ECX_REG] & XSAVE_FLAG) != 0 &&
525 (cpuid1[ECX_REG] & OSXSAVE_FLAG) != 0;
530 if (g_hasSSE2 ==
false)
531 g_hasSSE2 = CPU_ProbeSSE2();
533 if (g_hasSSE2 ==
false)
536 g_hasSSSE3 = (cpuid1[ECX_REG] & SSSE3_FLAG) != 0;
537 g_hasSSE41 = (cpuid1[ECX_REG] & SSE41_FLAG) != 0;
538 g_hasSSE42 = (cpuid1[ECX_REG] & SSE42_FLAG) != 0;
539 g_hasMOVBE = (cpuid1[ECX_REG] & MOVBE_FLAG) != 0;
540 g_hasAESNI = (cpuid1[ECX_REG] & AESNI_FLAG) != 0;
541 g_hasCLMUL = (cpuid1[ECX_REG] & CLMUL_FLAG) != 0;
546 if ((cpuid1[ECX_REG] & AVX_FLAG) == AVX_FLAG)
549 g_hasAVX = (xcr0 & YMM_FLAG) == YMM_FLAG;
554 CRYPTOPP_CONSTANT(RDRAND_FLAG = (1 << 30));
555 CRYPTOPP_CONSTANT(RDSEED_FLAG = (1 << 18));
556 CRYPTOPP_CONSTANT( ADX_FLAG = (1 << 19));
557 CRYPTOPP_CONSTANT( SHA_FLAG = (1 << 29));
558 CRYPTOPP_CONSTANT( AVX2_FLAG = (1 << 5));
560 g_isP4 = ((cpuid1[0] >> 8) & 0xf) == 0xf;
561 g_cacheLineSize = 8 * GETBYTE(cpuid1[1], 1);
562 g_hasRDRAND = (cpuid1[ECX_REG] & RDRAND_FLAG) != 0;
564 if (cpuid0[EAX_REG] >= 7)
566 if (CpuId(7, 0, cpuid2))
568 g_hasRDSEED = (cpuid2[EBX_REG] & RDSEED_FLAG) != 0;
569 g_hasADX = (cpuid2[EBX_REG] & ADX_FLAG) != 0;
570 g_hasSHA = (cpuid2[EBX_REG] & SHA_FLAG) != 0;
571 g_hasAVX2 = (cpuid2[EBX_REG] & AVX2_FLAG) != 0;
575 else if (IsAMD(cpuid0) || IsHygon(cpuid0))
577 CRYPTOPP_CONSTANT(RDRAND_FLAG = (1 << 30));
578 CRYPTOPP_CONSTANT(RDSEED_FLAG = (1 << 18));
579 CRYPTOPP_CONSTANT( ADX_FLAG = (1 << 19));
580 CRYPTOPP_CONSTANT( SHA_FLAG = (1 << 29));
581 CRYPTOPP_CONSTANT( AVX2_FLAG = (1 << 5));
583 CpuId(0x80000005, 0, cpuid2);
584 g_cacheLineSize = GETBYTE(cpuid2[ECX_REG], 0);
585 g_hasRDRAND = (cpuid1[ECX_REG] & RDRAND_FLAG) != 0;
587 if (cpuid0[EAX_REG] >= 7)
589 if (CpuId(7, 0, cpuid2))
591 g_hasRDSEED = (cpuid2[EBX_REG] & RDSEED_FLAG) != 0;
592 g_hasADX = (cpuid2[EBX_REG] & ADX_FLAG) != 0;
593 g_hasSHA = (cpuid2[EBX_REG] & SHA_FLAG) != 0;
594 g_hasAVX2 = (cpuid2[EBX_REG] & AVX2_FLAG) != 0;
603 CRYPTOPP_CONSTANT(FAMILY_BASE_FLAG = (0x0f << 8));
604 CRYPTOPP_CONSTANT(FAMILY_EXT_FLAG = (0xff << 20));
606 word32 family = (cpuid1[0] & FAMILY_BASE_FLAG) >> 8;
608 family += (cpuid1[0] & FAMILY_EXT_FLAG) >> 20;
609 if (family == 0x15 || family == 0x16)
616 else if (IsVIA(cpuid0))
619 CRYPTOPP_CONSTANT( RNG_FLAGS = (0x3 << 2));
620 CRYPTOPP_CONSTANT( ACE_FLAGS = (0x3 << 6));
621 CRYPTOPP_CONSTANT(ACE2_FLAGS = (0x3 << 8));
622 CRYPTOPP_CONSTANT( PHE_FLAGS = (0x3 << 10));
623 CRYPTOPP_CONSTANT( PMM_FLAGS = (0x3 << 12));
625 CpuId(0xC0000000, 0, cpuid2);
626 word32 extendedFeatures = cpuid2[0];
628 if (extendedFeatures >= 0xC0000001)
630 CpuId(0xC0000001, 0, cpuid2);
631 g_hasPadlockRNG = (cpuid2[EDX_REG] & RNG_FLAGS) != 0;
632 g_hasPadlockACE = (cpuid2[EDX_REG] & ACE_FLAGS) != 0;
633 g_hasPadlockACE2 = (cpuid2[EDX_REG] & ACE2_FLAGS) != 0;
634 g_hasPadlockPHE = (cpuid2[EDX_REG] & PHE_FLAGS) != 0;
635 g_hasPadlockPMM = (cpuid2[EDX_REG] & PMM_FLAGS) != 0;
638 if (extendedFeatures >= 0xC0000005)
640 CpuId(0xC0000005, 0, cpuid2);
641 g_cacheLineSize = GETBYTE(cpuid2[ECX_REG], 0);
647 g_hasAVX2 &= g_hasAVX;
651 #if defined(_SC_LEVEL1_DCACHE_LINESIZE)
654 int cacheLineSize = (int)sysconf(_SC_LEVEL1_DCACHE_LINESIZE);
655 if (g_cacheLineSize == 0 && cacheLineSize > 0)
656 g_cacheLineSize = cacheLineSize;
659 if (g_cacheLineSize == 0)
662 *
const_cast<volatile bool*
>(&g_x86DetectionDone) =
true;
667 #elif (CRYPTOPP_BOOL_ARM32 || CRYPTOPP_BOOL_ARMV8)
697 extern bool CPU_ProbeARMv7();
698 extern bool CPU_ProbeNEON();
699 extern bool CPU_ProbeCRC32();
700 extern bool CPU_ProbeAES();
701 extern bool CPU_ProbeSHA1();
702 extern bool CPU_ProbeSHA256();
703 extern bool CPU_ProbeSHA512();
704 extern bool CPU_ProbeSHA3();
705 extern bool CPU_ProbeSM3();
706 extern bool CPU_ProbeSM4();
707 extern bool CPU_ProbePMULL();
712 # define HWCAP_ARMv7 (1 << 29)
715 # define HWCAP_ASIMD (1 << 1)
718 # define HWCAP_NEON (1 << 12)
721 # define HWCAP_CRC32 (1 << 7)
724 # define HWCAP2_CRC32 (1 << 4)
727 # define HWCAP_PMULL (1 << 4)
730 # define HWCAP2_PMULL (1 << 1)
733 # define HWCAP_AES (1 << 3)
736 # define HWCAP2_AES (1 << 0)
739 # define HWCAP_SHA1 (1 << 5)
742 # define HWCAP_SHA2 (1 << 6)
745 # define HWCAP2_SHA1 (1 << 2)
748 # define HWCAP2_SHA2 (1 << 3)
751 # define HWCAP_SHA3 (1 << 17)
754 # define HWCAP_SM3 (1 << 18)
757 # define HWCAP_SM4 (1 << 19)
760 # define HWCAP_SHA512 (1 << 21)
763 inline bool CPU_QueryARMv7()
765 #if defined(__ANDROID__) && defined(__arm__)
766 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM) != 0) &&
767 ((android_getCpuFeatures() & ANDROID_CPU_ARM_FEATURE_ARMv7) != 0))
769 #elif defined(__linux__) && defined(__arm__)
770 if ((getauxval(AT_HWCAP) & HWCAP_ARMv7) != 0 ||
771 (getauxval(AT_HWCAP) & HWCAP_NEON) != 0)
773 #elif defined(__APPLE__) && defined(__arm__)
780 inline bool CPU_QueryNEON()
782 #if defined(__ANDROID__) && defined(__aarch64__)
783 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM64) != 0) &&
784 ((android_getCpuFeatures() & ANDROID_CPU_ARM64_FEATURE_ASIMD) != 0))
786 #elif defined(__ANDROID__) && defined(__arm__)
787 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM) != 0) &&
788 ((android_getCpuFeatures() & ANDROID_CPU_ARM_FEATURE_NEON) != 0))
790 #elif defined(__linux__) && defined(__aarch64__)
791 if ((getauxval(AT_HWCAP) & HWCAP_ASIMD) != 0)
793 #elif defined(__linux__) && defined(__aarch32__)
794 if ((getauxval(AT_HWCAP2) & HWCAP2_ASIMD) != 0)
796 #elif defined(__linux__) && defined(__arm__)
797 if ((getauxval(AT_HWCAP) & HWCAP_NEON) != 0)
799 #elif defined(__APPLE__) && defined(__aarch64__)
806 inline bool CPU_QueryCRC32()
808 #if defined(__ANDROID__) && defined(__aarch64__)
809 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM64) != 0) &&
810 ((android_getCpuFeatures() & ANDROID_CPU_ARM64_FEATURE_CRC32) != 0))
812 #elif defined(__ANDROID__) && defined(__aarch32__)
813 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM) != 0) &&
814 ((android_getCpuFeatures() & ANDROID_CPU_ARM_FEATURE_CRC32) != 0))
816 #elif defined(__linux__) && defined(__aarch64__)
817 if ((getauxval(AT_HWCAP) & HWCAP_CRC32) != 0)
819 #elif defined(__linux__) && defined(__aarch32__)
820 if ((getauxval(AT_HWCAP2) & HWCAP2_CRC32) != 0)
822 #elif defined(__APPLE__) && defined(__aarch64__)
829 inline bool CPU_QueryPMULL()
831 #if defined(__ANDROID__) && defined(__aarch64__)
832 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM64) != 0) &&
833 ((android_getCpuFeatures() & ANDROID_CPU_ARM64_FEATURE_PMULL) != 0))
835 #elif defined(__ANDROID__) && defined(__aarch32__)
836 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM) != 0) &&
837 ((android_getCpuFeatures() & ANDROID_CPU_ARM_FEATURE_PMULL) != 0))
839 #elif defined(__linux__) && defined(__aarch64__)
840 if ((getauxval(AT_HWCAP) & HWCAP_PMULL) != 0)
842 #elif defined(__linux__) && defined(__aarch32__)
843 if ((getauxval(AT_HWCAP2) & HWCAP2_PMULL) != 0)
845 #elif defined(__APPLE__) && defined(__aarch64__)
852 inline bool CPU_QueryAES()
854 #if defined(__ANDROID__) && defined(__aarch64__)
855 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM64) != 0) &&
856 ((android_getCpuFeatures() & ANDROID_CPU_ARM64_FEATURE_AES) != 0))
858 #elif defined(__ANDROID__) && defined(__aarch32__)
859 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM) != 0) &&
860 ((android_getCpuFeatures() & ANDROID_CPU_ARM_FEATURE_AES) != 0))
862 #elif defined(__linux__) && defined(__aarch64__)
863 if ((getauxval(AT_HWCAP) & HWCAP_AES) != 0)
865 #elif defined(__linux__) && defined(__aarch32__)
866 if ((getauxval(AT_HWCAP2) & HWCAP2_AES) != 0)
868 #elif defined(__APPLE__) && defined(__aarch64__)
869 return IsAppleMachineARMv8();
874 inline bool CPU_QuerySHA1()
876 #if defined(__ANDROID__) && defined(__aarch64__)
877 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM64) != 0) &&
878 ((android_getCpuFeatures() & ANDROID_CPU_ARM64_FEATURE_SHA1) != 0))
880 #elif defined(__ANDROID__) && defined(__aarch32__)
881 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM) != 0) &&
882 ((android_getCpuFeatures() & ANDROID_CPU_ARM_FEATURE_SHA1) != 0))
884 #elif defined(__linux__) && defined(__aarch64__)
885 if ((getauxval(AT_HWCAP) & HWCAP_SHA1) != 0)
887 #elif defined(__linux__) && defined(__aarch32__)
888 if ((getauxval(AT_HWCAP2) & HWCAP2_SHA1) != 0)
890 #elif defined(__APPLE__) && defined(__aarch64__)
891 return IsAppleMachineARMv8();
896 inline bool CPU_QuerySHA256()
898 #if defined(__ANDROID__) && defined(__aarch64__)
899 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM64) != 0) &&
900 ((android_getCpuFeatures() & ANDROID_CPU_ARM64_FEATURE_SHA2) != 0))
902 #elif defined(__ANDROID__) && defined(__aarch32__)
903 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM) != 0) &&
904 ((android_getCpuFeatures() & ANDROID_CPU_ARM_FEATURE_SHA2) != 0))
906 #elif defined(__linux__) && defined(__aarch64__)
907 if ((getauxval(AT_HWCAP) & HWCAP_SHA2) != 0)
909 #elif defined(__linux__) && defined(__aarch32__)
910 if ((getauxval(AT_HWCAP2) & HWCAP2_SHA2) != 0)
912 #elif defined(__APPLE__) && defined(__aarch64__)
913 return IsAppleMachineARMv8();
918 inline bool CPU_QuerySHA512()
921 #if defined(__ANDROID__) && defined(__aarch64__) && 0
922 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM64) != 0) &&
923 ((android_getCpuFeatures() & ANDROID_CPU_ARM64_FEATURE_SHA512) != 0))
925 #elif defined(__ANDROID__) && defined(__aarch32__) && 0
926 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM) != 0) &&
927 ((android_getCpuFeatures() & ANDROID_CPU_ARM_FEATURE_SHA512) != 0))
929 #elif defined(__linux__) && defined(__aarch64__)
930 if ((getauxval(AT_HWCAP) & HWCAP_SHA512) != 0)
932 #elif defined(__linux__) && defined(__aarch32__)
933 if ((getauxval(AT_HWCAP2) & HWCAP2_SHA512) != 0)
935 #elif defined(__APPLE__) && defined(__aarch64__) && 0
941 inline bool CPU_QuerySHA3()
944 #if defined(__ANDROID__) && defined(__aarch64__) && 0
945 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM64) != 0) &&
946 ((android_getCpuFeatures() & ANDROID_CPU_ARM64_FEATURE_SHA3) != 0))
948 #elif defined(__ANDROID__) && defined(__aarch32__) && 0
949 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM) != 0) &&
950 ((android_getCpuFeatures() & ANDROID_CPU_ARM_FEATURE_SHA3) != 0))
952 #elif defined(__linux__) && defined(__aarch64__)
953 if ((getauxval(AT_HWCAP) & HWCAP_SHA3) != 0)
955 #elif defined(__linux__) && defined(__aarch32__)
956 if ((getauxval(AT_HWCAP2) & HWCAP2_SHA3) != 0)
958 #elif defined(__APPLE__) && defined(__aarch64__) && 0
964 inline bool CPU_QuerySM3()
967 #if defined(__ANDROID__) && defined(__aarch64__) && 0
968 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM64) != 0) &&
969 ((android_getCpuFeatures() & ANDROID_CPU_ARM64_FEATURE_SM3) != 0))
971 #elif defined(__ANDROID__) && defined(__aarch32__) && 0
972 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM) != 0) &&
973 ((android_getCpuFeatures() & ANDROID_CPU_ARM_FEATURE_SM3) != 0))
975 #elif defined(__linux__) && defined(__aarch64__)
976 if ((getauxval(AT_HWCAP) & HWCAP_SM3) != 0)
978 #elif defined(__linux__) && defined(__aarch32__)
979 if ((getauxval(AT_HWCAP2) & HWCAP2_SM3) != 0)
981 #elif defined(__APPLE__) && defined(__aarch64__) && 0
987 inline bool CPU_QuerySM4()
990 #if defined(__ANDROID__) && defined(__aarch64__) && 0
991 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM64) != 0) &&
992 ((android_getCpuFeatures() & ANDROID_CPU_ARM64_FEATURE_SM4) != 0))
994 #elif defined(__ANDROID__) && defined(__aarch32__) && 0
995 if (((android_getCpuFamily() & ANDROID_CPU_FAMILY_ARM) != 0) &&
996 ((android_getCpuFeatures() & ANDROID_CPU_ARM_FEATURE_SM4) != 0))
998 #elif defined(__linux__) && defined(__aarch64__)
999 if ((getauxval(AT_HWCAP) & HWCAP_SM4) != 0)
1001 #elif defined(__linux__) && defined(__aarch32__)
1002 if ((getauxval(AT_HWCAP2) & HWCAP2_SM4) != 0)
1004 #elif defined(__APPLE__) && defined(__aarch64__) && 0
1010 void DetectArmFeatures()
1014 g_hasARMv7 = CPU_QueryARMv7() || CPU_ProbeARMv7();
1015 g_hasNEON = CPU_QueryNEON() || CPU_ProbeNEON();
1016 g_hasCRC32 = CPU_QueryCRC32() || CPU_ProbeCRC32();
1017 g_hasPMULL = CPU_QueryPMULL() || CPU_ProbePMULL();
1018 g_hasAES = CPU_QueryAES() || CPU_ProbeAES();
1019 g_hasSHA1 = CPU_QuerySHA1() || CPU_ProbeSHA1();
1020 g_hasSHA2 = CPU_QuerySHA256() || CPU_ProbeSHA256();
1021 g_hasSHA512 = CPU_QuerySHA512();
1022 g_hasSHA3 = CPU_QuerySHA3();
1023 g_hasSM3 = CPU_QuerySM3();
1024 g_hasSM4 = CPU_QuerySM4();
1026 #if defined(_SC_LEVEL1_DCACHE_LINESIZE)
1029 int cacheLineSize = (int)sysconf(_SC_LEVEL1_DCACHE_LINESIZE);
1030 if (cacheLineSize > 0)
1031 g_cacheLineSize = cacheLineSize;
1034 if (g_cacheLineSize == 0)
1037 *
const_cast<volatile bool*
>(&g_ArmDetectionDone) =
true;
1042 #elif (CRYPTOPP_BOOL_PPC32 || CRYPTOPP_BOOL_PPC64)
1056 extern bool CPU_ProbeAltivec();
1057 extern bool CPU_ProbePower7();
1058 extern bool CPU_ProbePower8();
1059 extern bool CPU_ProbePower9();
1060 extern bool CPU_ProbeAES();
1061 extern bool CPU_ProbePMULL();
1062 extern bool CPU_ProbeSHA256();
1063 extern bool CPU_ProbeSHA512();
1064 extern bool CPU_ProbeDARN();
1070 #ifndef __power_6_andup
1071 # define __power_6_andup() __power_set(0xffffffffU<<14)
1073 #ifndef __power_7_andup
1074 # define __power_7_andup() __power_set(0xffffffffU<<15)
1076 #ifndef __power_8_andup
1077 # define __power_8_andup() __power_set(0xffffffffU<<16)
1079 #ifndef __power_9_andup
1080 # define __power_9_andup() __power_set(0xffffffffU<<17)
1085 inline bool CPU_QueryAltivec()
1087 #if defined(__linux__) && defined(PPC_FEATURE_HAS_ALTIVEC)
1088 if ((getauxval(AT_HWCAP) & PPC_FEATURE_HAS_ALTIVEC) != 0)
1091 if (__power_6_andup() != 0)
1093 #elif defined(__APPLE__) && defined(__POWERPC__)
1094 unsigned int unused, arch;
1095 GetAppleMachineInfo(unused, unused, arch);
1096 return arch == AppleMachineInfo::PowerMac;
1101 inline bool CPU_QueryPower7()
1104 #if defined(__linux__) && defined(PPC_FEATURE_ARCH_2_06)
1105 if ((getauxval(AT_HWCAP) & PPC_FEATURE_ARCH_2_06) != 0)
1108 if (__power_7_andup() != 0)
1114 inline bool CPU_QueryPower8()
1117 #if defined(__linux__) && defined(PPC_FEATURE2_ARCH_2_07)
1118 if ((getauxval(AT_HWCAP2) & PPC_FEATURE2_ARCH_2_07) != 0)
1121 if (__power_8_andup() != 0)
1127 inline bool CPU_QueryPower9()
1130 #if defined(__linux__) && defined(PPC_FEATURE2_ARCH_3_00)
1131 if ((getauxval(AT_HWCAP2) & PPC_FEATURE2_ARCH_3_00) != 0)
1134 if (__power_9_andup() != 0)
1140 inline bool CPU_QueryAES()
1144 #if defined(__linux__) && defined(PPC_FEATURE2_VEC_CRYPTO)
1145 if ((getauxval(AT_HWCAP2) & PPC_FEATURE2_VEC_CRYPTO) != 0)
1148 if (__power_8_andup() != 0)
1154 inline bool CPU_QueryPMULL()
1158 #if defined(__linux__) && defined(PPC_FEATURE2_VEC_CRYPTO)
1159 if ((getauxval(AT_HWCAP2) & PPC_FEATURE2_VEC_CRYPTO) != 0)
1162 if (__power_8_andup() != 0)
1168 inline bool CPU_QuerySHA256()
1172 #if defined(__linux__) && defined(PPC_FEATURE2_VEC_CRYPTO)
1173 if ((getauxval(AT_HWCAP2) & PPC_FEATURE2_VEC_CRYPTO) != 0)
1176 if (__power_8_andup() != 0)
1181 inline bool CPU_QuerySHA512()
1185 #if defined(__linux__) && defined(PPC_FEATURE2_VEC_CRYPTO)
1186 if ((getauxval(AT_HWCAP2) & PPC_FEATURE2_VEC_CRYPTO) != 0)
1189 if (__power_8_andup() != 0)
1196 inline bool CPU_QueryDARN()
1199 #if defined(__linux__) && defined(PPC_FEATURE2_ARCH_3_00)
1200 if ((getauxval(AT_HWCAP2) & PPC_FEATURE2_ARCH_3_00) != 0)
1203 if (__power_9_andup() != 0)
1209 void DetectPowerpcFeatures()
1220 g_hasAltivec = CPU_QueryAltivec() || CPU_ProbeAltivec();
1221 g_hasPower7 = CPU_QueryPower7() || CPU_ProbePower7();
1222 g_hasPower8 = CPU_QueryPower8() || CPU_ProbePower8();
1223 g_hasPower9 = CPU_QueryPower9() || CPU_ProbePower9();
1224 g_hasPMULL = CPU_QueryPMULL() || CPU_ProbePMULL();
1225 g_hasAES = CPU_QueryAES() || CPU_ProbeAES();
1226 g_hasSHA256 = CPU_QuerySHA256() || CPU_ProbeSHA256();
1227 g_hasSHA512 = CPU_QuerySHA512() || CPU_ProbeSHA512();
1228 g_hasDARN = CPU_QueryDARN() || CPU_ProbeDARN();
1230 #if defined(_AIX) && defined(SC_L1C_DLS)
1232 int cacheLineSize = getsystemcfg(SC_L1C_DLS);
1233 if (cacheLineSize > 0)
1234 g_cacheLineSize = cacheLineSize;
1235 #elif defined(_SC_LEVEL1_DCACHE_LINESIZE)
1238 int cacheLineSize = (int)sysconf(_SC_LEVEL1_DCACHE_LINESIZE);
1239 if (cacheLineSize > 0)
1240 g_cacheLineSize = cacheLineSize;
1243 if (g_cacheLineSize == 0)
1246 *
const_cast<volatile bool*
>(&g_PowerpcDetectionDone) =
true;
1254 ANONYMOUS_NAMESPACE_BEGIN
1261 #if CRYPTOPP_BOOL_X86 || CRYPTOPP_BOOL_X32 || CRYPTOPP_BOOL_X64
1262 CryptoPP::DetectX86Features();
1263 #elif CRYPTOPP_BOOL_ARM32 || CRYPTOPP_BOOL_ARMV8
1264 CryptoPP::DetectArmFeatures();
1265 #elif CRYPTOPP_BOOL_PPC32 || CRYPTOPP_BOOL_PPC64
1266 CryptoPP::DetectPowerpcFeatures();
1275 #if HAVE_GCC_INIT_PRIORITY
1276 const InitCpu s_init __attribute__ ((init_priority (CRYPTOPP_INIT_PRIORITY + 10))) = InitCpu();
1277 #elif HAVE_MSC_INIT_PRIORITY
1278 #pragma warning(disable: 4075)
1279 #pragma init_seg(".CRT$XCU")
1280 const InitCpu s_init;
1281 #pragma warning(default: 4075)
1282 #elif HAVE_XLC_INIT_PRIORITY
1284 #pragma priority(270)
1285 const InitCpu s_init;
1287 const InitCpu s_init;
1290 ANONYMOUS_NAMESPACE_END
1292 #endif // CRYPTOPP_IMPORTS