arm_features.c 3.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115
  1. #include "zbuild.h"
  2. #include "arm_features.h"
  3. #if defined(__linux__) && defined(HAVE_SYS_AUXV_H)
  4. # include <sys/auxv.h>
  5. # ifdef ARM_ASM_HWCAP
  6. # include <asm/hwcap.h>
  7. # endif
  8. #elif defined(__FreeBSD__) && defined(__aarch64__)
  9. # include <machine/armreg.h>
  10. # ifndef ID_AA64ISAR0_CRC32_VAL
  11. # define ID_AA64ISAR0_CRC32_VAL ID_AA64ISAR0_CRC32
  12. # endif
  13. #elif defined(__OpenBSD__) && defined(__aarch64__)
  14. # include <machine/armreg.h>
  15. # include <machine/cpu.h>
  16. # include <sys/sysctl.h>
  17. # include <sys/types.h>
  18. #elif defined(__APPLE__)
  19. # if !defined(_DARWIN_C_SOURCE)
  20. # define _DARWIN_C_SOURCE /* enable types aliases (eg u_int) */
  21. # endif
  22. # include <sys/sysctl.h>
  23. #elif defined(_WIN32)
  24. # include <windows.h>
  25. #endif
  26. static int arm_has_crc32() {
  27. #if defined(__linux__) && defined(ARM_AUXV_HAS_CRC32)
  28. # ifdef HWCAP_CRC32
  29. return (getauxval(AT_HWCAP) & HWCAP_CRC32) != 0 ? 1 : 0;
  30. # else
  31. return (getauxval(AT_HWCAP2) & HWCAP2_CRC32) != 0 ? 1 : 0;
  32. # endif
  33. #elif defined(__FreeBSD__) && defined(__aarch64__)
  34. return getenv("QEMU_EMULATING") == NULL
  35. && ID_AA64ISAR0_CRC32_VAL(READ_SPECIALREG(id_aa64isar0_el1)) >= ID_AA64ISAR0_CRC32_BASE;
  36. #elif defined(__OpenBSD__) && defined(__aarch64__)
  37. int hascrc32 = 0;
  38. int isar0_mib[] = { CTL_MACHDEP, CPU_ID_AA64ISAR0 };
  39. uint64_t isar0 = 0;
  40. size_t len = sizeof(isar0);
  41. if (sysctl(isar0_mib, 2, &isar0, &len, NULL, 0) != -1) {
  42. if (ID_AA64ISAR0_CRC32(isar0) >= ID_AA64ISAR0_CRC32_BASE)
  43. hascrc32 = 1;
  44. }
  45. return hascrc32;
  46. #elif defined(__APPLE__)
  47. int hascrc32;
  48. size_t size = sizeof(hascrc32);
  49. return sysctlbyname("hw.optional.armv8_crc32", &hascrc32, &size, NULL, 0) == 0
  50. && hascrc32 == 1;
  51. #elif defined(_WIN32)
  52. return IsProcessorFeaturePresent(PF_ARM_V8_CRC32_INSTRUCTIONS_AVAILABLE);
  53. #elif defined(ARM_NOCHECK_ACLE)
  54. return 1;
  55. #else
  56. return 0;
  57. #endif
  58. }
  59. /* AArch64 has neon. */
  60. #if !defined(__aarch64__) && !defined(_M_ARM64) && !defined(_M_ARM64EC)
  61. static inline int arm_has_neon() {
  62. #if defined(__linux__) && defined(ARM_AUXV_HAS_NEON)
  63. # ifdef HWCAP_ARM_NEON
  64. return (getauxval(AT_HWCAP) & HWCAP_ARM_NEON) != 0 ? 1 : 0;
  65. # else
  66. return (getauxval(AT_HWCAP) & HWCAP_NEON) != 0 ? 1 : 0;
  67. # endif
  68. #elif defined(__APPLE__)
  69. int hasneon;
  70. size_t size = sizeof(hasneon);
  71. return sysctlbyname("hw.optional.neon", &hasneon, &size, NULL, 0) == 0
  72. && hasneon == 1;
  73. #elif defined(_M_ARM) && defined(WINAPI_FAMILY_PARTITION)
  74. # if WINAPI_FAMILY_PARTITION(WINAPI_PARTITION_PHONE_APP)
  75. return 1; /* Always supported */
  76. # endif
  77. #endif
  78. #if defined(ARM_NOCHECK_NEON)
  79. return 1;
  80. #else
  81. return 0;
  82. #endif
  83. }
  84. #endif
  85. /* AArch64 does not have ARMv6 SIMD. */
  86. #if !defined(__aarch64__) && !defined(_M_ARM64) && !defined(_M_ARM64EC)
  87. static inline int arm_has_simd() {
  88. #if defined(__linux__) && defined(HAVE_SYS_AUXV_H)
  89. const char *platform = (const char *)getauxval(AT_PLATFORM);
  90. return strncmp(platform, "v6l", 3) == 0
  91. || strncmp(platform, "v7l", 3) == 0
  92. || strncmp(platform, "v8l", 3) == 0;
  93. #elif defined(ARM_NOCHECK_SIMD)
  94. return 1;
  95. #else
  96. return 0;
  97. #endif
  98. }
  99. #endif
  100. void Z_INTERNAL arm_check_features(struct arm_cpu_features *features) {
  101. #if defined(__aarch64__) || defined(_M_ARM64) || defined(_M_ARM64EC)
  102. features->has_simd = 0; /* never available */
  103. features->has_neon = 1; /* always available */
  104. #else
  105. features->has_simd = arm_has_simd();
  106. features->has_neon = arm_has_neon();
  107. #endif
  108. features->has_crc32 = arm_has_crc32();
  109. }