mirror of
https://github.com/google/cpu_features.git
synced 2025-11-03 22:40:17 +01:00
22a5362e11
* [NFC] clang-format codebase * revert to 80 char columns at the price of uglier table init * Specifically disabling clang-format for table initialization
206 lines
7.3 KiB
C
206 lines
7.3 KiB
C
#include "cpu-features.h"
|
|
|
|
#include <pthread.h>
|
|
|
|
#include "cpu_features_macros.h"
|
|
#include "internal/filesystem.h"
|
|
#include "internal/stack_line_reader.h"
|
|
#include "internal/string_view.h"
|
|
|
|
#if defined(CPU_FEATURES_ARCH_ARM)
|
|
#include "cpuinfo_arm.h"
|
|
#elif defined(CPU_FEATURES_ARCH_X86)
|
|
#include "cpuinfo_x86.h"
|
|
#elif defined(CPU_FEATURES_ARCH_MIPS)
|
|
#include "cpuinfo_mips.h"
|
|
#elif defined(CPU_FEATURES_ARCH_AARCH64)
|
|
#include "cpuinfo_aarch64.h"
|
|
#endif
|
|
|
|
static pthread_once_t g_once;
|
|
static int g_inited;
|
|
static uint64_t g_cpuFeatures;
|
|
static int g_cpuCount;
|
|
|
|
#ifdef CPU_FEATURES_ARCH_ARM
|
|
static uint32_t g_cpuIdArm;
|
|
#endif
|
|
|
|
static void set_cpu_mask_bit(uint32_t index, uint32_t* cpu_mask) {
|
|
*cpu_mask |= 1UL << index;
|
|
}
|
|
|
|
// Examples of valid inputs: "31", "4-31"
|
|
static void parse_cpu_mask(const StringView text, uint32_t* cpu_mask) {
|
|
int separator_index = CpuFeatures_StringView_IndexOfChar(text, '-');
|
|
if (separator_index < 0) { // A single cpu index
|
|
int cpu_index = CpuFeatures_StringView_ParsePositiveNumber(text);
|
|
if (cpu_index < 0) return;
|
|
set_cpu_mask_bit(cpu_index, cpu_mask);
|
|
} else {
|
|
int cpu_index_a = CpuFeatures_StringView_ParsePositiveNumber(
|
|
CpuFeatures_StringView_KeepFront(text, separator_index));
|
|
int cpu_index_b = CpuFeatures_StringView_ParsePositiveNumber(
|
|
CpuFeatures_StringView_PopFront(text, separator_index + 1));
|
|
int i;
|
|
if (cpu_index_a < 0 || cpu_index_b < 0) return;
|
|
for (i = cpu_index_a; i <= cpu_index_b; ++i) {
|
|
if (i < 32) {
|
|
set_cpu_mask_bit(i, cpu_mask);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// Format specification from
|
|
// https://www.kernel.org/doc/Documentation/cputopology.txt
|
|
// Examples of valid inputs: "31", "2,4-31,32-63", "0-1,3"
|
|
static void parse_cpu_mask_line(const LineResult result, uint32_t* cpu_mask) {
|
|
if (!result.full_line || result.eof) return;
|
|
StringView line = result.line;
|
|
for (; line.size > 0;) {
|
|
int next_entry_index = CpuFeatures_StringView_IndexOfChar(line, ',');
|
|
if (next_entry_index < 0) {
|
|
parse_cpu_mask(line, cpu_mask);
|
|
break;
|
|
}
|
|
StringView entry = CpuFeatures_StringView_KeepFront(line, next_entry_index);
|
|
parse_cpu_mask(entry, cpu_mask);
|
|
line = CpuFeatures_StringView_PopFront(line, next_entry_index + 1);
|
|
}
|
|
}
|
|
|
|
static void update_cpu_mask_from_file(const char* filename,
|
|
uint32_t* cpu_mask) {
|
|
const int fd = CpuFeatures_OpenFile(filename);
|
|
if (fd >= 0) {
|
|
StackLineReader reader;
|
|
StackLineReader_Initialize(&reader, fd);
|
|
parse_cpu_mask_line(StackLineReader_NextLine(&reader), cpu_mask);
|
|
CpuFeatures_CloseFile(fd);
|
|
}
|
|
}
|
|
|
|
static int get_cpu_count(void) {
|
|
uint32_t cpu_mask = 0;
|
|
update_cpu_mask_from_file("/sys/devices/system/cpu/present", &cpu_mask);
|
|
update_cpu_mask_from_file("/sys/devices/system/cpu/possible", &cpu_mask);
|
|
return __builtin_popcount(cpu_mask);
|
|
}
|
|
|
|
static void android_cpuInit(void) {
|
|
g_cpuFeatures = 0;
|
|
g_cpuCount = 1;
|
|
g_inited = 1;
|
|
|
|
g_cpuCount = get_cpu_count();
|
|
if (g_cpuCount == 0) {
|
|
g_cpuCount = 1;
|
|
}
|
|
#if defined(CPU_FEATURES_ARCH_ARM)
|
|
ArmInfo info = GetArmInfo();
|
|
if (info.architecture == 7) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_ARMv7;
|
|
if (info.features.vfpv3) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv3;
|
|
if (info.features.neon) {
|
|
g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_NEON;
|
|
g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFP_D32;
|
|
}
|
|
if (info.features.vfpv3d16) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFP_FP16;
|
|
if (info.features.idiva) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_IDIV_ARM;
|
|
if (info.features.idivt) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_IDIV_THUMB2;
|
|
if (info.features.iwmmxt) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_iWMMXt;
|
|
if (info.features.aes) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_AES;
|
|
if (info.features.pmull) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_PMULL;
|
|
if (info.features.sha1) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_SHA1;
|
|
if (info.features.sha2) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_SHA2;
|
|
if (info.features.crc32) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_CRC32;
|
|
if (info.architecture >= 6)
|
|
g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_LDREX_STREX;
|
|
if (info.features.vfp) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv2;
|
|
if (info.features.vfpv4) {
|
|
g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFP_FMA;
|
|
g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_NEON_FMA;
|
|
}
|
|
g_cpuIdArm = GetArmCpuId(&info);
|
|
#elif defined(CPU_FEATURES_ARCH_X86)
|
|
X86Info info = GetX86Info();
|
|
if (info.features.ssse3) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_SSSE3;
|
|
if (info.features.popcnt) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_POPCNT;
|
|
if (info.features.movbe) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_MOVBE;
|
|
if (info.features.sse4_1) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_SSE4_1;
|
|
if (info.features.sse4_2) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_SSE4_2;
|
|
if (info.features.aes) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_AES_NI;
|
|
if (info.features.avx) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_AVX;
|
|
if (info.features.rdrnd) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_RDRAND;
|
|
if (info.features.avx2) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_AVX2;
|
|
if (info.features.sha) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_SHA_NI;
|
|
#elif defined(CPU_FEATURES_ARCH_MIPS)
|
|
MipsInfo info = GetMipsInfo();
|
|
if (info.features.r6) g_cpuFeatures |= ANDROID_CPU_MIPS_FEATURE_R6;
|
|
if (info.features.msa) g_cpuFeatures |= ANDROID_CPU_MIPS_FEATURE_MSA;
|
|
#elif defined(CPU_FEATURES_ARCH_AARCH64)
|
|
Aarch64Info info = GetAarch64Info();
|
|
if (info.features.fp) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_FP;
|
|
if (info.features.asimd) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_ASIMD;
|
|
if (info.features.aes) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_AES;
|
|
if (info.features.pmull) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_PMULL;
|
|
if (info.features.sha1) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_SHA1;
|
|
if (info.features.sha2) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_SHA2;
|
|
if (info.features.crc32) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_CRC32;
|
|
#endif
|
|
}
|
|
|
|
AndroidCpuFamily android_getCpuFamily(void) {
|
|
#if defined(CPU_FEATURES_ARCH_ARM)
|
|
return ANDROID_CPU_FAMILY_ARM;
|
|
#elif defined(CPU_FEATURES_ARCH_X86_32)
|
|
return ANDROID_CPU_FAMILY_X86;
|
|
#elif defined(CPU_FEATURES_ARCH_MIPS64)
|
|
return ANDROID_CPU_FAMILY_MIPS64;
|
|
#elif defined(CPU_FEATURES_ARCH_MIPS32)
|
|
return ANDROID_CPU_FAMILY_MIPS;
|
|
#elif defined(CPU_FEATURES_ARCH_AARCH64)
|
|
return ANDROID_CPU_FAMILY_ARM64;
|
|
#elif defined(CPU_FEATURES_ARCH_X86_64)
|
|
return ANDROID_CPU_FAMILY_X86_64;
|
|
#else
|
|
return ANDROID_CPU_FAMILY_UNKNOWN;
|
|
#endif
|
|
}
|
|
|
|
uint64_t android_getCpuFeatures(void) {
|
|
pthread_once(&g_once, android_cpuInit);
|
|
return g_cpuFeatures;
|
|
}
|
|
|
|
int android_getCpuCount(void) {
|
|
pthread_once(&g_once, android_cpuInit);
|
|
return g_cpuCount;
|
|
}
|
|
|
|
static void android_cpuInitDummy(void) { g_inited = 1; }
|
|
|
|
int android_setCpu(int cpu_count, uint64_t cpu_features) {
|
|
/* Fail if the library was already initialized. */
|
|
if (g_inited) return 0;
|
|
g_cpuCount = (cpu_count <= 0 ? 1 : cpu_count);
|
|
g_cpuFeatures = cpu_features;
|
|
pthread_once(&g_once, android_cpuInitDummy);
|
|
return 1;
|
|
}
|
|
|
|
#ifdef CPU_FEATURES_ARCH_ARM
|
|
|
|
uint32_t android_getCpuIdArm(void) {
|
|
pthread_once(&g_once, android_cpuInit);
|
|
return g_cpuIdArm;
|
|
}
|
|
|
|
int android_setCpuArm(int cpu_count, uint64_t cpu_features, uint32_t cpu_id) {
|
|
if (!android_setCpu(cpu_count, cpu_features)) return 0;
|
|
g_cpuIdArm = cpu_id;
|
|
return 1;
|
|
}
|
|
|
|
#endif // CPU_FEATURES_ARCH_ARM
|