/sysdeps/x86/ |
A D | cpu-features.c | 43 update_active (struct cpu_features *cpu_features) in update_active() argument 296 cpu_features->isa_1 = get_isa_level (cpu_features); in update_active() 300 get_extended_indices (struct cpu_features *cpu_features) in get_extended_indices() argument 325 get_common_indices (struct cpu_features *cpu_features, in get_common_indices() argument 399 init_cpu_features (struct cpu_features *cpu_features) in init_cpu_features() argument 429 update_active (cpu_features); in init_cpu_features() 572 update_active (cpu_features); in init_cpu_features() 611 update_active (cpu_features); in init_cpu_features() 655 update_active (cpu_features); in init_cpu_features() 670 cpu_features->basic.kind = kind; in init_cpu_features() [all …]
|
A D | get-isa-level.h | 26 get_isa_level (const struct cpu_features *cpu_features) in get_isa_level() argument 30 if (CPU_FEATURE_USABLE_P (cpu_features, CMOV) in get_isa_level() 31 && CPU_FEATURE_USABLE_P (cpu_features, CX8) in get_isa_level() 32 && CPU_FEATURE_CPU_P (cpu_features, FPU) in get_isa_level() 34 && CPU_FEATURE_USABLE_P (cpu_features, MMX) in get_isa_level() 35 && CPU_FEATURE_USABLE_P (cpu_features, SSE) in get_isa_level() 41 && CPU_FEATURE_USABLE_P (cpu_features, POPCNT) in get_isa_level() 42 && CPU_FEATURE_USABLE_P (cpu_features, SSE3) in get_isa_level() 43 && CPU_FEATURE_USABLE_P (cpu_features, SSSE3) in get_isa_level() 44 && CPU_FEATURE_USABLE_P (cpu_features, SSE4_1) in get_isa_level() [all …]
|
A D | dl-diagnostics-cpu.c | 46 const struct cpu_features *cpu_features = __get_cpu_features (); in _dl_diagnostics_cpu() local 62 cpu_features->features[index].cpuid_array[reg]); in _dl_diagnostics_cpu() 66 cpu_features->features[index].active_array[reg]); in _dl_diagnostics_cpu() 76 print_cpu_features_value ("isa_1", cpu_features->isa_1); in _dl_diagnostics_cpu() 78 cpu_features->xsave_state_size); in _dl_diagnostics_cpu() 83 cpu_features->shared_cache_size); in _dl_diagnostics_cpu() 103 cpu_features->level2_cache_size); in _dl_diagnostics_cpu() 109 cpu_features->level3_cache_size); in _dl_diagnostics_cpu() 115 cpu_features->level4_cache_size); in _dl_diagnostics_cpu() 117 + sizeof (cpu_features->level4_cache_size) in _dl_diagnostics_cpu() [all …]
|
A D | cpu-tunables.c | 46 CPU_FEATURE_UNSET (cpu_features, name) \ 56 cpu_features->preferred[index_arch_##name] \ 110 struct cpu_features *cpu_features = &GLRO(dl_x86_cpu_features); in TUNABLE_CALLBACK() local 183 cpu_features->xsave_state_size in TUNABLE_CALLBACK() 184 = cpu_features->xsave_state_full_size; in TUNABLE_CALLBACK() 185 CPU_FEATURE_UNSET (cpu_features, XSAVEC); in TUNABLE_CALLBACK() 233 (n, cpu_features, Prefer_No_AVX512, AVX512F, in TUNABLE_CALLBACK() 257 (n, cpu_features, Prefer_No_VZEROUPPER, AVX, disable, in TUNABLE_CALLBACK() 264 (n, cpu_features, AVX_Fast_Unaligned_Load, AVX, in TUNABLE_CALLBACK() 271 (n, cpu_features, MathVec_Prefer_No_AVX512, AVX512F, in TUNABLE_CALLBACK() [all …]
|
A D | cacheinfo.c | 29 const struct cpu_features *cpu_features = __get_cpu_features (); in __cache_sysconf() local 33 return cpu_features->level1_icache_size; in __cache_sysconf() 36 return cpu_features->level1_icache_linesize; in __cache_sysconf() 39 return cpu_features->level1_dcache_size; in __cache_sysconf() 42 return cpu_features->level1_dcache_assoc; in __cache_sysconf() 48 return cpu_features->level2_cache_size; in __cache_sysconf() 51 return cpu_features->level2_cache_assoc; in __cache_sysconf() 54 return cpu_features->level2_cache_linesize; in __cache_sysconf() 57 return cpu_features->level3_cache_size; in __cache_sysconf() 60 return cpu_features->level3_cache_assoc; in __cache_sysconf() [all …]
|
A D | cacheinfo.h | 60 const struct cpu_features *cpu_features = __get_cpu_features (); in init_cacheinfo() local 61 long int data = cpu_features->data_cache_size; in init_cacheinfo() 67 long int shared = cpu_features->shared_cache_size; in init_cacheinfo() 74 = cpu_features->non_temporal_threshold; in init_cacheinfo() 76 __x86_rep_movsb_threshold = cpu_features->rep_movsb_threshold; in init_cacheinfo() 77 __x86_rep_stosb_threshold = cpu_features->rep_stosb_threshold; in init_cacheinfo() 78 __x86_rep_movsb_stop_threshold = cpu_features->rep_movsb_stop_threshold; in init_cacheinfo() 80 if (CPU_FEATURES_ARCH_P (cpu_features, Avoid_Short_Distance_REP_MOVSB)) in init_cacheinfo()
|
A D | dl-get-cpu-features.c | 37 struct cpu_features *cpu_features = __get_cpu_features (); in _dl_x86_init_cpu_features() local 38 if (cpu_features->basic.kind == arch_kind_unknown) in _dl_x86_init_cpu_features() 39 init_cpu_features (cpu_features); in _dl_x86_init_cpu_features() 48 const struct cpu_features *
|
A D | dl-cacheinfo.h | 121 const struct cpu_features *cpu_features) in intel_check_word() argument 250 handle_intel (int name, const struct cpu_features *cpu_features) in handle_intel() argument 285 &no_level_2_or_3, cpu_features); in handle_intel() 290 &no_level_2_or_3, cpu_features); in handle_intel() 295 &no_level_2_or_3, cpu_features); in handle_intel() 300 &no_level_2_or_3, cpu_features); in handle_intel() 495 const struct cpu_features *cpu_features = __get_cpu_features (); in get_common_cache_info() local 698 dl_init_cacheinfo (struct cpu_features *cpu_features) in dl_init_cacheinfo() argument 822 if (cpu_features->basic.family >= 0x17) in dl_init_cacheinfo() 954 cpu_features->data_cache_size = data; in dl_init_cacheinfo() [all …]
|
/sysdeps/x86_64/multiarch/ |
A D | ifunc-memset.h | 48 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 50 if (CPU_FEATURES_ARCH_P (cpu_features, Prefer_ERMS)) in IFUNC_SELECTOR() 53 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512F) in IFUNC_SELECTOR() 56 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512VL) in IFUNC_SELECTOR() 60 if (CPU_FEATURE_USABLE_P (cpu_features, ERMS)) in IFUNC_SELECTOR() 69 if (CPU_FEATURE_USABLE_P (cpu_features, AVX2)) in IFUNC_SELECTOR() 75 if (CPU_FEATURE_USABLE_P (cpu_features, ERMS)) in IFUNC_SELECTOR() 81 if (CPU_FEATURE_USABLE_P (cpu_features, RTM)) in IFUNC_SELECTOR() 83 if (CPU_FEATURE_USABLE_P (cpu_features, ERMS)) in IFUNC_SELECTOR() 91 if (CPU_FEATURE_USABLE_P (cpu_features, ERMS)) in IFUNC_SELECTOR() [all …]
|
A D | ifunc-memmove.h | 50 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 52 if (CPU_FEATURES_ARCH_P (cpu_features, Prefer_ERMS) in IFUNC_SELECTOR() 56 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512F) in IFUNC_SELECTOR() 59 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512VL)) in IFUNC_SELECTOR() 61 if (CPU_FEATURE_USABLE_P (cpu_features, ERMS)) in IFUNC_SELECTOR() 74 if (CPU_FEATURE_USABLE_P (cpu_features, ERMS)) in IFUNC_SELECTOR() 80 if (CPU_FEATURE_USABLE_P (cpu_features, RTM)) in IFUNC_SELECTOR() 82 if (CPU_FEATURE_USABLE_P (cpu_features, ERMS)) in IFUNC_SELECTOR() 90 if (CPU_FEATURE_USABLE_P (cpu_features, ERMS)) in IFUNC_SELECTOR() 97 if (!CPU_FEATURE_USABLE_P (cpu_features, SSSE3) in IFUNC_SELECTOR() [all …]
|
A D | ifunc-memcmp.h | 32 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 34 if (CPU_FEATURE_USABLE_P (cpu_features, AVX2) in IFUNC_SELECTOR() 35 && CPU_FEATURE_USABLE_P (cpu_features, MOVBE) in IFUNC_SELECTOR() 36 && CPU_FEATURE_USABLE_P (cpu_features, BMI2) in IFUNC_SELECTOR() 37 && CPU_FEATURES_ARCH_P (cpu_features, AVX_Fast_Unaligned_Load)) in IFUNC_SELECTOR() 39 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512VL) in IFUNC_SELECTOR() 40 && CPU_FEATURE_USABLE_P (cpu_features, AVX512BW)) in IFUNC_SELECTOR() 43 if (CPU_FEATURE_USABLE_P (cpu_features, RTM)) in IFUNC_SELECTOR() 46 if (!CPU_FEATURES_ARCH_P (cpu_features, Prefer_No_VZEROUPPER)) in IFUNC_SELECTOR() 50 if (CPU_FEATURE_USABLE_P (cpu_features, SSE4_1)) in IFUNC_SELECTOR() [all …]
|
A D | ifunc-evex.h | 32 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 34 if (CPU_FEATURE_USABLE_P (cpu_features, AVX2) in IFUNC_SELECTOR() 35 && CPU_FEATURE_USABLE_P (cpu_features, BMI2) in IFUNC_SELECTOR() 36 && CPU_FEATURES_ARCH_P (cpu_features, AVX_Fast_Unaligned_Load)) in IFUNC_SELECTOR() 38 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512VL) in IFUNC_SELECTOR() 39 && CPU_FEATURE_USABLE_P (cpu_features, AVX512BW)) in IFUNC_SELECTOR() 41 if (CPU_FEATURE_USABLE_P (cpu_features, RTM)) in IFUNC_SELECTOR() 47 if (CPU_FEATURE_USABLE_P (cpu_features, RTM)) in IFUNC_SELECTOR() 50 if (!CPU_FEATURES_ARCH_P (cpu_features, Prefer_No_VZEROUPPER)) in IFUNC_SELECTOR()
|
A D | ifunc-wcslen.h | 31 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 33 if (CPU_FEATURE_USABLE_P (cpu_features, AVX2) in IFUNC_SELECTOR() 34 && CPU_FEATURE_USABLE_P (cpu_features, BMI2) in IFUNC_SELECTOR() 35 && CPU_FEATURES_ARCH_P (cpu_features, AVX_Fast_Unaligned_Load)) in IFUNC_SELECTOR() 37 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512VL) in IFUNC_SELECTOR() 38 && CPU_FEATURE_USABLE_P (cpu_features, AVX512BW)) in IFUNC_SELECTOR() 41 if (CPU_FEATURE_USABLE_P (cpu_features, RTM)) in IFUNC_SELECTOR() 44 if (!CPU_FEATURES_ARCH_P (cpu_features, Prefer_No_VZEROUPPER)) in IFUNC_SELECTOR() 48 if (CPU_FEATURE_USABLE_P (cpu_features, SSE4_1)) in IFUNC_SELECTOR()
|
A D | ifunc-avx2.h | 30 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 32 if (CPU_FEATURE_USABLE_P (cpu_features, AVX2) in IFUNC_SELECTOR() 33 && CPU_FEATURE_USABLE_P (cpu_features, BMI2) in IFUNC_SELECTOR() 34 && CPU_FEATURES_ARCH_P (cpu_features, AVX_Fast_Unaligned_Load)) in IFUNC_SELECTOR() 36 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512VL) in IFUNC_SELECTOR() 37 && CPU_FEATURE_USABLE_P (cpu_features, AVX512BW)) in IFUNC_SELECTOR() 40 if (CPU_FEATURE_USABLE_P (cpu_features, RTM)) in IFUNC_SELECTOR() 43 if (!CPU_FEATURES_ARCH_P (cpu_features, Prefer_No_VZEROUPPER)) in IFUNC_SELECTOR()
|
A D | ifunc-memcmpeq.h | 30 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 32 if (CPU_FEATURE_USABLE_P (cpu_features, AVX2) in IFUNC_SELECTOR() 33 && CPU_FEATURE_USABLE_P (cpu_features, BMI2) in IFUNC_SELECTOR() 34 && CPU_FEATURES_ARCH_P (cpu_features, AVX_Fast_Unaligned_Load)) in IFUNC_SELECTOR() 36 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512VL) in IFUNC_SELECTOR() 37 && CPU_FEATURE_USABLE_P (cpu_features, AVX512BW)) in IFUNC_SELECTOR() 40 if (CPU_FEATURE_USABLE_P (cpu_features, RTM)) in IFUNC_SELECTOR() 43 if (!CPU_FEATURES_ARCH_P (cpu_features, Prefer_No_VZEROUPPER)) in IFUNC_SELECTOR()
|
A D | ifunc-strcpy.h | 34 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 36 if (CPU_FEATURE_USABLE_P (cpu_features, AVX2) in IFUNC_SELECTOR() 37 && CPU_FEATURES_ARCH_P (cpu_features, AVX_Fast_Unaligned_Load)) in IFUNC_SELECTOR() 39 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512VL) in IFUNC_SELECTOR() 40 && CPU_FEATURE_USABLE_P (cpu_features, AVX512BW)) in IFUNC_SELECTOR() 43 if (CPU_FEATURE_USABLE_P (cpu_features, RTM)) in IFUNC_SELECTOR() 46 if (!CPU_FEATURES_ARCH_P (cpu_features, Prefer_No_VZEROUPPER)) in IFUNC_SELECTOR() 50 if (CPU_FEATURES_ARCH_P (cpu_features, Fast_Unaligned_Load)) in IFUNC_SELECTOR() 53 if (CPU_FEATURE_USABLE_P (cpu_features, SSSE3)) in IFUNC_SELECTOR()
|
A D | strncmp.c | 39 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 41 if (CPU_FEATURE_USABLE_P (cpu_features, AVX2) in IFUNC_SELECTOR() 42 && CPU_FEATURES_ARCH_P (cpu_features, AVX_Fast_Unaligned_Load)) in IFUNC_SELECTOR() 44 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512VL) in IFUNC_SELECTOR() 45 && CPU_FEATURE_USABLE_P (cpu_features, AVX512BW) in IFUNC_SELECTOR() 46 && CPU_FEATURE_USABLE_P (cpu_features, BMI2)) in IFUNC_SELECTOR() 49 if (CPU_FEATURE_USABLE_P (cpu_features, RTM)) in IFUNC_SELECTOR() 52 if (!CPU_FEATURES_ARCH_P (cpu_features, Prefer_No_VZEROUPPER)) in IFUNC_SELECTOR() 56 if (CPU_FEATURE_USABLE_P (cpu_features, SSE4_2) in IFUNC_SELECTOR() 57 && !CPU_FEATURES_ARCH_P (cpu_features, Slow_SSE4_2)) in IFUNC_SELECTOR() [all …]
|
A D | strcmp.c | 39 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 41 if (CPU_FEATURE_USABLE_P (cpu_features, AVX2) in IFUNC_SELECTOR() 42 && CPU_FEATURES_ARCH_P (cpu_features, AVX_Fast_Unaligned_Load)) in IFUNC_SELECTOR() 44 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512VL) in IFUNC_SELECTOR() 45 && CPU_FEATURE_USABLE_P (cpu_features, AVX512BW) in IFUNC_SELECTOR() 46 && CPU_FEATURE_USABLE_P (cpu_features, BMI2)) in IFUNC_SELECTOR() 49 if (CPU_FEATURE_USABLE_P (cpu_features, RTM)) in IFUNC_SELECTOR() 52 if (!CPU_FEATURES_ARCH_P (cpu_features, Prefer_No_VZEROUPPER)) in IFUNC_SELECTOR() 56 if (CPU_FEATURES_ARCH_P (cpu_features, Fast_Unaligned_Load)) in IFUNC_SELECTOR() 59 if (CPU_FEATURE_USABLE_P (cpu_features, SSSE3)) in IFUNC_SELECTOR()
|
A D | strchr.c | 38 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 40 if (CPU_FEATURE_USABLE_P (cpu_features, AVX2) in IFUNC_SELECTOR() 41 && CPU_FEATURE_USABLE_P (cpu_features, BMI2) in IFUNC_SELECTOR() 42 && CPU_FEATURES_ARCH_P (cpu_features, AVX_Fast_Unaligned_Load)) in IFUNC_SELECTOR() 44 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512VL) in IFUNC_SELECTOR() 45 && CPU_FEATURE_USABLE_P (cpu_features, AVX512BW)) in IFUNC_SELECTOR() 48 if (CPU_FEATURE_USABLE_P (cpu_features, RTM)) in IFUNC_SELECTOR() 51 if (!CPU_FEATURES_ARCH_P (cpu_features, Prefer_No_VZEROUPPER)) in IFUNC_SELECTOR() 55 if (CPU_FEATURES_ARCH_P (cpu_features, Slow_BSF)) in IFUNC_SELECTOR()
|
A D | ifunc-wmemset.h | 31 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 33 if (CPU_FEATURE_USABLE_P (cpu_features, AVX2) in IFUNC_SELECTOR() 34 && CPU_FEATURES_ARCH_P (cpu_features, AVX_Fast_Unaligned_Load)) in IFUNC_SELECTOR() 36 if (CPU_FEATURE_USABLE_P (cpu_features, AVX512VL)) in IFUNC_SELECTOR() 38 if (!CPU_FEATURES_ARCH_P (cpu_features, Prefer_No_AVX512)) in IFUNC_SELECTOR() 44 if (CPU_FEATURE_USABLE_P (cpu_features, RTM)) in IFUNC_SELECTOR() 47 if (!CPU_FEATURES_ARCH_P (cpu_features, Prefer_No_VZEROUPPER)) in IFUNC_SELECTOR()
|
A D | ifunc-strcasecmp.h | 30 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 32 if (CPU_FEATURE_USABLE_P (cpu_features, AVX)) in IFUNC_SELECTOR() 35 if (CPU_FEATURE_USABLE_P (cpu_features, SSE4_2) in IFUNC_SELECTOR() 36 && !CPU_FEATURES_ARCH_P (cpu_features, Slow_SSE4_2)) in IFUNC_SELECTOR() 39 if (CPU_FEATURE_USABLE_P (cpu_features, SSSE3)) in IFUNC_SELECTOR()
|
/sysdeps/unix/sysv/linux/aarch64/ |
A D | cpu-features.c | 65 init_cpu_features (struct cpu_features *cpu_features) in init_cpu_features() argument 86 cpu_features->midr_el1 = midr; in init_cpu_features() 93 cpu_features->zva_size = 4 << (dczid & DCZID_BS_MASK); in init_cpu_features() 96 cpu_features->bti = GLRO (dl_hwcap2) & HWCAP2_BTI; in init_cpu_features() 100 cpu_features->mte_state = 0; in init_cpu_features() 105 cpu_features->mte_state = (GLRO (dl_hwcap2) & HWCAP2_MTE) ? mte_state : 0; in init_cpu_features() 108 TUNABLE_SET (glibc, mem, tagging, cpu_features->mte_state); in init_cpu_features() 111 if (cpu_features->mte_state & 2) in init_cpu_features() 115 else if (cpu_features->mte_state) in init_cpu_features() 122 cpu_features->sve = GLRO (dl_hwcap) & HWCAP_SVE; in init_cpu_features()
|
/sysdeps/x86_64/fpu/multiarch/ |
A D | ifunc-avx-fma4.h | 30 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 32 if (CPU_FEATURE_USABLE_P (cpu_features, FMA) in IFUNC_SELECTOR() 33 && CPU_FEATURE_USABLE_P (cpu_features, AVX2)) in IFUNC_SELECTOR() 36 if (CPU_FEATURE_USABLE_P (cpu_features, FMA4)) in IFUNC_SELECTOR() 39 if (CPU_FEATURE_USABLE_P (cpu_features, AVX)) in IFUNC_SELECTOR()
|
A D | ifunc-fma4.h | 29 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 31 if (CPU_FEATURE_USABLE_P (cpu_features, FMA) in IFUNC_SELECTOR() 32 && CPU_FEATURE_USABLE_P (cpu_features, AVX2)) in IFUNC_SELECTOR() 35 if (CPU_FEATURE_USABLE_P (cpu_features, FMA4)) in IFUNC_SELECTOR()
|
/sysdeps/i386/i686/multiarch/ |
A D | ifunc-sse2-ssse3.h | 30 const struct cpu_features* cpu_features = __get_cpu_features (); in IFUNC_SELECTOR() local 32 if (CPU_FEATURE_USABLE_P (cpu_features, SSE2) in IFUNC_SELECTOR() 33 && CPU_FEATURES_ARCH_P (cpu_features, Fast_Rep_String)) in IFUNC_SELECTOR() 36 if (CPU_FEATURE_USABLE_P (cpu_features, SSSE3)) in IFUNC_SELECTOR()
|