1//===-- Compile time cpu feature detection ----------------------*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8// This file lists target cpu features by introspecting compiler enabled
9// preprocessor definitions.
10//===----------------------------------------------------------------------===//
11
12#ifndef LLVM_LIBC_SRC___SUPPORT_MACROS_PROPERTIES_CPU_FEATURES_H
13#define LLVM_LIBC_SRC___SUPPORT_MACROS_PROPERTIES_CPU_FEATURES_H
14
15#include "architectures.h"
16#include "compiler.h"
17
18#if defined(__ARM_FEATURE_FP16_SCALAR_ARITHMETIC)
19#define LIBC_TARGET_CPU_HAS_FULLFP16
20#endif
21
22#if defined(__ARM_FEATURE_SVE)
23#define LIBC_TARGET_CPU_HAS_SVE
24#endif
25
26#if defined(__ARM_FEATURE_SVE2)
27#define LIBC_TARGET_CPU_HAS_SVE2
28#endif
29
30// __ARM_FEATURE_MVE is a bitfield
31#if defined(__ARM_FEATURE_MVE)
32#if (__ARM_FEATURE_MVE & 0x1)
33#define LIBC_TARGET_CPU_HAS_MVE
34#endif // LIBC_TARGET_CPU_HAS_MVE
35#if (__ARM_FEATURE_MVE & 0x2)
36#define LIBC_TARGET_CPU_HAS_MVE_FP
37#endif // LIBC_TARGET_CPU_HAS_MVE_FP
38#endif // __ARM_FEATURE_MVE
39
40#if defined(__ARM_FEATURE_MOPS)
41#define LIBC_TARGET_CPU_HAS_MOPS
42#endif
43
44#if defined(__SSE2__) || defined(_M_X64) || \
45 (defined(_M_IX86_FP) && _M_IX86_FP >= 2)
46#define LIBC_TARGET_CPU_HAS_SSE2
47#define LIBC_TARGET_CPU_HAS_FPU_FLOAT
48#define LIBC_TARGET_CPU_HAS_FPU_DOUBLE
49#if defined(__SSE2__)
50#define LIBC_TARGET_CPU_GENERIC_VECTOR_SIZE_MAX 128
51#endif
52#endif
53
54#if defined(__SSE4_2__) || defined(__AVX__)
55#define LIBC_TARGET_CPU_HAS_SSE4_2
56#endif
57
58#if defined(__AVX__)
59#define LIBC_TARGET_CPU_HAS_AVX
60#ifndef LIBC_COMPILER_IS_MSVC
61#undef LIBC_TARGET_CPU_GENERIC_VECTOR_SIZE_MAX
62#define LIBC_TARGET_CPU_GENERIC_VECTOR_SIZE_MAX 256
63#endif
64#endif
65
66#if defined(__AVX2__)
67#define LIBC_TARGET_CPU_HAS_AVX2
68#endif
69
70#if defined(__AVX512F__)
71#define LIBC_TARGET_CPU_HAS_AVX512F
72#ifndef LIBC_COMPILER_IS_MSVC
73#undef LIBC_TARGET_CPU_GENERIC_VECTOR_SIZE_MAX
74#define LIBC_TARGET_CPU_GENERIC_VECTOR_SIZE_MAX 512
75#endif
76#endif
77
78#if defined(__AVX512BW__)
79#define LIBC_TARGET_CPU_HAS_AVX512BW
80#endif
81
82#if defined(__AVX512F__) || defined(__AVX2__)
83#define LIBC_TARGET_CPU_HAS_GATHER
84#endif
85
86#if defined(__ARM_FP)
87#if (__ARM_FP & 0x2)
88#define LIBC_TARGET_CPU_HAS_ARM_FPU_HALF
89#define LIBC_TARGET_CPU_HAS_FPU_HALF
90#endif // LIBC_TARGET_CPU_HAS_ARM_FPU_HALF
91#if (__ARM_FP & 0x4)
92#define LIBC_TARGET_CPU_HAS_ARM_FPU_FLOAT
93#define LIBC_TARGET_CPU_HAS_FPU_FLOAT
94#endif // LIBC_TARGET_CPU_HAS_ARM_FPU_FLOAT
95#if (__ARM_FP & 0x8)
96#define LIBC_TARGET_CPU_HAS_ARM_FPU_DOUBLE
97#define LIBC_TARGET_CPU_HAS_FPU_DOUBLE
98#endif // LIBC_TARGET_CPU_HAS_ARM_FPU_DOUBLE
99#elif defined(_M_ARM64) || defined(_M_ARM64EC)
100#define LIBC_TARGET_CPU_HAS_ARM_FPU_FLOAT
101#define LIBC_TARGET_CPU_HAS_FPU_FLOAT
102#define LIBC_TARGET_CPU_HAS_ARM_FPU_DOUBLE
103#define LIBC_TARGET_CPU_HAS_FPU_DOUBLE
104#endif // __ARM_FP
105
106#if defined(__ARM_NEON) || defined(_M_ARM64) || defined(_M_ARM64EC)
107#define LIBC_TARGET_CPU_HAS_ARM_NEON
108#if defined(__ARM_NEON)
109#define LIBC_TARGET_CPU_GENERIC_VECTOR_SIZE_MAX 512
110#endif
111#endif
112
113#if defined(__riscv_flen)
114// https://github.com/riscv-non-isa/riscv-c-api-doc/blob/main/src/c-api.adoc
115#if defined(__riscv_zfhmin)
116#define LIBC_TARGET_CPU_HAS_RISCV_FPU_HALF
117#define LIBC_TARGET_CPU_HAS_FPU_HALF
118#endif // LIBC_TARGET_CPU_HAS_RISCV_FPU_HALF
119#if (__riscv_flen >= 32)
120#define LIBC_TARGET_CPU_HAS_RISCV_FPU_FLOAT
121#define LIBC_TARGET_CPU_HAS_FPU_FLOAT
122#endif // LIBC_TARGET_CPU_HAS_RISCV_FPU_FLOAT
123#if (__riscv_flen >= 64)
124#define LIBC_TARGET_CPU_HAS_RISCV_FPU_DOUBLE
125#define LIBC_TARGET_CPU_HAS_FPU_DOUBLE
126#endif // LIBC_TARGET_CPU_HAS_RISCV_FPU_DOUBLE
127#endif // __riscv_flen
128
129#if defined(__riscv_v_min_vlen)
130#define LIBC_TARGET_CPU_GENERIC_VECTOR_SIZE_MAX __riscv_v_min_vlen
131#endif // __riscv_v_min_vlen
132
133#if defined(__NVPTX__) || defined(__AMDGPU__) || defined(__SPIRV__)
134#define LIBC_TARGET_CPU_HAS_FPU_FLOAT
135#define LIBC_TARGET_CPU_HAS_FPU_DOUBLE
136#endif
137
138#if defined(__ARM_FEATURE_FMA) || defined(_M_ARM64) || defined(_M_ARM64EC) || \
139 (defined(__AVX2__) && defined(__FMA__)) || \
140 (defined(LIBC_COMPILER_IS_MSVC) && defined(__AVX2__)) || \
141 defined(__NVPTX__) || defined(__AMDGPU__) || defined(__riscv_flen) || \
142 defined(__SPIRV__)
143#define LIBC_TARGET_CPU_HAS_FMA
144// Provide a more fine-grained control of FMA instruction for ARM targets.
145#if defined(LIBC_TARGET_CPU_HAS_FPU_HALF)
146#define LIBC_TARGET_CPU_HAS_FMA_HALF
147#endif // LIBC_TARGET_CPU_HAS_FMA_HALF
148#if defined(LIBC_TARGET_CPU_HAS_FPU_FLOAT)
149#define LIBC_TARGET_CPU_HAS_FMA_FLOAT
150#endif // LIBC_TARGET_CPU_HAS_FMA_FLOAT
151#if defined(LIBC_TARGET_CPU_HAS_FPU_DOUBLE)
152#define LIBC_TARGET_CPU_HAS_FMA_DOUBLE
153#endif // LIBC_TARGET_CPU_HAS_FMA_DOUBLE
154#endif
155
156#if defined(LIBC_TARGET_ARCH_IS_AARCH64) || \
157 (defined(LIBC_TARGET_ARCH_IS_X86_64) && \
158 defined(LIBC_TARGET_CPU_HAS_SSE4_2))
159#define LIBC_TARGET_CPU_HAS_NEAREST_INT
160#endif
161
162#if defined(LIBC_TARGET_ARCH_IS_AARCH64) || defined(LIBC_TARGET_ARCH_IS_GPU)
163#define LIBC_TARGET_CPU_HAS_FAST_FLOAT16_OPS
164#endif
165
166#endif // LLVM_LIBC_SRC___SUPPORT_MACROS_PROPERTIES_CPU_FEATURES_H
167