| 1 | //===-- SIModeRegisterDefaults.h --------------------------------*- C++ -*-===// |
| 2 | // |
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | |
| 9 | #ifndef LLVM_LIB_TARGET_AMDGPU_SIMODEREGISTERDEFAULTS_H |
| 10 | #define LLVM_LIB_TARGET_AMDGPU_SIMODEREGISTERDEFAULTS_H |
| 11 | |
| 12 | #include "Utils/AMDGPUBaseInfo.h" |
| 13 | #include "llvm/ADT/FloatingPointMode.h" |
| 14 | |
| 15 | namespace llvm { |
| 16 | |
| 17 | class GCNSubtarget; |
| 18 | |
| 19 | // Track defaults for fields in the MODE register. |
| 20 | struct SIModeRegisterDefaults { |
| 21 | /// Floating point opcodes that support exception flag gathering quiet and |
| 22 | /// propagate signaling NaN inputs per IEEE 754-2008. Min_dx10 and max_dx10 |
| 23 | /// become IEEE 754- 2008 compliant due to signaling NaN propagation and |
| 24 | /// quieting. |
| 25 | bool IEEE : 1; |
| 26 | |
| 27 | /// Used by the vector ALU to force DX10-style treatment of NaNs: when set, |
| 28 | /// clamp NaN to zero; otherwise, pass NaN through. |
| 29 | bool DX10Clamp : 1; |
| 30 | |
| 31 | /// If this is set, neither input or output denormals are flushed for most f32 |
| 32 | /// instructions. |
| 33 | DenormalMode FP32Denormals; |
| 34 | |
| 35 | /// If this is set, neither input or output denormals are flushed for both f64 |
| 36 | /// and f16/v2f16 instructions. |
| 37 | DenormalMode FP64FP16Denormals; |
| 38 | |
| 39 | SIModeRegisterDefaults() : |
| 40 | IEEE(true), |
| 41 | DX10Clamp(true), |
| 42 | FP32Denormals(DenormalMode::getIEEE()), |
| 43 | FP64FP16Denormals(DenormalMode::getIEEE()) {} |
| 44 | |
| 45 | SIModeRegisterDefaults(const Function &F, const GCNSubtarget &ST); |
| 46 | |
| 47 | static SIModeRegisterDefaults getDefaultForCallingConv(CallingConv::ID CC) { |
| 48 | SIModeRegisterDefaults Mode; |
| 49 | Mode.IEEE = !AMDGPU::isShader(CC); |
| 50 | return Mode; |
| 51 | } |
| 52 | |
| 53 | bool operator==(const SIModeRegisterDefaults Other) const { |
| 54 | return IEEE == Other.IEEE && DX10Clamp == Other.DX10Clamp && |
| 55 | FP32Denormals == Other.FP32Denormals && |
| 56 | FP64FP16Denormals == Other.FP64FP16Denormals; |
| 57 | } |
| 58 | |
| 59 | /// Get the encoding value for the FP_DENORM bits of the mode register for the |
| 60 | /// FP32 denormal mode. |
| 61 | uint32_t fpDenormModeSPValue() const { |
| 62 | if (FP32Denormals == DenormalMode::getPreserveSign()) |
| 63 | return FP_DENORM_FLUSH_IN_FLUSH_OUT; |
| 64 | if (FP32Denormals.Output == DenormalMode::PreserveSign) |
| 65 | return FP_DENORM_FLUSH_OUT; |
| 66 | if (FP32Denormals.Input == DenormalMode::PreserveSign) |
| 67 | return FP_DENORM_FLUSH_IN; |
| 68 | return FP_DENORM_FLUSH_NONE; |
| 69 | } |
| 70 | |
| 71 | /// Get the encoding value for the FP_DENORM bits of the mode register for the |
| 72 | /// FP64/FP16 denormal mode. |
| 73 | uint32_t fpDenormModeDPValue() const { |
| 74 | if (FP64FP16Denormals == DenormalMode::getPreserveSign()) |
| 75 | return FP_DENORM_FLUSH_IN_FLUSH_OUT; |
| 76 | if (FP64FP16Denormals.Output == DenormalMode::PreserveSign) |
| 77 | return FP_DENORM_FLUSH_OUT; |
| 78 | if (FP64FP16Denormals.Input == DenormalMode::PreserveSign) |
| 79 | return FP_DENORM_FLUSH_IN; |
| 80 | return FP_DENORM_FLUSH_NONE; |
| 81 | } |
| 82 | |
| 83 | // FIXME: Inlining should be OK for dx10-clamp, since the caller's mode should |
| 84 | // be able to override. |
| 85 | bool isInlineCompatible(SIModeRegisterDefaults CalleeMode) const { |
| 86 | return DX10Clamp == CalleeMode.DX10Clamp && IEEE == CalleeMode.IEEE; |
| 87 | } |
| 88 | }; |
| 89 | |
| 90 | namespace AMDGPU { |
| 91 | |
| 92 | /// Return values used for llvm.get.rounding |
| 93 | /// |
| 94 | /// When both the F32 and F64/F16 modes are the same, returns the standard |
| 95 | /// values. If they differ, returns an extended mode starting at 8. |
| 96 | enum AMDGPUFltRounds : int8_t { |
| 97 | // Inherit everything from RoundingMode |
| 98 | TowardZero = static_cast<int8_t>(RoundingMode::TowardZero), |
| 99 | NearestTiesToEven = static_cast<int8_t>(RoundingMode::NearestTiesToEven), |
| 100 | TowardPositive = static_cast<int8_t>(RoundingMode::TowardPositive), |
| 101 | TowardNegative = static_cast<int8_t>(RoundingMode::TowardNegative), |
| 102 | NearestTiesToAwayUnsupported = |
| 103 | static_cast<int8_t>(RoundingMode::NearestTiesToAway), |
| 104 | |
| 105 | Dynamic = static_cast<int8_t>(RoundingMode::Dynamic), |
| 106 | |
| 107 | // Permute the mismatched rounding mode cases. If the modes are the same, use |
| 108 | // the standard values, otherwise, these values are sorted such that higher |
| 109 | // hardware encoded values have higher enum values. |
| 110 | NearestTiesToEvenF32_NearestTiesToEvenF64 = NearestTiesToEven, |
| 111 | NearestTiesToEvenF32_TowardPositiveF64 = 8, |
| 112 | NearestTiesToEvenF32_TowardNegativeF64 = 9, |
| 113 | NearestTiesToEvenF32_TowardZeroF64 = 10, |
| 114 | |
| 115 | TowardPositiveF32_NearestTiesToEvenF64 = 11, |
| 116 | TowardPositiveF32_TowardPositiveF64 = TowardPositive, |
| 117 | TowardPositiveF32_TowardNegativeF64 = 12, |
| 118 | TowardPositiveF32_TowardZeroF64 = 13, |
| 119 | |
| 120 | TowardNegativeF32_NearestTiesToEvenF64 = 14, |
| 121 | TowardNegativeF32_TowardPositiveF64 = 15, |
| 122 | TowardNegativeF32_TowardNegativeF64 = TowardNegative, |
| 123 | TowardNegativeF32_TowardZeroF64 = 16, |
| 124 | |
| 125 | TowardZeroF32_NearestTiesToEvenF64 = 17, |
| 126 | TowardZeroF32_TowardPositiveF64 = 18, |
| 127 | TowardZeroF32_TowardNegativeF64 = 19, |
| 128 | TowardZeroF32_TowardZeroF64 = TowardZero, |
| 129 | |
| 130 | Invalid = static_cast<int8_t>(RoundingMode::Invalid) |
| 131 | }; |
| 132 | |
| 133 | /// Offset of nonstandard values for llvm.get.rounding results from the largest |
| 134 | /// supported mode. |
| 135 | static constexpr uint32_t ExtendedFltRoundOffset = 4; |
| 136 | |
| 137 | /// Offset in mode register of f32 rounding mode. |
| 138 | static constexpr uint32_t F32FltRoundOffset = 0; |
| 139 | |
| 140 | /// Offset in mode register of f64/f16 rounding mode. |
| 141 | static constexpr uint32_t F64FltRoundOffset = 2; |
| 142 | |
| 143 | // Bit indexed table to convert from hardware rounding mode values to FLT_ROUNDS |
| 144 | // values. |
| 145 | extern const uint64_t FltRoundConversionTable; |
| 146 | |
| 147 | // Bit indexed table to convert from FLT_ROUNDS values to hardware rounding mode |
| 148 | // values |
| 149 | extern const uint64_t FltRoundToHWConversionTable; |
| 150 | |
| 151 | /// Read the hardware rounding mode equivalent of a AMDGPUFltRounds value. |
| 152 | uint32_t decodeFltRoundToHWConversionTable(uint32_t FltRounds); |
| 153 | |
| 154 | } // end namespace AMDGPU |
| 155 | |
| 156 | } // end namespace llvm |
| 157 | |
| 158 | #endif // LLVM_LIB_TARGET_AMDGPU_SIMODEREGISTERDEFAULTS_H |
| 159 | |