1//===- DivisionConverter.cpp - Complex division conversion ----------------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file implements functions for two different complex number division
10// algorithms, the `algebraic formula` and `Smith's range reduction method`.
11// These are used in two conversions: `ComplexToLLVM` and `ComplexToStandard`.
12// When modifying the algorithms, both `ToLLVM` and `ToStandard` must be
13// changed.
14//
15//===----------------------------------------------------------------------===//
16
17#include "mlir/Conversion/ComplexCommon/DivisionConverter.h"
18#include "mlir/Dialect/Arith/IR/Arith.h"
19#include "mlir/Dialect/LLVMIR/LLVMArithOps.h"
20#include "mlir/Dialect/LLVMIR/LLVMConstantOps.h"
21#include "mlir/Dialect/LLVMIR/LLVMFloatIntrinsicOps.h"
22#include "mlir/Dialect/Math/IR/Math.h"
23
24using namespace mlir;
25
26void mlir::complex::convertDivToLLVMUsingAlgebraic(
27 ConversionPatternRewriter &rewriter, Location loc, Value lhsRe, Value lhsIm,
28 Value rhsRe, Value rhsIm, LLVM::FastmathFlagsAttr fmf, Value *resultRe,
29 Value *resultIm) {
30 Value rhsSqNorm = LLVM::FAddOp::create(
31 builder&: rewriter, location: loc, lhs: LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: rhsRe, rhs: rhsRe, fastmathFlags: fmf),
32 rhs: LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: rhsIm, rhs: rhsIm, fastmathFlags: fmf), fastmathFlags: fmf);
33
34 Value realNumerator = LLVM::FAddOp::create(
35 builder&: rewriter, location: loc, lhs: LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsRe, rhs: rhsRe, fastmathFlags: fmf),
36 rhs: LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsIm, rhs: rhsIm, fastmathFlags: fmf), fastmathFlags: fmf);
37
38 Value imagNumerator = LLVM::FSubOp::create(
39 builder&: rewriter, location: loc, lhs: LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsIm, rhs: rhsRe, fastmathFlags: fmf),
40 rhs: LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsRe, rhs: rhsIm, fastmathFlags: fmf), fastmathFlags: fmf);
41
42 *resultRe =
43 LLVM::FDivOp::create(builder&: rewriter, location: loc, lhs: realNumerator, rhs: rhsSqNorm, fastmathFlags: fmf);
44 *resultIm =
45 LLVM::FDivOp::create(builder&: rewriter, location: loc, lhs: imagNumerator, rhs: rhsSqNorm, fastmathFlags: fmf);
46}
47
48void mlir::complex::convertDivToStandardUsingAlgebraic(
49 ConversionPatternRewriter &rewriter, Location loc, Value lhsRe, Value lhsIm,
50 Value rhsRe, Value rhsIm, arith::FastMathFlagsAttr fmf, Value *resultRe,
51 Value *resultIm) {
52 Value rhsSqNorm = arith::AddFOp::create(
53 builder&: rewriter, location: loc, lhs: arith::MulFOp::create(builder&: rewriter, location: loc, lhs: rhsRe, rhs: rhsRe, fastmath: fmf),
54 rhs: arith::MulFOp::create(builder&: rewriter, location: loc, lhs: rhsIm, rhs: rhsIm, fastmath: fmf), fastmath: fmf);
55
56 Value realNumerator = arith::AddFOp::create(
57 builder&: rewriter, location: loc, lhs: arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsRe, rhs: rhsRe, fastmath: fmf),
58 rhs: arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsIm, rhs: rhsIm, fastmath: fmf), fastmath: fmf);
59 Value imagNumerator = arith::SubFOp::create(
60 builder&: rewriter, location: loc, lhs: arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsIm, rhs: rhsRe, fastmath: fmf),
61 rhs: arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsRe, rhs: rhsIm, fastmath: fmf), fastmath: fmf);
62
63 *resultRe =
64 arith::DivFOp::create(builder&: rewriter, location: loc, lhs: realNumerator, rhs: rhsSqNorm, fastmath: fmf);
65 *resultIm =
66 arith::DivFOp::create(builder&: rewriter, location: loc, lhs: imagNumerator, rhs: rhsSqNorm, fastmath: fmf);
67}
68
69// Smith's algorithm to divide complex numbers. It is just a bit smarter
70// way to compute the following algebraic formula:
71// (lhsRe + lhsIm * i) / (rhsRe + rhsIm * i)
72// = (lhsRe + lhsIm * i) (rhsRe - rhsIm * i) /
73// ((rhsRe + rhsIm * i)(rhsRe - rhsIm * i))
74// = ((lhsRe * rhsRe + lhsIm * rhsIm) +
75// (lhsIm * rhsRe - lhsRe * rhsIm) * i) / ||rhs||^2
76//
77// Depending on whether |rhsRe| < |rhsIm| we compute either
78// rhsRealImagRatio = rhsRe / rhsIm
79// rhsRealImagDenom = rhsIm + rhsRe * rhsRealImagRatio
80// resultRe = (lhsRe * rhsRealImagRatio + lhsIm) /
81// rhsRealImagDenom
82// resultIm = (lhsIm * rhsRealImagRatio - lhsRe) /
83// rhsRealImagDenom
84//
85// or
86//
87// rhsImagRealRatio = rhsIm / rhsRe
88// rhsImagRealDenom = rhsRe + rhsIm * rhsImagRealRatio
89// resultRe = (lhsRe + lhsIm * rhsImagRealRatio) /
90// rhsImagRealDenom
91// resultIm = (lhsIm - lhsRe * rhsImagRealRatio) /
92// rhsImagRealDenom
93//
94// See https://dl.acm.org/citation.cfm?id=368661 for more details.
95
96void mlir::complex::convertDivToLLVMUsingRangeReduction(
97 ConversionPatternRewriter &rewriter, Location loc, Value lhsRe, Value lhsIm,
98 Value rhsRe, Value rhsIm, LLVM::FastmathFlagsAttr fmf, Value *resultRe,
99 Value *resultIm) {
100 auto elementType = cast<FloatType>(Val: rhsRe.getType());
101
102 Value rhsRealImagRatio =
103 LLVM::FDivOp::create(builder&: rewriter, location: loc, lhs: rhsRe, rhs: rhsIm, fastmathFlags: fmf);
104 Value rhsRealImagDenom = LLVM::FAddOp::create(
105 builder&: rewriter, location: loc, lhs: rhsIm,
106 rhs: LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: rhsRealImagRatio, rhs: rhsRe, fastmathFlags: fmf), fastmathFlags: fmf);
107 Value realNumerator1 = LLVM::FAddOp::create(
108 builder&: rewriter, location: loc,
109 lhs: LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsRe, rhs: rhsRealImagRatio, fastmathFlags: fmf), rhs: lhsIm,
110 fastmathFlags: fmf);
111 Value resultReal1 = LLVM::FDivOp::create(builder&: rewriter, location: loc, lhs: realNumerator1,
112 rhs: rhsRealImagDenom, fastmathFlags: fmf);
113 Value imagNumerator1 = LLVM::FSubOp::create(
114 builder&: rewriter, location: loc,
115 lhs: LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsIm, rhs: rhsRealImagRatio, fastmathFlags: fmf), rhs: lhsRe,
116 fastmathFlags: fmf);
117 Value resultImag1 = LLVM::FDivOp::create(builder&: rewriter, location: loc, lhs: imagNumerator1,
118 rhs: rhsRealImagDenom, fastmathFlags: fmf);
119
120 Value rhsImagRealRatio =
121 LLVM::FDivOp::create(builder&: rewriter, location: loc, lhs: rhsIm, rhs: rhsRe, fastmathFlags: fmf);
122 Value rhsImagRealDenom = LLVM::FAddOp::create(
123 builder&: rewriter, location: loc, lhs: rhsRe,
124 rhs: LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: rhsImagRealRatio, rhs: rhsIm, fastmathFlags: fmf), fastmathFlags: fmf);
125 Value realNumerator2 = LLVM::FAddOp::create(
126 builder&: rewriter, location: loc, lhs: lhsRe,
127 rhs: LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsIm, rhs: rhsImagRealRatio, fastmathFlags: fmf), fastmathFlags: fmf);
128 Value resultReal2 = LLVM::FDivOp::create(builder&: rewriter, location: loc, lhs: realNumerator2,
129 rhs: rhsImagRealDenom, fastmathFlags: fmf);
130 Value imagNumerator2 = LLVM::FSubOp::create(
131 builder&: rewriter, location: loc, lhs: lhsIm,
132 rhs: LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsRe, rhs: rhsImagRealRatio, fastmathFlags: fmf), fastmathFlags: fmf);
133 Value resultImag2 = LLVM::FDivOp::create(builder&: rewriter, location: loc, lhs: imagNumerator2,
134 rhs: rhsImagRealDenom, fastmathFlags: fmf);
135
136 // Consider corner cases.
137 // Case 1. Zero denominator, numerator contains at most one NaN value.
138 Value zero = LLVM::ConstantOp::create(builder&: rewriter, location: loc, res: elementType,
139 value: rewriter.getZeroAttr(type: elementType));
140 Value rhsRealAbs = LLVM::FAbsOp::create(builder&: rewriter, location: loc, in: rhsRe, fastmathFlags: fmf);
141 Value rhsRealIsZero = LLVM::FCmpOp::create(
142 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::oeq, lhs: rhsRealAbs, rhs: zero);
143 Value rhsImagAbs = LLVM::FAbsOp::create(builder&: rewriter, location: loc, in: rhsIm, fastmathFlags: fmf);
144 Value rhsImagIsZero = LLVM::FCmpOp::create(
145 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::oeq, lhs: rhsImagAbs, rhs: zero);
146 Value lhsRealIsNotNaN = LLVM::FCmpOp::create(
147 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::ord, lhs: lhsRe, rhs: zero);
148 Value lhsImagIsNotNaN = LLVM::FCmpOp::create(
149 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::ord, lhs: lhsIm, rhs: zero);
150 Value lhsContainsNotNaNValue =
151 LLVM::OrOp::create(builder&: rewriter, location: loc, lhs: lhsRealIsNotNaN, rhs: lhsImagIsNotNaN);
152 Value resultIsInfinity = LLVM::AndOp::create(
153 builder&: rewriter, location: loc, lhs: lhsContainsNotNaNValue,
154 rhs: LLVM::AndOp::create(builder&: rewriter, location: loc, lhs: rhsRealIsZero, rhs: rhsImagIsZero));
155 Value inf = LLVM::ConstantOp::create(
156 builder&: rewriter, location: loc, res: elementType,
157 value: rewriter.getFloatAttr(type: elementType,
158 value: APFloat::getInf(Sem: elementType.getFloatSemantics())));
159 Value infWithSignOfrhsReal =
160 LLVM::CopySignOp::create(builder&: rewriter, location: loc, a: inf, b: rhsRe);
161 Value infinityResultReal =
162 LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: infWithSignOfrhsReal, rhs: lhsRe, fastmathFlags: fmf);
163 Value infinityResultImag =
164 LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: infWithSignOfrhsReal, rhs: lhsIm, fastmathFlags: fmf);
165
166 // Case 2. Infinite numerator, finite denominator.
167 Value rhsRealFinite = LLVM::FCmpOp::create(
168 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::one, lhs: rhsRealAbs, rhs: inf);
169 Value rhsImagFinite = LLVM::FCmpOp::create(
170 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::one, lhs: rhsImagAbs, rhs: inf);
171 Value rhsFinite =
172 LLVM::AndOp::create(builder&: rewriter, location: loc, lhs: rhsRealFinite, rhs: rhsImagFinite);
173 Value lhsRealAbs = LLVM::FAbsOp::create(builder&: rewriter, location: loc, in: lhsRe, fastmathFlags: fmf);
174 Value lhsRealInfinite = LLVM::FCmpOp::create(
175 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::oeq, lhs: lhsRealAbs, rhs: inf);
176 Value lhsImagAbs = LLVM::FAbsOp::create(builder&: rewriter, location: loc, in: lhsIm, fastmathFlags: fmf);
177 Value lhsImagInfinite = LLVM::FCmpOp::create(
178 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::oeq, lhs: lhsImagAbs, rhs: inf);
179 Value lhsInfinite =
180 LLVM::OrOp::create(builder&: rewriter, location: loc, lhs: lhsRealInfinite, rhs: lhsImagInfinite);
181 Value infNumFiniteDenom =
182 LLVM::AndOp::create(builder&: rewriter, location: loc, lhs: lhsInfinite, rhs: rhsFinite);
183 Value one = LLVM::ConstantOp::create(builder&: rewriter, location: loc, res: elementType,
184 value: rewriter.getFloatAttr(type: elementType, value: 1));
185 Value lhsRealIsInfWithSign = LLVM::CopySignOp::create(
186 builder&: rewriter, location: loc,
187 a: LLVM::SelectOp::create(builder&: rewriter, location: loc, condition: lhsRealInfinite, trueValue: one, falseValue: zero), b: lhsRe);
188 Value lhsImagIsInfWithSign = LLVM::CopySignOp::create(
189 builder&: rewriter, location: loc,
190 a: LLVM::SelectOp::create(builder&: rewriter, location: loc, condition: lhsImagInfinite, trueValue: one, falseValue: zero), b: lhsIm);
191 Value lhsRealIsInfWithSignTimesrhsReal =
192 LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsRealIsInfWithSign, rhs: rhsRe, fastmathFlags: fmf);
193 Value lhsImagIsInfWithSignTimesrhsImag =
194 LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsImagIsInfWithSign, rhs: rhsIm, fastmathFlags: fmf);
195 Value resultReal3 = LLVM::FMulOp::create(
196 builder&: rewriter, location: loc, lhs: inf,
197 rhs: LLVM::FAddOp::create(builder&: rewriter, location: loc, lhs: lhsRealIsInfWithSignTimesrhsReal,
198 rhs: lhsImagIsInfWithSignTimesrhsImag, fastmathFlags: fmf),
199 fastmathFlags: fmf);
200 Value lhsRealIsInfWithSignTimesrhsImag =
201 LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsRealIsInfWithSign, rhs: rhsIm, fastmathFlags: fmf);
202 Value lhsImagIsInfWithSignTimesrhsReal =
203 LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsImagIsInfWithSign, rhs: rhsRe, fastmathFlags: fmf);
204 Value resultImag3 = LLVM::FMulOp::create(
205 builder&: rewriter, location: loc, lhs: inf,
206 rhs: LLVM::FSubOp::create(builder&: rewriter, location: loc, lhs: lhsImagIsInfWithSignTimesrhsReal,
207 rhs: lhsRealIsInfWithSignTimesrhsImag, fastmathFlags: fmf),
208 fastmathFlags: fmf);
209
210 // Case 3: Finite numerator, infinite denominator.
211 Value lhsRealFinite = LLVM::FCmpOp::create(
212 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::one, lhs: lhsRealAbs, rhs: inf);
213 Value lhsImagFinite = LLVM::FCmpOp::create(
214 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::one, lhs: lhsImagAbs, rhs: inf);
215 Value lhsFinite =
216 LLVM::AndOp::create(builder&: rewriter, location: loc, lhs: lhsRealFinite, rhs: lhsImagFinite);
217 Value rhsRealInfinite = LLVM::FCmpOp::create(
218 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::oeq, lhs: rhsRealAbs, rhs: inf);
219 Value rhsImagInfinite = LLVM::FCmpOp::create(
220 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::oeq, lhs: rhsImagAbs, rhs: inf);
221 Value rhsInfinite =
222 LLVM::OrOp::create(builder&: rewriter, location: loc, lhs: rhsRealInfinite, rhs: rhsImagInfinite);
223 Value finiteNumInfiniteDenom =
224 LLVM::AndOp::create(builder&: rewriter, location: loc, lhs: lhsFinite, rhs: rhsInfinite);
225 Value rhsRealIsInfWithSign = LLVM::CopySignOp::create(
226 builder&: rewriter, location: loc,
227 a: LLVM::SelectOp::create(builder&: rewriter, location: loc, condition: rhsRealInfinite, trueValue: one, falseValue: zero), b: rhsRe);
228 Value rhsImagIsInfWithSign = LLVM::CopySignOp::create(
229 builder&: rewriter, location: loc,
230 a: LLVM::SelectOp::create(builder&: rewriter, location: loc, condition: rhsImagInfinite, trueValue: one, falseValue: zero), b: rhsIm);
231 Value rhsRealIsInfWithSignTimeslhsReal =
232 LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsRe, rhs: rhsRealIsInfWithSign, fastmathFlags: fmf);
233 Value rhsImagIsInfWithSignTimeslhsImag =
234 LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsIm, rhs: rhsImagIsInfWithSign, fastmathFlags: fmf);
235 Value resultReal4 = LLVM::FMulOp::create(
236 builder&: rewriter, location: loc, lhs: zero,
237 rhs: LLVM::FAddOp::create(builder&: rewriter, location: loc, lhs: rhsRealIsInfWithSignTimeslhsReal,
238 rhs: rhsImagIsInfWithSignTimeslhsImag, fastmathFlags: fmf),
239 fastmathFlags: fmf);
240 Value rhsRealIsInfWithSignTimeslhsImag =
241 LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsIm, rhs: rhsRealIsInfWithSign, fastmathFlags: fmf);
242 Value rhsImagIsInfWithSignTimeslhsReal =
243 LLVM::FMulOp::create(builder&: rewriter, location: loc, lhs: lhsRe, rhs: rhsImagIsInfWithSign, fastmathFlags: fmf);
244 Value resultImag4 = LLVM::FMulOp::create(
245 builder&: rewriter, location: loc, lhs: zero,
246 rhs: LLVM::FSubOp::create(builder&: rewriter, location: loc, lhs: rhsRealIsInfWithSignTimeslhsImag,
247 rhs: rhsImagIsInfWithSignTimeslhsReal, fastmathFlags: fmf),
248 fastmathFlags: fmf);
249
250 Value realAbsSmallerThanImagAbs = LLVM::FCmpOp::create(
251 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::olt, lhs: rhsRealAbs, rhs: rhsImagAbs);
252 Value resultReal5 = LLVM::SelectOp::create(
253 builder&: rewriter, location: loc, condition: realAbsSmallerThanImagAbs, trueValue: resultReal1, falseValue: resultReal2);
254 Value resultImag5 = LLVM::SelectOp::create(
255 builder&: rewriter, location: loc, condition: realAbsSmallerThanImagAbs, trueValue: resultImag1, falseValue: resultImag2);
256 Value resultRealSpecialCase3 = LLVM::SelectOp::create(
257 builder&: rewriter, location: loc, condition: finiteNumInfiniteDenom, trueValue: resultReal4, falseValue: resultReal5);
258 Value resultImagSpecialCase3 = LLVM::SelectOp::create(
259 builder&: rewriter, location: loc, condition: finiteNumInfiniteDenom, trueValue: resultImag4, falseValue: resultImag5);
260 Value resultRealSpecialCase2 = LLVM::SelectOp::create(
261 builder&: rewriter, location: loc, condition: infNumFiniteDenom, trueValue: resultReal3, falseValue: resultRealSpecialCase3);
262 Value resultImagSpecialCase2 = LLVM::SelectOp::create(
263 builder&: rewriter, location: loc, condition: infNumFiniteDenom, trueValue: resultImag3, falseValue: resultImagSpecialCase3);
264 Value resultRealSpecialCase1 =
265 LLVM::SelectOp::create(builder&: rewriter, location: loc, condition: resultIsInfinity,
266 trueValue: infinityResultReal, falseValue: resultRealSpecialCase2);
267 Value resultImagSpecialCase1 =
268 LLVM::SelectOp::create(builder&: rewriter, location: loc, condition: resultIsInfinity,
269 trueValue: infinityResultImag, falseValue: resultImagSpecialCase2);
270
271 Value resultRealIsNaN = LLVM::FCmpOp::create(
272 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::uno, lhs: resultReal5, rhs: zero);
273 Value resultImagIsNaN = LLVM::FCmpOp::create(
274 builder&: rewriter, location: loc, predicate: LLVM::FCmpPredicate::uno, lhs: resultImag5, rhs: zero);
275 Value resultIsNaN =
276 LLVM::AndOp::create(builder&: rewriter, location: loc, lhs: resultRealIsNaN, rhs: resultImagIsNaN);
277
278 *resultRe = LLVM::SelectOp::create(builder&: rewriter, location: loc, condition: resultIsNaN,
279 trueValue: resultRealSpecialCase1, falseValue: resultReal5);
280 *resultIm = LLVM::SelectOp::create(builder&: rewriter, location: loc, condition: resultIsNaN,
281 trueValue: resultImagSpecialCase1, falseValue: resultImag5);
282}
283
284void mlir::complex::convertDivToStandardUsingRangeReduction(
285 ConversionPatternRewriter &rewriter, Location loc, Value lhsRe, Value lhsIm,
286 Value rhsRe, Value rhsIm, arith::FastMathFlagsAttr fmf, Value *resultRe,
287 Value *resultIm) {
288 auto elementType = cast<FloatType>(Val: rhsRe.getType());
289
290 Value rhsRealImagRatio =
291 arith::DivFOp::create(builder&: rewriter, location: loc, lhs: rhsRe, rhs: rhsIm, fastmath: fmf);
292 Value rhsRealImagDenom = arith::AddFOp::create(
293 builder&: rewriter, location: loc, lhs: rhsIm,
294 rhs: arith::MulFOp::create(builder&: rewriter, location: loc, lhs: rhsRealImagRatio, rhs: rhsRe, fastmath: fmf), fastmath: fmf);
295 Value realNumerator1 = arith::AddFOp::create(
296 builder&: rewriter, location: loc,
297 lhs: arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsRe, rhs: rhsRealImagRatio, fastmath: fmf), rhs: lhsIm,
298 fastmath: fmf);
299 Value resultReal1 = arith::DivFOp::create(builder&: rewriter, location: loc, lhs: realNumerator1,
300 rhs: rhsRealImagDenom, fastmath: fmf);
301 Value imagNumerator1 = arith::SubFOp::create(
302 builder&: rewriter, location: loc,
303 lhs: arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsIm, rhs: rhsRealImagRatio, fastmath: fmf), rhs: lhsRe,
304 fastmath: fmf);
305 Value resultImag1 = arith::DivFOp::create(builder&: rewriter, location: loc, lhs: imagNumerator1,
306 rhs: rhsRealImagDenom, fastmath: fmf);
307
308 Value rhsImagRealRatio =
309 arith::DivFOp::create(builder&: rewriter, location: loc, lhs: rhsIm, rhs: rhsRe, fastmath: fmf);
310 Value rhsImagRealDenom = arith::AddFOp::create(
311 builder&: rewriter, location: loc, lhs: rhsRe,
312 rhs: arith::MulFOp::create(builder&: rewriter, location: loc, lhs: rhsImagRealRatio, rhs: rhsIm, fastmath: fmf), fastmath: fmf);
313 Value realNumerator2 = arith::AddFOp::create(
314 builder&: rewriter, location: loc, lhs: lhsRe,
315 rhs: arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsIm, rhs: rhsImagRealRatio, fastmath: fmf), fastmath: fmf);
316 Value resultReal2 = arith::DivFOp::create(builder&: rewriter, location: loc, lhs: realNumerator2,
317 rhs: rhsImagRealDenom, fastmath: fmf);
318 Value imagNumerator2 = arith::SubFOp::create(
319 builder&: rewriter, location: loc, lhs: lhsIm,
320 rhs: arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsRe, rhs: rhsImagRealRatio, fastmath: fmf), fastmath: fmf);
321 Value resultImag2 = arith::DivFOp::create(builder&: rewriter, location: loc, lhs: imagNumerator2,
322 rhs: rhsImagRealDenom, fastmath: fmf);
323
324 // Consider corner cases.
325 // Case 1. Zero denominator, numerator contains at most one NaN value.
326 Value zero = arith::ConstantOp::create(builder&: rewriter, location: loc, result: elementType,
327 value: rewriter.getZeroAttr(type: elementType));
328 Value rhsRealAbs = math::AbsFOp::create(builder&: rewriter, location: loc, operand: rhsRe, fastmath: fmf);
329 Value rhsRealIsZero = arith::CmpFOp::create(
330 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::OEQ, lhs: rhsRealAbs, rhs: zero);
331 Value rhsImagAbs = math::AbsFOp::create(builder&: rewriter, location: loc, operand: rhsIm, fastmath: fmf);
332 Value rhsImagIsZero = arith::CmpFOp::create(
333 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::OEQ, lhs: rhsImagAbs, rhs: zero);
334 Value lhsRealIsNotNaN = arith::CmpFOp::create(
335 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::ORD, lhs: lhsRe, rhs: zero);
336 Value lhsImagIsNotNaN = arith::CmpFOp::create(
337 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::ORD, lhs: lhsIm, rhs: zero);
338 Value lhsContainsNotNaNValue =
339 arith::OrIOp::create(builder&: rewriter, location: loc, lhs: lhsRealIsNotNaN, rhs: lhsImagIsNotNaN);
340 Value resultIsInfinity = arith::AndIOp::create(
341 builder&: rewriter, location: loc, lhs: lhsContainsNotNaNValue,
342 rhs: arith::AndIOp::create(builder&: rewriter, location: loc, lhs: rhsRealIsZero, rhs: rhsImagIsZero));
343 Value inf = arith::ConstantOp::create(
344 builder&: rewriter, location: loc, result: elementType,
345 value: rewriter.getFloatAttr(type: elementType,
346 value: APFloat::getInf(Sem: elementType.getFloatSemantics())));
347 Value infWithSignOfRhsReal =
348 math::CopySignOp::create(builder&: rewriter, location: loc, lhs: inf, rhs: rhsRe);
349 Value infinityResultReal =
350 arith::MulFOp::create(builder&: rewriter, location: loc, lhs: infWithSignOfRhsReal, rhs: lhsRe, fastmath: fmf);
351 Value infinityResultImag =
352 arith::MulFOp::create(builder&: rewriter, location: loc, lhs: infWithSignOfRhsReal, rhs: lhsIm, fastmath: fmf);
353
354 // Case 2. Infinite numerator, finite denominator.
355 Value rhsRealFinite = arith::CmpFOp::create(
356 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::ONE, lhs: rhsRealAbs, rhs: inf);
357 Value rhsImagFinite = arith::CmpFOp::create(
358 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::ONE, lhs: rhsImagAbs, rhs: inf);
359 Value rhsFinite =
360 arith::AndIOp::create(builder&: rewriter, location: loc, lhs: rhsRealFinite, rhs: rhsImagFinite);
361 Value lhsRealAbs = math::AbsFOp::create(builder&: rewriter, location: loc, operand: lhsRe, fastmath: fmf);
362 Value lhsRealInfinite = arith::CmpFOp::create(
363 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::OEQ, lhs: lhsRealAbs, rhs: inf);
364 Value lhsImagAbs = math::AbsFOp::create(builder&: rewriter, location: loc, operand: lhsIm, fastmath: fmf);
365 Value lhsImagInfinite = arith::CmpFOp::create(
366 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::OEQ, lhs: lhsImagAbs, rhs: inf);
367 Value lhsInfinite =
368 arith::OrIOp::create(builder&: rewriter, location: loc, lhs: lhsRealInfinite, rhs: lhsImagInfinite);
369 Value infNumFiniteDenom =
370 arith::AndIOp::create(builder&: rewriter, location: loc, lhs: lhsInfinite, rhs: rhsFinite);
371 Value one = arith::ConstantOp::create(builder&: rewriter, location: loc, result: elementType,
372 value: rewriter.getFloatAttr(type: elementType, value: 1));
373 Value lhsRealIsInfWithSign = math::CopySignOp::create(
374 builder&: rewriter, location: loc,
375 lhs: arith::SelectOp::create(builder&: rewriter, location: loc, condition: lhsRealInfinite, true_value: one, false_value: zero),
376 rhs: lhsRe);
377 Value lhsImagIsInfWithSign = math::CopySignOp::create(
378 builder&: rewriter, location: loc,
379 lhs: arith::SelectOp::create(builder&: rewriter, location: loc, condition: lhsImagInfinite, true_value: one, false_value: zero),
380 rhs: lhsIm);
381 Value lhsRealIsInfWithSignTimesRhsReal =
382 arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsRealIsInfWithSign, rhs: rhsRe, fastmath: fmf);
383 Value lhsImagIsInfWithSignTimesRhsImag =
384 arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsImagIsInfWithSign, rhs: rhsIm, fastmath: fmf);
385 Value resultReal3 = arith::MulFOp::create(
386 builder&: rewriter, location: loc, lhs: inf,
387 rhs: arith::AddFOp::create(builder&: rewriter, location: loc, lhs: lhsRealIsInfWithSignTimesRhsReal,
388 rhs: lhsImagIsInfWithSignTimesRhsImag, fastmath: fmf),
389 fastmath: fmf);
390 Value lhsRealIsInfWithSignTimesRhsImag =
391 arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsRealIsInfWithSign, rhs: rhsIm, fastmath: fmf);
392 Value lhsImagIsInfWithSignTimesRhsReal =
393 arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsImagIsInfWithSign, rhs: rhsRe, fastmath: fmf);
394 Value resultImag3 = arith::MulFOp::create(
395 builder&: rewriter, location: loc, lhs: inf,
396 rhs: arith::SubFOp::create(builder&: rewriter, location: loc, lhs: lhsImagIsInfWithSignTimesRhsReal,
397 rhs: lhsRealIsInfWithSignTimesRhsImag, fastmath: fmf),
398 fastmath: fmf);
399
400 // Case 3: Finite numerator, infinite denominator.
401 Value lhsRealFinite = arith::CmpFOp::create(
402 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::ONE, lhs: lhsRealAbs, rhs: inf);
403 Value lhsImagFinite = arith::CmpFOp::create(
404 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::ONE, lhs: lhsImagAbs, rhs: inf);
405 Value lhsFinite =
406 arith::AndIOp::create(builder&: rewriter, location: loc, lhs: lhsRealFinite, rhs: lhsImagFinite);
407 Value rhsRealInfinite = arith::CmpFOp::create(
408 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::OEQ, lhs: rhsRealAbs, rhs: inf);
409 Value rhsImagInfinite = arith::CmpFOp::create(
410 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::OEQ, lhs: rhsImagAbs, rhs: inf);
411 Value rhsInfinite =
412 arith::OrIOp::create(builder&: rewriter, location: loc, lhs: rhsRealInfinite, rhs: rhsImagInfinite);
413 Value finiteNumInfiniteDenom =
414 arith::AndIOp::create(builder&: rewriter, location: loc, lhs: lhsFinite, rhs: rhsInfinite);
415 Value rhsRealIsInfWithSign = math::CopySignOp::create(
416 builder&: rewriter, location: loc,
417 lhs: arith::SelectOp::create(builder&: rewriter, location: loc, condition: rhsRealInfinite, true_value: one, false_value: zero),
418 rhs: rhsRe);
419 Value rhsImagIsInfWithSign = math::CopySignOp::create(
420 builder&: rewriter, location: loc,
421 lhs: arith::SelectOp::create(builder&: rewriter, location: loc, condition: rhsImagInfinite, true_value: one, false_value: zero),
422 rhs: rhsIm);
423 Value rhsRealIsInfWithSignTimesLhsReal =
424 arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsRe, rhs: rhsRealIsInfWithSign, fastmath: fmf);
425 Value rhsImagIsInfWithSignTimesLhsImag =
426 arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsIm, rhs: rhsImagIsInfWithSign, fastmath: fmf);
427 Value resultReal4 = arith::MulFOp::create(
428 builder&: rewriter, location: loc, lhs: zero,
429 rhs: arith::AddFOp::create(builder&: rewriter, location: loc, lhs: rhsRealIsInfWithSignTimesLhsReal,
430 rhs: rhsImagIsInfWithSignTimesLhsImag, fastmath: fmf),
431 fastmath: fmf);
432 Value rhsRealIsInfWithSignTimesLhsImag =
433 arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsIm, rhs: rhsRealIsInfWithSign, fastmath: fmf);
434 Value rhsImagIsInfWithSignTimesLhsReal =
435 arith::MulFOp::create(builder&: rewriter, location: loc, lhs: lhsRe, rhs: rhsImagIsInfWithSign, fastmath: fmf);
436 Value resultImag4 = arith::MulFOp::create(
437 builder&: rewriter, location: loc, lhs: zero,
438 rhs: arith::SubFOp::create(builder&: rewriter, location: loc, lhs: rhsRealIsInfWithSignTimesLhsImag,
439 rhs: rhsImagIsInfWithSignTimesLhsReal, fastmath: fmf),
440 fastmath: fmf);
441
442 Value realAbsSmallerThanImagAbs = arith::CmpFOp::create(
443 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::OLT, lhs: rhsRealAbs, rhs: rhsImagAbs);
444 Value resultReal5 = arith::SelectOp::create(
445 builder&: rewriter, location: loc, condition: realAbsSmallerThanImagAbs, true_value: resultReal1, false_value: resultReal2);
446 Value resultImag5 = arith::SelectOp::create(
447 builder&: rewriter, location: loc, condition: realAbsSmallerThanImagAbs, true_value: resultImag1, false_value: resultImag2);
448 Value resultRealSpecialCase3 = arith::SelectOp::create(
449 builder&: rewriter, location: loc, condition: finiteNumInfiniteDenom, true_value: resultReal4, false_value: resultReal5);
450 Value resultImagSpecialCase3 = arith::SelectOp::create(
451 builder&: rewriter, location: loc, condition: finiteNumInfiniteDenom, true_value: resultImag4, false_value: resultImag5);
452 Value resultRealSpecialCase2 = arith::SelectOp::create(
453 builder&: rewriter, location: loc, condition: infNumFiniteDenom, true_value: resultReal3, false_value: resultRealSpecialCase3);
454 Value resultImagSpecialCase2 = arith::SelectOp::create(
455 builder&: rewriter, location: loc, condition: infNumFiniteDenom, true_value: resultImag3, false_value: resultImagSpecialCase3);
456 Value resultRealSpecialCase1 =
457 arith::SelectOp::create(builder&: rewriter, location: loc, condition: resultIsInfinity,
458 true_value: infinityResultReal, false_value: resultRealSpecialCase2);
459 Value resultImagSpecialCase1 =
460 arith::SelectOp::create(builder&: rewriter, location: loc, condition: resultIsInfinity,
461 true_value: infinityResultImag, false_value: resultImagSpecialCase2);
462
463 Value resultRealIsNaN = arith::CmpFOp::create(
464 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::UNO, lhs: resultReal5, rhs: zero);
465 Value resultImagIsNaN = arith::CmpFOp::create(
466 builder&: rewriter, location: loc, predicate: arith::CmpFPredicate::UNO, lhs: resultImag5, rhs: zero);
467 Value resultIsNaN =
468 arith::AndIOp::create(builder&: rewriter, location: loc, lhs: resultRealIsNaN, rhs: resultImagIsNaN);
469
470 *resultRe = arith::SelectOp::create(builder&: rewriter, location: loc, condition: resultIsNaN,
471 true_value: resultRealSpecialCase1, false_value: resultReal5);
472 *resultIm = arith::SelectOp::create(builder&: rewriter, location: loc, condition: resultIsNaN,
473 true_value: resultImagSpecialCase1, false_value: resultImag5);
474}
475