1//===- Coroutines.cpp -----------------------------------------------------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file implements the common infrastructure for Coroutine Passes.
10//
11//===----------------------------------------------------------------------===//
12
13#include "CoroInstr.h"
14#include "CoroInternal.h"
15#include "llvm/ADT/SmallVector.h"
16#include "llvm/ADT/StringRef.h"
17#include "llvm/Analysis/CallGraph.h"
18#include "llvm/IR/Attributes.h"
19#include "llvm/IR/Constants.h"
20#include "llvm/IR/DerivedTypes.h"
21#include "llvm/IR/Function.h"
22#include "llvm/IR/InstIterator.h"
23#include "llvm/IR/Instructions.h"
24#include "llvm/IR/IntrinsicInst.h"
25#include "llvm/IR/Intrinsics.h"
26#include "llvm/IR/Module.h"
27#include "llvm/IR/Type.h"
28#include "llvm/Support/Casting.h"
29#include "llvm/Support/ErrorHandling.h"
30#include "llvm/Transforms/Utils/Local.h"
31#include <cassert>
32#include <cstddef>
33#include <utility>
34
35using namespace llvm;
36
37// Construct the lowerer base class and initialize its members.
38coro::LowererBase::LowererBase(Module &M)
39 : TheModule(M), Context(M.getContext()),
40 Int8Ptr(PointerType::get(C&: Context, AddressSpace: 0)),
41 ResumeFnType(FunctionType::get(Result: Type::getVoidTy(C&: Context), Params: Int8Ptr,
42 /*isVarArg=*/false)),
43 NullPtr(ConstantPointerNull::get(T: Int8Ptr)) {}
44
45// Creates a call to llvm.coro.subfn.addr to obtain a resume function address.
46// It generates the following:
47//
48// call ptr @llvm.coro.subfn.addr(ptr %Arg, i8 %index)
49
50CallInst *coro::LowererBase::makeSubFnCall(Value *Arg, int Index,
51 Instruction *InsertPt) {
52 auto *IndexVal = ConstantInt::get(Ty: Type::getInt8Ty(C&: Context), V: Index);
53 auto *Fn = Intrinsic::getDeclaration(M: &TheModule, id: Intrinsic::coro_subfn_addr);
54
55 assert(Index >= CoroSubFnInst::IndexFirst &&
56 Index < CoroSubFnInst::IndexLast &&
57 "makeSubFnCall: Index value out of range");
58 return CallInst::Create(Func: Fn, Args: {Arg, IndexVal}, NameStr: "", InsertBefore: InsertPt->getIterator());
59}
60
61// NOTE: Must be sorted!
62static const char *const CoroIntrinsics[] = {
63 "llvm.coro.align",
64 "llvm.coro.alloc",
65 "llvm.coro.async.context.alloc",
66 "llvm.coro.async.context.dealloc",
67 "llvm.coro.async.resume",
68 "llvm.coro.async.size.replace",
69 "llvm.coro.async.store_resume",
70 "llvm.coro.await.suspend.bool",
71 "llvm.coro.await.suspend.handle",
72 "llvm.coro.await.suspend.void",
73 "llvm.coro.begin",
74 "llvm.coro.destroy",
75 "llvm.coro.done",
76 "llvm.coro.end",
77 "llvm.coro.end.async",
78 "llvm.coro.frame",
79 "llvm.coro.free",
80 "llvm.coro.id",
81 "llvm.coro.id.async",
82 "llvm.coro.id.retcon",
83 "llvm.coro.id.retcon.once",
84 "llvm.coro.noop",
85 "llvm.coro.prepare.async",
86 "llvm.coro.prepare.retcon",
87 "llvm.coro.promise",
88 "llvm.coro.resume",
89 "llvm.coro.save",
90 "llvm.coro.size",
91 "llvm.coro.subfn.addr",
92 "llvm.coro.suspend",
93 "llvm.coro.suspend.async",
94 "llvm.coro.suspend.retcon",
95};
96
97#ifndef NDEBUG
98static bool isCoroutineIntrinsicName(StringRef Name) {
99 return Intrinsic::lookupLLVMIntrinsicByName(CoroIntrinsics, Name) != -1;
100}
101#endif
102
103bool coro::declaresAnyIntrinsic(const Module &M) {
104 for (StringRef Name : CoroIntrinsics) {
105 assert(isCoroutineIntrinsicName(Name) && "not a coroutine intrinsic");
106 if (M.getNamedValue(Name))
107 return true;
108 }
109
110 return false;
111}
112
113// Verifies if a module has named values listed. Also, in debug mode verifies
114// that names are intrinsic names.
115bool coro::declaresIntrinsics(const Module &M,
116 const std::initializer_list<StringRef> List) {
117 for (StringRef Name : List) {
118 assert(isCoroutineIntrinsicName(Name) && "not a coroutine intrinsic");
119 if (M.getNamedValue(Name))
120 return true;
121 }
122
123 return false;
124}
125
126// Replace all coro.frees associated with the provided CoroId either with 'null'
127// if Elide is true and with its frame parameter otherwise.
128void coro::replaceCoroFree(CoroIdInst *CoroId, bool Elide) {
129 SmallVector<CoroFreeInst *, 4> CoroFrees;
130 for (User *U : CoroId->users())
131 if (auto CF = dyn_cast<CoroFreeInst>(Val: U))
132 CoroFrees.push_back(Elt: CF);
133
134 if (CoroFrees.empty())
135 return;
136
137 Value *Replacement =
138 Elide
139 ? ConstantPointerNull::get(T: PointerType::get(C&: CoroId->getContext(), AddressSpace: 0))
140 : CoroFrees.front()->getFrame();
141
142 for (CoroFreeInst *CF : CoroFrees) {
143 CF->replaceAllUsesWith(V: Replacement);
144 CF->eraseFromParent();
145 }
146}
147
148static void clear(coro::Shape &Shape) {
149 Shape.CoroBegin = nullptr;
150 Shape.CoroEnds.clear();
151 Shape.CoroSizes.clear();
152 Shape.CoroSuspends.clear();
153
154 Shape.FrameTy = nullptr;
155 Shape.FramePtr = nullptr;
156 Shape.AllocaSpillBlock = nullptr;
157}
158
159static CoroSaveInst *createCoroSave(CoroBeginInst *CoroBegin,
160 CoroSuspendInst *SuspendInst) {
161 Module *M = SuspendInst->getModule();
162 auto *Fn = Intrinsic::getDeclaration(M, id: Intrinsic::coro_save);
163 auto *SaveInst = cast<CoroSaveInst>(
164 Val: CallInst::Create(Func: Fn, Args: CoroBegin, NameStr: "", InsertBefore: SuspendInst->getIterator()));
165 assert(!SuspendInst->getCoroSave());
166 SuspendInst->setArgOperand(i: 0, v: SaveInst);
167 return SaveInst;
168}
169
170// Collect "interesting" coroutine intrinsics.
171void coro::Shape::buildFrom(Function &F) {
172 bool HasFinalSuspend = false;
173 bool HasUnwindCoroEnd = false;
174 size_t FinalSuspendIndex = 0;
175 clear(Shape&: *this);
176 SmallVector<CoroFrameInst *, 8> CoroFrames;
177 SmallVector<CoroSaveInst *, 2> UnusedCoroSaves;
178
179 for (Instruction &I : instructions(F)) {
180 // FIXME: coro_await_suspend_* are not proper `IntrinisicInst`s
181 // because they might be invoked
182 if (auto AWS = dyn_cast<CoroAwaitSuspendInst>(Val: &I)) {
183 CoroAwaitSuspends.push_back(Elt: AWS);
184 } else if (auto II = dyn_cast<IntrinsicInst>(Val: &I)) {
185 switch (II->getIntrinsicID()) {
186 default:
187 continue;
188 case Intrinsic::coro_size:
189 CoroSizes.push_back(Elt: cast<CoroSizeInst>(Val: II));
190 break;
191 case Intrinsic::coro_align:
192 CoroAligns.push_back(Elt: cast<CoroAlignInst>(Val: II));
193 break;
194 case Intrinsic::coro_frame:
195 CoroFrames.push_back(Elt: cast<CoroFrameInst>(Val: II));
196 break;
197 case Intrinsic::coro_save:
198 // After optimizations, coro_suspends using this coro_save might have
199 // been removed, remember orphaned coro_saves to remove them later.
200 if (II->use_empty())
201 UnusedCoroSaves.push_back(Elt: cast<CoroSaveInst>(Val: II));
202 break;
203 case Intrinsic::coro_suspend_async: {
204 auto *Suspend = cast<CoroSuspendAsyncInst>(Val: II);
205 Suspend->checkWellFormed();
206 CoroSuspends.push_back(Elt: Suspend);
207 break;
208 }
209 case Intrinsic::coro_suspend_retcon: {
210 auto Suspend = cast<CoroSuspendRetconInst>(Val: II);
211 CoroSuspends.push_back(Elt: Suspend);
212 break;
213 }
214 case Intrinsic::coro_suspend: {
215 auto Suspend = cast<CoroSuspendInst>(Val: II);
216 CoroSuspends.push_back(Elt: Suspend);
217 if (Suspend->isFinal()) {
218 if (HasFinalSuspend)
219 report_fatal_error(
220 reason: "Only one suspend point can be marked as final");
221 HasFinalSuspend = true;
222 FinalSuspendIndex = CoroSuspends.size() - 1;
223 }
224 break;
225 }
226 case Intrinsic::coro_begin: {
227 auto CB = cast<CoroBeginInst>(Val: II);
228
229 // Ignore coro id's that aren't pre-split.
230 auto Id = dyn_cast<CoroIdInst>(Val: CB->getId());
231 if (Id && !Id->getInfo().isPreSplit())
232 break;
233
234 if (CoroBegin)
235 report_fatal_error(
236 reason: "coroutine should have exactly one defining @llvm.coro.begin");
237 CB->addRetAttr(Kind: Attribute::NonNull);
238 CB->addRetAttr(Kind: Attribute::NoAlias);
239 CB->removeFnAttr(Kind: Attribute::NoDuplicate);
240 CoroBegin = CB;
241 break;
242 }
243 case Intrinsic::coro_end_async:
244 case Intrinsic::coro_end:
245 CoroEnds.push_back(Elt: cast<AnyCoroEndInst>(Val: II));
246 if (auto *AsyncEnd = dyn_cast<CoroAsyncEndInst>(Val: II)) {
247 AsyncEnd->checkWellFormed();
248 }
249
250 if (CoroEnds.back()->isUnwind())
251 HasUnwindCoroEnd = true;
252
253 if (CoroEnds.back()->isFallthrough() && isa<CoroEndInst>(Val: II)) {
254 // Make sure that the fallthrough coro.end is the first element in the
255 // CoroEnds vector.
256 // Note: I don't think this is neccessary anymore.
257 if (CoroEnds.size() > 1) {
258 if (CoroEnds.front()->isFallthrough())
259 report_fatal_error(
260 reason: "Only one coro.end can be marked as fallthrough");
261 std::swap(a&: CoroEnds.front(), b&: CoroEnds.back());
262 }
263 }
264 break;
265 }
266 }
267 }
268
269 // If for some reason, we were not able to find coro.begin, bailout.
270 if (!CoroBegin) {
271 // Replace coro.frame which are supposed to be lowered to the result of
272 // coro.begin with undef.
273 auto *Undef = UndefValue::get(T: PointerType::get(C&: F.getContext(), AddressSpace: 0));
274 for (CoroFrameInst *CF : CoroFrames) {
275 CF->replaceAllUsesWith(V: Undef);
276 CF->eraseFromParent();
277 }
278
279 // Replace all coro.suspend with undef and remove related coro.saves if
280 // present.
281 for (AnyCoroSuspendInst *CS : CoroSuspends) {
282 CS->replaceAllUsesWith(V: UndefValue::get(T: CS->getType()));
283 CS->eraseFromParent();
284 if (auto *CoroSave = CS->getCoroSave())
285 CoroSave->eraseFromParent();
286 }
287
288 // Replace all coro.ends with unreachable instruction.
289 for (AnyCoroEndInst *CE : CoroEnds)
290 changeToUnreachable(I: CE);
291
292 return;
293 }
294
295 auto Id = CoroBegin->getId();
296 switch (auto IdIntrinsic = Id->getIntrinsicID()) {
297 case Intrinsic::coro_id: {
298 auto SwitchId = cast<CoroIdInst>(Val: Id);
299 this->ABI = coro::ABI::Switch;
300 this->SwitchLowering.HasFinalSuspend = HasFinalSuspend;
301 this->SwitchLowering.HasUnwindCoroEnd = HasUnwindCoroEnd;
302 this->SwitchLowering.ResumeSwitch = nullptr;
303 this->SwitchLowering.PromiseAlloca = SwitchId->getPromise();
304 this->SwitchLowering.ResumeEntryBlock = nullptr;
305
306 for (auto *AnySuspend : CoroSuspends) {
307 auto Suspend = dyn_cast<CoroSuspendInst>(Val: AnySuspend);
308 if (!Suspend) {
309#ifndef NDEBUG
310 AnySuspend->dump();
311#endif
312 report_fatal_error(reason: "coro.id must be paired with coro.suspend");
313 }
314
315 if (!Suspend->getCoroSave())
316 createCoroSave(CoroBegin, SuspendInst: Suspend);
317 }
318 break;
319 }
320 case Intrinsic::coro_id_async: {
321 auto *AsyncId = cast<CoroIdAsyncInst>(Val: Id);
322 AsyncId->checkWellFormed();
323 this->ABI = coro::ABI::Async;
324 this->AsyncLowering.Context = AsyncId->getStorage();
325 this->AsyncLowering.ContextArgNo = AsyncId->getStorageArgumentIndex();
326 this->AsyncLowering.ContextHeaderSize = AsyncId->getStorageSize();
327 this->AsyncLowering.ContextAlignment =
328 AsyncId->getStorageAlignment().value();
329 this->AsyncLowering.AsyncFuncPointer = AsyncId->getAsyncFunctionPointer();
330 this->AsyncLowering.AsyncCC = F.getCallingConv();
331 break;
332 };
333 case Intrinsic::coro_id_retcon:
334 case Intrinsic::coro_id_retcon_once: {
335 auto ContinuationId = cast<AnyCoroIdRetconInst>(Val: Id);
336 ContinuationId->checkWellFormed();
337 this->ABI = (IdIntrinsic == Intrinsic::coro_id_retcon
338 ? coro::ABI::Retcon
339 : coro::ABI::RetconOnce);
340 auto Prototype = ContinuationId->getPrototype();
341 this->RetconLowering.ResumePrototype = Prototype;
342 this->RetconLowering.Alloc = ContinuationId->getAllocFunction();
343 this->RetconLowering.Dealloc = ContinuationId->getDeallocFunction();
344 this->RetconLowering.ReturnBlock = nullptr;
345 this->RetconLowering.IsFrameInlineInStorage = false;
346
347 // Determine the result value types, and make sure they match up with
348 // the values passed to the suspends.
349 auto ResultTys = getRetconResultTypes();
350 auto ResumeTys = getRetconResumeTypes();
351
352 for (auto *AnySuspend : CoroSuspends) {
353 auto Suspend = dyn_cast<CoroSuspendRetconInst>(Val: AnySuspend);
354 if (!Suspend) {
355#ifndef NDEBUG
356 AnySuspend->dump();
357#endif
358 report_fatal_error(reason: "coro.id.retcon.* must be paired with "
359 "coro.suspend.retcon");
360 }
361
362 // Check that the argument types of the suspend match the results.
363 auto SI = Suspend->value_begin(), SE = Suspend->value_end();
364 auto RI = ResultTys.begin(), RE = ResultTys.end();
365 for (; SI != SE && RI != RE; ++SI, ++RI) {
366 auto SrcTy = (*SI)->getType();
367 if (SrcTy != *RI) {
368 // The optimizer likes to eliminate bitcasts leading into variadic
369 // calls, but that messes with our invariants. Re-insert the
370 // bitcast and ignore this type mismatch.
371 if (CastInst::isBitCastable(SrcTy, DestTy: *RI)) {
372 auto BCI = new BitCastInst(*SI, *RI, "", Suspend->getIterator());
373 SI->set(BCI);
374 continue;
375 }
376
377#ifndef NDEBUG
378 Suspend->dump();
379 Prototype->getFunctionType()->dump();
380#endif
381 report_fatal_error(reason: "argument to coro.suspend.retcon does not "
382 "match corresponding prototype function result");
383 }
384 }
385 if (SI != SE || RI != RE) {
386#ifndef NDEBUG
387 Suspend->dump();
388 Prototype->getFunctionType()->dump();
389#endif
390 report_fatal_error(reason: "wrong number of arguments to coro.suspend.retcon");
391 }
392
393 // Check that the result type of the suspend matches the resume types.
394 Type *SResultTy = Suspend->getType();
395 ArrayRef<Type*> SuspendResultTys;
396 if (SResultTy->isVoidTy()) {
397 // leave as empty array
398 } else if (auto SResultStructTy = dyn_cast<StructType>(Val: SResultTy)) {
399 SuspendResultTys = SResultStructTy->elements();
400 } else {
401 // forms an ArrayRef using SResultTy, be careful
402 SuspendResultTys = SResultTy;
403 }
404 if (SuspendResultTys.size() != ResumeTys.size()) {
405#ifndef NDEBUG
406 Suspend->dump();
407 Prototype->getFunctionType()->dump();
408#endif
409 report_fatal_error(reason: "wrong number of results from coro.suspend.retcon");
410 }
411 for (size_t I = 0, E = ResumeTys.size(); I != E; ++I) {
412 if (SuspendResultTys[I] != ResumeTys[I]) {
413#ifndef NDEBUG
414 Suspend->dump();
415 Prototype->getFunctionType()->dump();
416#endif
417 report_fatal_error(reason: "result from coro.suspend.retcon does not "
418 "match corresponding prototype function param");
419 }
420 }
421 }
422 break;
423 }
424
425 default:
426 llvm_unreachable("coro.begin is not dependent on a coro.id call");
427 }
428
429 // The coro.free intrinsic is always lowered to the result of coro.begin.
430 for (CoroFrameInst *CF : CoroFrames) {
431 CF->replaceAllUsesWith(V: CoroBegin);
432 CF->eraseFromParent();
433 }
434
435 // Move final suspend to be the last element in the CoroSuspends vector.
436 if (ABI == coro::ABI::Switch &&
437 SwitchLowering.HasFinalSuspend &&
438 FinalSuspendIndex != CoroSuspends.size() - 1)
439 std::swap(a&: CoroSuspends[FinalSuspendIndex], b&: CoroSuspends.back());
440
441 // Remove orphaned coro.saves.
442 for (CoroSaveInst *CoroSave : UnusedCoroSaves)
443 CoroSave->eraseFromParent();
444}
445
446static void propagateCallAttrsFromCallee(CallInst *Call, Function *Callee) {
447 Call->setCallingConv(Callee->getCallingConv());
448 // TODO: attributes?
449}
450
451static void addCallToCallGraph(CallGraph *CG, CallInst *Call, Function *Callee){
452 if (CG)
453 (*CG)[Call->getFunction()]->addCalledFunction(Call, M: (*CG)[Callee]);
454}
455
456Value *coro::Shape::emitAlloc(IRBuilder<> &Builder, Value *Size,
457 CallGraph *CG) const {
458 switch (ABI) {
459 case coro::ABI::Switch:
460 llvm_unreachable("can't allocate memory in coro switch-lowering");
461
462 case coro::ABI::Retcon:
463 case coro::ABI::RetconOnce: {
464 auto Alloc = RetconLowering.Alloc;
465 Size = Builder.CreateIntCast(V: Size,
466 DestTy: Alloc->getFunctionType()->getParamType(i: 0),
467 /*is signed*/ isSigned: false);
468 auto *Call = Builder.CreateCall(Callee: Alloc, Args: Size);
469 propagateCallAttrsFromCallee(Call, Callee: Alloc);
470 addCallToCallGraph(CG, Call, Callee: Alloc);
471 return Call;
472 }
473 case coro::ABI::Async:
474 llvm_unreachable("can't allocate memory in coro async-lowering");
475 }
476 llvm_unreachable("Unknown coro::ABI enum");
477}
478
479void coro::Shape::emitDealloc(IRBuilder<> &Builder, Value *Ptr,
480 CallGraph *CG) const {
481 switch (ABI) {
482 case coro::ABI::Switch:
483 llvm_unreachable("can't allocate memory in coro switch-lowering");
484
485 case coro::ABI::Retcon:
486 case coro::ABI::RetconOnce: {
487 auto Dealloc = RetconLowering.Dealloc;
488 Ptr = Builder.CreateBitCast(V: Ptr,
489 DestTy: Dealloc->getFunctionType()->getParamType(i: 0));
490 auto *Call = Builder.CreateCall(Callee: Dealloc, Args: Ptr);
491 propagateCallAttrsFromCallee(Call, Callee: Dealloc);
492 addCallToCallGraph(CG, Call, Callee: Dealloc);
493 return;
494 }
495 case coro::ABI::Async:
496 llvm_unreachable("can't allocate memory in coro async-lowering");
497 }
498 llvm_unreachable("Unknown coro::ABI enum");
499}
500
501[[noreturn]] static void fail(const Instruction *I, const char *Reason,
502 Value *V) {
503#ifndef NDEBUG
504 I->dump();
505 if (V) {
506 errs() << " Value: ";
507 V->printAsOperand(llvm::errs());
508 errs() << '\n';
509 }
510#endif
511 report_fatal_error(reason: Reason);
512}
513
514/// Check that the given value is a well-formed prototype for the
515/// llvm.coro.id.retcon.* intrinsics.
516static void checkWFRetconPrototype(const AnyCoroIdRetconInst *I, Value *V) {
517 auto F = dyn_cast<Function>(Val: V->stripPointerCasts());
518 if (!F)
519 fail(I, Reason: "llvm.coro.id.retcon.* prototype not a Function", V);
520
521 auto FT = F->getFunctionType();
522
523 if (isa<CoroIdRetconInst>(Val: I)) {
524 bool ResultOkay;
525 if (FT->getReturnType()->isPointerTy()) {
526 ResultOkay = true;
527 } else if (auto SRetTy = dyn_cast<StructType>(Val: FT->getReturnType())) {
528 ResultOkay = (!SRetTy->isOpaque() &&
529 SRetTy->getNumElements() > 0 &&
530 SRetTy->getElementType(N: 0)->isPointerTy());
531 } else {
532 ResultOkay = false;
533 }
534 if (!ResultOkay)
535 fail(I, Reason: "llvm.coro.id.retcon prototype must return pointer as first "
536 "result", V: F);
537
538 if (FT->getReturnType() !=
539 I->getFunction()->getFunctionType()->getReturnType())
540 fail(I, Reason: "llvm.coro.id.retcon prototype return type must be same as"
541 "current function return type", V: F);
542 } else {
543 // No meaningful validation to do here for llvm.coro.id.unique.once.
544 }
545
546 if (FT->getNumParams() == 0 || !FT->getParamType(i: 0)->isPointerTy())
547 fail(I, Reason: "llvm.coro.id.retcon.* prototype must take pointer as "
548 "its first parameter", V: F);
549}
550
551/// Check that the given value is a well-formed allocator.
552static void checkWFAlloc(const Instruction *I, Value *V) {
553 auto F = dyn_cast<Function>(Val: V->stripPointerCasts());
554 if (!F)
555 fail(I, Reason: "llvm.coro.* allocator not a Function", V);
556
557 auto FT = F->getFunctionType();
558 if (!FT->getReturnType()->isPointerTy())
559 fail(I, Reason: "llvm.coro.* allocator must return a pointer", V: F);
560
561 if (FT->getNumParams() != 1 ||
562 !FT->getParamType(i: 0)->isIntegerTy())
563 fail(I, Reason: "llvm.coro.* allocator must take integer as only param", V: F);
564}
565
566/// Check that the given value is a well-formed deallocator.
567static void checkWFDealloc(const Instruction *I, Value *V) {
568 auto F = dyn_cast<Function>(Val: V->stripPointerCasts());
569 if (!F)
570 fail(I, Reason: "llvm.coro.* deallocator not a Function", V);
571
572 auto FT = F->getFunctionType();
573 if (!FT->getReturnType()->isVoidTy())
574 fail(I, Reason: "llvm.coro.* deallocator must return void", V: F);
575
576 if (FT->getNumParams() != 1 ||
577 !FT->getParamType(i: 0)->isPointerTy())
578 fail(I, Reason: "llvm.coro.* deallocator must take pointer as only param", V: F);
579}
580
581static void checkConstantInt(const Instruction *I, Value *V,
582 const char *Reason) {
583 if (!isa<ConstantInt>(Val: V)) {
584 fail(I, Reason, V);
585 }
586}
587
588void AnyCoroIdRetconInst::checkWellFormed() const {
589 checkConstantInt(I: this, V: getArgOperand(i: SizeArg),
590 Reason: "size argument to coro.id.retcon.* must be constant");
591 checkConstantInt(I: this, V: getArgOperand(i: AlignArg),
592 Reason: "alignment argument to coro.id.retcon.* must be constant");
593 checkWFRetconPrototype(I: this, V: getArgOperand(i: PrototypeArg));
594 checkWFAlloc(I: this, V: getArgOperand(i: AllocArg));
595 checkWFDealloc(I: this, V: getArgOperand(i: DeallocArg));
596}
597
598static void checkAsyncFuncPointer(const Instruction *I, Value *V) {
599 auto *AsyncFuncPtrAddr = dyn_cast<GlobalVariable>(Val: V->stripPointerCasts());
600 if (!AsyncFuncPtrAddr)
601 fail(I, Reason: "llvm.coro.id.async async function pointer not a global", V);
602}
603
604void CoroIdAsyncInst::checkWellFormed() const {
605 checkConstantInt(I: this, V: getArgOperand(i: SizeArg),
606 Reason: "size argument to coro.id.async must be constant");
607 checkConstantInt(I: this, V: getArgOperand(i: AlignArg),
608 Reason: "alignment argument to coro.id.async must be constant");
609 checkConstantInt(I: this, V: getArgOperand(i: StorageArg),
610 Reason: "storage argument offset to coro.id.async must be constant");
611 checkAsyncFuncPointer(I: this, V: getArgOperand(i: AsyncFuncPtrArg));
612}
613
614static void checkAsyncContextProjectFunction(const Instruction *I,
615 Function *F) {
616 auto *FunTy = cast<FunctionType>(Val: F->getValueType());
617 if (!FunTy->getReturnType()->isPointerTy())
618 fail(I,
619 Reason: "llvm.coro.suspend.async resume function projection function must "
620 "return a ptr type",
621 V: F);
622 if (FunTy->getNumParams() != 1 || !FunTy->getParamType(i: 0)->isPointerTy())
623 fail(I,
624 Reason: "llvm.coro.suspend.async resume function projection function must "
625 "take one ptr type as parameter",
626 V: F);
627}
628
629void CoroSuspendAsyncInst::checkWellFormed() const {
630 checkAsyncContextProjectFunction(I: this, F: getAsyncContextProjectionFunction());
631}
632
633void CoroAsyncEndInst::checkWellFormed() const {
634 auto *MustTailCallFunc = getMustTailCallFunction();
635 if (!MustTailCallFunc)
636 return;
637 auto *FnTy = MustTailCallFunc->getFunctionType();
638 if (FnTy->getNumParams() != (arg_size() - 3))
639 fail(I: this,
640 Reason: "llvm.coro.end.async must tail call function argument type must "
641 "match the tail arguments",
642 V: MustTailCallFunc);
643}
644