| 1 | //===-- TestRunner.cpp ----------------------------------------------------===// |
| 2 | // |
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | |
| 9 | #include "TestRunner.h" |
| 10 | #include "ReducerWorkItem.h" |
| 11 | #include "deltas/Utils.h" |
| 12 | #include "llvm/Support/WithColor.h" |
| 13 | |
| 14 | using namespace llvm; |
| 15 | |
| 16 | TestRunner::TestRunner(StringRef TestName, ArrayRef<std::string> RawTestArgs, |
| 17 | std::unique_ptr<ReducerWorkItem> Program, |
| 18 | std::unique_ptr<TargetMachine> TM, StringRef ToolName, |
| 19 | StringRef OutputName, bool InputIsBitcode, |
| 20 | bool OutputBitcode) |
| 21 | : TestName(TestName), ToolName(ToolName), Program(std::move(Program)), |
| 22 | TM(std::move(TM)), OutputFilename(OutputName), |
| 23 | InputIsBitcode(InputIsBitcode), EmitBitcode(OutputBitcode) { |
| 24 | assert(this->Program && "Initialized with null program?" ); |
| 25 | |
| 26 | TestArgs.push_back(Elt: TestName); // argv[0] |
| 27 | TestArgs.append(in_start: RawTestArgs.begin(), in_end: RawTestArgs.end()); |
| 28 | } |
| 29 | |
| 30 | static constexpr std::array<std::optional<StringRef>, 3> DefaultRedirects = { |
| 31 | StringRef()}; |
| 32 | static constexpr std::array<std::optional<StringRef>, 3> NullRedirects; |
| 33 | |
| 34 | /// Runs the interestingness test, passes file to be tested as first argument |
| 35 | /// and other specified test arguments after that. |
| 36 | int TestRunner::run(StringRef Filename) const { |
| 37 | SmallVector<StringRef> ExecArgs(TestArgs); |
| 38 | ExecArgs.push_back(Elt: Filename); |
| 39 | |
| 40 | std::string ErrMsg; |
| 41 | |
| 42 | int Result = |
| 43 | sys::ExecuteAndWait(Program: TestName, Args: ExecArgs, /*Env=*/std::nullopt, |
| 44 | Redirects: Verbose ? DefaultRedirects : NullRedirects, |
| 45 | /*SecondsToWait=*/0, /*MemoryLimit=*/0, ErrMsg: &ErrMsg); |
| 46 | |
| 47 | if (Result < 0) { |
| 48 | Error E = make_error<StringError>( |
| 49 | Args: "running interesting-ness test: " + ErrMsg, Args: inconvertibleErrorCode()); |
| 50 | WithColor::error(OS&: errs(), Prefix: ToolName) << toString(E: std::move(E)) << '\n'; |
| 51 | exit(status: 1); |
| 52 | } |
| 53 | |
| 54 | return !Result; |
| 55 | } |
| 56 | |
| 57 | void TestRunner::writeOutput(StringRef Message) { |
| 58 | std::error_code EC; |
| 59 | raw_fd_ostream Out(OutputFilename, EC, |
| 60 | EmitBitcode && !Program->isMIR() ? sys::fs::OF_None |
| 61 | : sys::fs::OF_Text); |
| 62 | if (EC) { |
| 63 | WithColor::error(OS&: errs(), Prefix: ToolName) |
| 64 | << "opening output file: " << EC.message() << '\n'; |
| 65 | exit(status: 1); |
| 66 | } |
| 67 | |
| 68 | Program->writeOutput(OS&: Out, EmitBitcode); |
| 69 | errs() << Message << OutputFilename << '\n'; |
| 70 | } |
| 71 | |