1//===-- TestRunner.cpp ----------------------------------------------------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8
9#include "TestRunner.h"
10#include "ReducerWorkItem.h"
11#include "deltas/Utils.h"
12#include "llvm/Support/WithColor.h"
13
14using namespace llvm;
15
16TestRunner::TestRunner(StringRef TestName,
17 const std::vector<std::string> &TestArgs,
18 std::unique_ptr<ReducerWorkItem> Program,
19 std::unique_ptr<TargetMachine> TM, StringRef ToolName,
20 StringRef OutputName, bool InputIsBitcode,
21 bool OutputBitcode)
22 : TestName(TestName), ToolName(ToolName), TestArgs(TestArgs),
23 Program(std::move(Program)), TM(std::move(TM)),
24 OutputFilename(OutputName), InputIsBitcode(InputIsBitcode),
25 EmitBitcode(OutputBitcode) {
26 assert(this->Program && "Initialized with null program?");
27}
28
29static constexpr std::array<std::optional<StringRef>, 3> DefaultRedirects = {
30 StringRef()};
31static constexpr std::array<std::optional<StringRef>, 3> NullRedirects;
32
33/// Runs the interestingness test, passes file to be tested as first argument
34/// and other specified test arguments after that.
35int TestRunner::run(StringRef Filename) const {
36 std::vector<StringRef> ProgramArgs;
37 ProgramArgs.push_back(x: TestName);
38
39 for (const auto &Arg : TestArgs)
40 ProgramArgs.push_back(x: Arg);
41
42 ProgramArgs.push_back(x: Filename);
43
44 std::string ErrMsg;
45
46 int Result =
47 sys::ExecuteAndWait(Program: TestName, Args: ProgramArgs, /*Env=*/std::nullopt,
48 Redirects: Verbose ? DefaultRedirects : NullRedirects,
49 /*SecondsToWait=*/0, /*MemoryLimit=*/0, ErrMsg: &ErrMsg);
50
51 if (Result < 0) {
52 Error E = make_error<StringError>(Args: "Error running interesting-ness test: " +
53 ErrMsg,
54 Args: inconvertibleErrorCode());
55 WithColor::error(OS&: errs(), Prefix: ToolName) << toString(E: std::move(E)) << '\n';
56 exit(status: 1);
57 }
58
59 return !Result;
60}
61
62void TestRunner::writeOutput(StringRef Message) {
63 std::error_code EC;
64 raw_fd_ostream Out(OutputFilename, EC,
65 EmitBitcode && !Program->isMIR() ? sys::fs::OF_None
66 : sys::fs::OF_Text);
67 if (EC) {
68 errs() << "Error opening output file: " << EC.message() << "!\n";
69 exit(status: 1);
70 }
71
72 Program->writeOutput(OS&: Out, EmitBitcode);
73 errs() << Message << OutputFilename << '\n';
74}
75