1 | //===- CodeCoverage.cpp - Coverage tool based on profiling instrumentation-===// |
2 | // |
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
4 | // See https://llvm.org/LICENSE.txt for license information. |
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
6 | // |
7 | //===----------------------------------------------------------------------===// |
8 | // |
9 | // The 'CodeCoverageTool' class implements a command line tool to analyze and |
10 | // report coverage information using the profiling instrumentation and code |
11 | // coverage mapping. |
12 | // |
13 | //===----------------------------------------------------------------------===// |
14 | |
15 | #include "CoverageExporterJson.h" |
16 | #include "CoverageExporterLcov.h" |
17 | #include "CoverageFilters.h" |
18 | #include "CoverageReport.h" |
19 | #include "CoverageSummaryInfo.h" |
20 | #include "CoverageViewOptions.h" |
21 | #include "RenderingSupport.h" |
22 | #include "SourceCoverageView.h" |
23 | #include "llvm/ADT/SmallString.h" |
24 | #include "llvm/ADT/StringRef.h" |
25 | #include "llvm/Debuginfod/BuildIDFetcher.h" |
26 | #include "llvm/Debuginfod/Debuginfod.h" |
27 | #include "llvm/Debuginfod/HTTPClient.h" |
28 | #include "llvm/Object/BuildID.h" |
29 | #include "llvm/ProfileData/Coverage/CoverageMapping.h" |
30 | #include "llvm/ProfileData/InstrProfReader.h" |
31 | #include "llvm/Support/CommandLine.h" |
32 | #include "llvm/Support/FileSystem.h" |
33 | #include "llvm/Support/Format.h" |
34 | #include "llvm/Support/MemoryBuffer.h" |
35 | #include "llvm/Support/Path.h" |
36 | #include "llvm/Support/Process.h" |
37 | #include "llvm/Support/Program.h" |
38 | #include "llvm/Support/ScopedPrinter.h" |
39 | #include "llvm/Support/SpecialCaseList.h" |
40 | #include "llvm/Support/ThreadPool.h" |
41 | #include "llvm/Support/Threading.h" |
42 | #include "llvm/Support/ToolOutputFile.h" |
43 | #include "llvm/Support/VirtualFileSystem.h" |
44 | #include "llvm/TargetParser/Triple.h" |
45 | |
46 | #include <functional> |
47 | #include <map> |
48 | #include <optional> |
49 | #include <system_error> |
50 | |
51 | using namespace llvm; |
52 | using namespace coverage; |
53 | |
54 | void exportCoverageDataToJson(const coverage::CoverageMapping &CoverageMapping, |
55 | const CoverageViewOptions &Options, |
56 | raw_ostream &OS); |
57 | |
58 | namespace { |
59 | /// The implementation of the coverage tool. |
60 | class CodeCoverageTool { |
61 | public: |
62 | enum Command { |
63 | /// The show command. |
64 | Show, |
65 | /// The report command. |
66 | Report, |
67 | /// The export command. |
68 | Export |
69 | }; |
70 | |
71 | int run(Command Cmd, int argc, const char **argv); |
72 | |
73 | private: |
74 | /// Print the error message to the error output stream. |
75 | void error(const Twine &Message, StringRef Whence = "" ); |
76 | |
77 | /// Print the warning message to the error output stream. |
78 | void warning(const Twine &Message, StringRef Whence = "" ); |
79 | |
80 | /// Convert \p Path into an absolute path and append it to the list |
81 | /// of collected paths. |
82 | void addCollectedPath(const std::string &Path); |
83 | |
84 | /// If \p Path is a regular file, collect the path. If it's a |
85 | /// directory, recursively collect all of the paths within the directory. |
86 | void collectPaths(const std::string &Path); |
87 | |
88 | /// Check if the two given files are the same file. |
89 | bool isEquivalentFile(StringRef FilePath1, StringRef FilePath2); |
90 | |
91 | /// Retrieve a file status with a cache. |
92 | std::optional<sys::fs::file_status> getFileStatus(StringRef FilePath); |
93 | |
94 | /// Return a memory buffer for the given source file. |
95 | ErrorOr<const MemoryBuffer &> getSourceFile(StringRef SourceFile); |
96 | |
97 | /// Create source views for the expansions of the view. |
98 | void attachExpansionSubViews(SourceCoverageView &View, |
99 | ArrayRef<ExpansionRecord> Expansions, |
100 | const CoverageMapping &Coverage); |
101 | |
102 | /// Create source views for the branches of the view. |
103 | void attachBranchSubViews(SourceCoverageView &View, |
104 | ArrayRef<CountedRegion> Branches); |
105 | |
106 | /// Create source views for the MCDC records. |
107 | void attachMCDCSubViews(SourceCoverageView &View, |
108 | ArrayRef<MCDCRecord> MCDCRecords); |
109 | |
110 | /// Create the source view of a particular function. |
111 | std::unique_ptr<SourceCoverageView> |
112 | createFunctionView(const FunctionRecord &Function, |
113 | const CoverageMapping &Coverage); |
114 | |
115 | /// Create the main source view of a particular source file. |
116 | std::unique_ptr<SourceCoverageView> |
117 | createSourceFileView(StringRef SourceFile, const CoverageMapping &Coverage); |
118 | |
119 | /// Load the coverage mapping data. Return nullptr if an error occurred. |
120 | std::unique_ptr<CoverageMapping> load(); |
121 | |
122 | /// Create a mapping from files in the Coverage data to local copies |
123 | /// (path-equivalence). |
124 | void remapPathNames(const CoverageMapping &Coverage); |
125 | |
126 | /// Remove input source files which aren't mapped by \p Coverage. |
127 | void removeUnmappedInputs(const CoverageMapping &Coverage); |
128 | |
129 | /// If a demangler is available, demangle all symbol names. |
130 | void demangleSymbols(const CoverageMapping &Coverage); |
131 | |
132 | /// Write out a source file view to the filesystem. |
133 | void writeSourceFileView(StringRef SourceFile, CoverageMapping *Coverage, |
134 | CoveragePrinter *Printer, bool ShowFilenames); |
135 | |
136 | typedef llvm::function_ref<int(int, const char **)> CommandLineParserType; |
137 | |
138 | int doShow(int argc, const char **argv, |
139 | CommandLineParserType commandLineParser); |
140 | |
141 | int doReport(int argc, const char **argv, |
142 | CommandLineParserType commandLineParser); |
143 | |
144 | int doExport(int argc, const char **argv, |
145 | CommandLineParserType commandLineParser); |
146 | |
147 | std::vector<StringRef> ObjectFilenames; |
148 | CoverageViewOptions ViewOpts; |
149 | CoverageFiltersMatchAll Filters; |
150 | CoverageFilters IgnoreFilenameFilters; |
151 | |
152 | /// True if InputSourceFiles are provided. |
153 | bool HadSourceFiles = false; |
154 | |
155 | /// The path to the indexed profile. |
156 | std::optional<std::string> PGOFilename; |
157 | |
158 | /// A list of input source files. |
159 | std::vector<std::string> SourceFiles; |
160 | |
161 | /// In -path-equivalence mode, this maps the absolute paths from the coverage |
162 | /// mapping data to the input source files. |
163 | StringMap<std::string> RemappedFilenames; |
164 | |
165 | /// The coverage data path to be remapped from, and the source path to be |
166 | /// remapped to, when using -path-equivalence. |
167 | std::optional<std::vector<std::pair<std::string, std::string>>> |
168 | PathRemappings; |
169 | |
170 | /// File status cache used when finding the same file. |
171 | StringMap<std::optional<sys::fs::file_status>> FileStatusCache; |
172 | |
173 | /// The architecture the coverage mapping data targets. |
174 | std::vector<StringRef> CoverageArches; |
175 | |
176 | /// A cache for demangled symbols. |
177 | DemangleCache DC; |
178 | |
179 | /// A lock which guards printing to stderr. |
180 | std::mutex ErrsLock; |
181 | |
182 | /// A container for input source file buffers. |
183 | std::mutex LoadedSourceFilesLock; |
184 | std::vector<std::pair<std::string, std::unique_ptr<MemoryBuffer>>> |
185 | LoadedSourceFiles; |
186 | |
187 | /// Allowlist from -name-allowlist to be used for filtering. |
188 | std::unique_ptr<SpecialCaseList> NameAllowlist; |
189 | |
190 | std::unique_ptr<object::BuildIDFetcher> BIDFetcher; |
191 | |
192 | bool CheckBinaryIDs; |
193 | }; |
194 | } |
195 | |
196 | static std::string getErrorString(const Twine &Message, StringRef Whence, |
197 | bool Warning) { |
198 | std::string Str = (Warning ? "warning" : "error" ); |
199 | Str += ": " ; |
200 | if (!Whence.empty()) |
201 | Str += Whence.str() + ": " ; |
202 | Str += Message.str() + "\n" ; |
203 | return Str; |
204 | } |
205 | |
206 | void CodeCoverageTool::error(const Twine &Message, StringRef Whence) { |
207 | std::unique_lock<std::mutex> Guard{ErrsLock}; |
208 | ViewOpts.colored_ostream(OS&: errs(), Color: raw_ostream::RED) |
209 | << getErrorString(Message, Whence, Warning: false); |
210 | } |
211 | |
212 | void CodeCoverageTool::warning(const Twine &Message, StringRef Whence) { |
213 | std::unique_lock<std::mutex> Guard{ErrsLock}; |
214 | ViewOpts.colored_ostream(OS&: errs(), Color: raw_ostream::RED) |
215 | << getErrorString(Message, Whence, Warning: true); |
216 | } |
217 | |
218 | void CodeCoverageTool::addCollectedPath(const std::string &Path) { |
219 | SmallString<128> EffectivePath(Path); |
220 | if (std::error_code EC = sys::fs::make_absolute(path&: EffectivePath)) { |
221 | error(Message: EC.message(), Whence: Path); |
222 | return; |
223 | } |
224 | sys::path::remove_dots(path&: EffectivePath, /*remove_dot_dot=*/true); |
225 | if (!IgnoreFilenameFilters.matchesFilename(Filename: EffectivePath)) |
226 | SourceFiles.emplace_back(args: EffectivePath.str()); |
227 | HadSourceFiles = !SourceFiles.empty(); |
228 | } |
229 | |
230 | void CodeCoverageTool::collectPaths(const std::string &Path) { |
231 | llvm::sys::fs::file_status Status; |
232 | llvm::sys::fs::status(path: Path, result&: Status); |
233 | if (!llvm::sys::fs::exists(status: Status)) { |
234 | if (PathRemappings) |
235 | addCollectedPath(Path); |
236 | else |
237 | warning(Message: "Source file doesn't exist, proceeded by ignoring it." , Whence: Path); |
238 | return; |
239 | } |
240 | |
241 | if (llvm::sys::fs::is_regular_file(status: Status)) { |
242 | addCollectedPath(Path); |
243 | return; |
244 | } |
245 | |
246 | if (llvm::sys::fs::is_directory(status: Status)) { |
247 | std::error_code EC; |
248 | for (llvm::sys::fs::recursive_directory_iterator F(Path, EC), E; |
249 | F != E; F.increment(ec&: EC)) { |
250 | |
251 | auto Status = F->status(); |
252 | if (!Status) { |
253 | warning(Message: Status.getError().message(), Whence: F->path()); |
254 | continue; |
255 | } |
256 | |
257 | if (Status->type() == llvm::sys::fs::file_type::regular_file) |
258 | addCollectedPath(Path: F->path()); |
259 | } |
260 | } |
261 | } |
262 | |
263 | std::optional<sys::fs::file_status> |
264 | CodeCoverageTool::getFileStatus(StringRef FilePath) { |
265 | auto It = FileStatusCache.try_emplace(Key: FilePath); |
266 | auto &CachedStatus = It.first->getValue(); |
267 | if (!It.second) |
268 | return CachedStatus; |
269 | |
270 | sys::fs::file_status Status; |
271 | if (!sys::fs::status(path: FilePath, result&: Status)) |
272 | CachedStatus = Status; |
273 | return CachedStatus; |
274 | } |
275 | |
276 | bool CodeCoverageTool::isEquivalentFile(StringRef FilePath1, |
277 | StringRef FilePath2) { |
278 | auto Status1 = getFileStatus(FilePath: FilePath1); |
279 | auto Status2 = getFileStatus(FilePath: FilePath2); |
280 | return Status1 && Status2 && sys::fs::equivalent(A: *Status1, B: *Status2); |
281 | } |
282 | |
283 | ErrorOr<const MemoryBuffer &> |
284 | CodeCoverageTool::getSourceFile(StringRef SourceFile) { |
285 | // If we've remapped filenames, look up the real location for this file. |
286 | std::unique_lock<std::mutex> Guard{LoadedSourceFilesLock}; |
287 | if (!RemappedFilenames.empty()) { |
288 | auto Loc = RemappedFilenames.find(Key: SourceFile); |
289 | if (Loc != RemappedFilenames.end()) |
290 | SourceFile = Loc->second; |
291 | } |
292 | for (const auto &Files : LoadedSourceFiles) |
293 | if (isEquivalentFile(FilePath1: SourceFile, FilePath2: Files.first)) |
294 | return *Files.second; |
295 | auto Buffer = MemoryBuffer::getFile(Filename: SourceFile); |
296 | if (auto EC = Buffer.getError()) { |
297 | error(Message: EC.message(), Whence: SourceFile); |
298 | return EC; |
299 | } |
300 | LoadedSourceFiles.emplace_back(args: std::string(SourceFile), |
301 | args: std::move(Buffer.get())); |
302 | return *LoadedSourceFiles.back().second; |
303 | } |
304 | |
305 | void CodeCoverageTool::attachExpansionSubViews( |
306 | SourceCoverageView &View, ArrayRef<ExpansionRecord> Expansions, |
307 | const CoverageMapping &Coverage) { |
308 | if (!ViewOpts.ShowExpandedRegions) |
309 | return; |
310 | for (const auto &Expansion : Expansions) { |
311 | auto ExpansionCoverage = Coverage.getCoverageForExpansion(Expansion); |
312 | if (ExpansionCoverage.empty()) |
313 | continue; |
314 | auto SourceBuffer = getSourceFile(SourceFile: ExpansionCoverage.getFilename()); |
315 | if (!SourceBuffer) |
316 | continue; |
317 | |
318 | auto SubViewBranches = ExpansionCoverage.getBranches(); |
319 | auto SubViewExpansions = ExpansionCoverage.getExpansions(); |
320 | auto SubView = |
321 | SourceCoverageView::create(SourceName: Expansion.Function.Name, File: SourceBuffer.get(), |
322 | Options: ViewOpts, CoverageInfo: std::move(ExpansionCoverage)); |
323 | attachExpansionSubViews(View&: *SubView, Expansions: SubViewExpansions, Coverage); |
324 | attachBranchSubViews(View&: *SubView, Branches: SubViewBranches); |
325 | View.addExpansion(Region: Expansion.Region, View: std::move(SubView)); |
326 | } |
327 | } |
328 | |
329 | void CodeCoverageTool::attachBranchSubViews(SourceCoverageView &View, |
330 | ArrayRef<CountedRegion> Branches) { |
331 | if (!ViewOpts.ShowBranchCounts && !ViewOpts.ShowBranchPercents) |
332 | return; |
333 | |
334 | const auto *NextBranch = Branches.begin(); |
335 | const auto *EndBranch = Branches.end(); |
336 | |
337 | // Group branches that have the same line number into the same subview. |
338 | while (NextBranch != EndBranch) { |
339 | SmallVector<CountedRegion, 0> ViewBranches; |
340 | unsigned CurrentLine = NextBranch->LineStart; |
341 | while (NextBranch != EndBranch && CurrentLine == NextBranch->LineStart) |
342 | ViewBranches.push_back(Elt: *NextBranch++); |
343 | |
344 | View.addBranch(Line: CurrentLine, Regions: std::move(ViewBranches)); |
345 | } |
346 | } |
347 | |
348 | void CodeCoverageTool::attachMCDCSubViews(SourceCoverageView &View, |
349 | ArrayRef<MCDCRecord> MCDCRecords) { |
350 | if (!ViewOpts.ShowMCDC) |
351 | return; |
352 | |
353 | const auto *NextRecord = MCDCRecords.begin(); |
354 | const auto *EndRecord = MCDCRecords.end(); |
355 | |
356 | // Group and process MCDC records that have the same line number into the |
357 | // same subview. |
358 | while (NextRecord != EndRecord) { |
359 | SmallVector<MCDCRecord, 0> ViewMCDCRecords; |
360 | unsigned CurrentLine = NextRecord->getDecisionRegion().LineEnd; |
361 | while (NextRecord != EndRecord && |
362 | CurrentLine == NextRecord->getDecisionRegion().LineEnd) |
363 | ViewMCDCRecords.push_back(Elt: *NextRecord++); |
364 | |
365 | View.addMCDCRecord(Line: CurrentLine, Records: std::move(ViewMCDCRecords)); |
366 | } |
367 | } |
368 | |
369 | std::unique_ptr<SourceCoverageView> |
370 | CodeCoverageTool::createFunctionView(const FunctionRecord &Function, |
371 | const CoverageMapping &Coverage) { |
372 | auto FunctionCoverage = Coverage.getCoverageForFunction(Function); |
373 | if (FunctionCoverage.empty()) |
374 | return nullptr; |
375 | auto SourceBuffer = getSourceFile(SourceFile: FunctionCoverage.getFilename()); |
376 | if (!SourceBuffer) |
377 | return nullptr; |
378 | |
379 | auto Branches = FunctionCoverage.getBranches(); |
380 | auto Expansions = FunctionCoverage.getExpansions(); |
381 | auto MCDCRecords = FunctionCoverage.getMCDCRecords(); |
382 | auto View = SourceCoverageView::create(SourceName: DC.demangle(Sym: Function.Name), |
383 | File: SourceBuffer.get(), Options: ViewOpts, |
384 | CoverageInfo: std::move(FunctionCoverage)); |
385 | attachExpansionSubViews(View&: *View, Expansions, Coverage); |
386 | attachBranchSubViews(View&: *View, Branches); |
387 | attachMCDCSubViews(View&: *View, MCDCRecords); |
388 | |
389 | return View; |
390 | } |
391 | |
392 | std::unique_ptr<SourceCoverageView> |
393 | CodeCoverageTool::createSourceFileView(StringRef SourceFile, |
394 | const CoverageMapping &Coverage) { |
395 | auto SourceBuffer = getSourceFile(SourceFile); |
396 | if (!SourceBuffer) |
397 | return nullptr; |
398 | auto FileCoverage = Coverage.getCoverageForFile(Filename: SourceFile); |
399 | if (FileCoverage.empty()) |
400 | return nullptr; |
401 | |
402 | auto Branches = FileCoverage.getBranches(); |
403 | auto Expansions = FileCoverage.getExpansions(); |
404 | auto MCDCRecords = FileCoverage.getMCDCRecords(); |
405 | auto View = SourceCoverageView::create(SourceName: SourceFile, File: SourceBuffer.get(), |
406 | Options: ViewOpts, CoverageInfo: std::move(FileCoverage)); |
407 | attachExpansionSubViews(View&: *View, Expansions, Coverage); |
408 | attachBranchSubViews(View&: *View, Branches); |
409 | attachMCDCSubViews(View&: *View, MCDCRecords); |
410 | if (!ViewOpts.ShowFunctionInstantiations) |
411 | return View; |
412 | |
413 | for (const auto &Group : Coverage.getInstantiationGroups(Filename: SourceFile)) { |
414 | // Skip functions which have a single instantiation. |
415 | if (Group.size() < 2) |
416 | continue; |
417 | |
418 | for (const FunctionRecord *Function : Group.getInstantiations()) { |
419 | std::unique_ptr<SourceCoverageView> SubView{nullptr}; |
420 | |
421 | StringRef Funcname = DC.demangle(Sym: Function->Name); |
422 | |
423 | if (Function->ExecutionCount > 0) { |
424 | auto SubViewCoverage = Coverage.getCoverageForFunction(Function: *Function); |
425 | auto SubViewExpansions = SubViewCoverage.getExpansions(); |
426 | auto SubViewBranches = SubViewCoverage.getBranches(); |
427 | auto SubViewMCDCRecords = SubViewCoverage.getMCDCRecords(); |
428 | SubView = SourceCoverageView::create( |
429 | SourceName: Funcname, File: SourceBuffer.get(), Options: ViewOpts, CoverageInfo: std::move(SubViewCoverage)); |
430 | attachExpansionSubViews(View&: *SubView, Expansions: SubViewExpansions, Coverage); |
431 | attachBranchSubViews(View&: *SubView, Branches: SubViewBranches); |
432 | attachMCDCSubViews(View&: *SubView, MCDCRecords: SubViewMCDCRecords); |
433 | } |
434 | |
435 | unsigned FileID = Function->CountedRegions.front().FileID; |
436 | unsigned Line = 0; |
437 | for (const auto &CR : Function->CountedRegions) |
438 | if (CR.FileID == FileID) |
439 | Line = std::max(a: CR.LineEnd, b: Line); |
440 | View->addInstantiation(FunctionName: Funcname, Line, View: std::move(SubView)); |
441 | } |
442 | } |
443 | return View; |
444 | } |
445 | |
446 | static bool modifiedTimeGT(StringRef LHS, StringRef RHS) { |
447 | sys::fs::file_status Status; |
448 | if (sys::fs::status(path: LHS, result&: Status)) |
449 | return false; |
450 | auto LHSTime = Status.getLastModificationTime(); |
451 | if (sys::fs::status(path: RHS, result&: Status)) |
452 | return false; |
453 | auto RHSTime = Status.getLastModificationTime(); |
454 | return LHSTime > RHSTime; |
455 | } |
456 | |
457 | std::unique_ptr<CoverageMapping> CodeCoverageTool::load() { |
458 | if (PGOFilename) { |
459 | for (StringRef ObjectFilename : ObjectFilenames) |
460 | if (modifiedTimeGT(LHS: ObjectFilename, RHS: PGOFilename.value())) |
461 | warning(Message: "profile data may be out of date - object is newer" , |
462 | Whence: ObjectFilename); |
463 | } |
464 | auto FS = vfs::getRealFileSystem(); |
465 | auto CoverageOrErr = CoverageMapping::load( |
466 | ObjectFilenames, ProfileFilename: PGOFilename, FS&: *FS, Arches: CoverageArches, |
467 | CompilationDir: ViewOpts.CompilationDirectory, BIDFetcher: BIDFetcher.get(), CheckBinaryIDs); |
468 | if (Error E = CoverageOrErr.takeError()) { |
469 | error(Message: "failed to load coverage: " + toString(E: std::move(E))); |
470 | return nullptr; |
471 | } |
472 | auto Coverage = std::move(CoverageOrErr.get()); |
473 | unsigned Mismatched = Coverage->getMismatchedCount(); |
474 | if (Mismatched) { |
475 | warning(Message: Twine(Mismatched) + " functions have mismatched data" ); |
476 | |
477 | if (ViewOpts.Debug) { |
478 | for (const auto &HashMismatch : Coverage->getHashMismatches()) |
479 | errs() << "hash-mismatch: " |
480 | << "No profile record found for '" << HashMismatch.first << "'" |
481 | << " with hash = 0x" << Twine::utohexstr(Val: HashMismatch.second) |
482 | << '\n'; |
483 | } |
484 | } |
485 | |
486 | remapPathNames(Coverage: *Coverage); |
487 | |
488 | if (!SourceFiles.empty()) |
489 | removeUnmappedInputs(Coverage: *Coverage); |
490 | |
491 | demangleSymbols(Coverage: *Coverage); |
492 | |
493 | return Coverage; |
494 | } |
495 | |
496 | void CodeCoverageTool::remapPathNames(const CoverageMapping &Coverage) { |
497 | if (!PathRemappings) |
498 | return; |
499 | |
500 | // Convert remapping paths to native paths with trailing separators. |
501 | auto nativeWithTrailing = [](StringRef Path) -> std::string { |
502 | if (Path.empty()) |
503 | return "" ; |
504 | SmallString<128> NativePath; |
505 | sys::path::native(path: Path, result&: NativePath); |
506 | sys::path::remove_dots(path&: NativePath, remove_dot_dot: true); |
507 | if (!NativePath.empty() && !sys::path::is_separator(value: NativePath.back())) |
508 | NativePath += sys::path::get_separator(); |
509 | return NativePath.c_str(); |
510 | }; |
511 | |
512 | for (std::pair<std::string, std::string> &PathRemapping : *PathRemappings) { |
513 | std::string RemapFrom = nativeWithTrailing(PathRemapping.first); |
514 | std::string RemapTo = nativeWithTrailing(PathRemapping.second); |
515 | |
516 | // Create a mapping from coverage data file paths to local paths. |
517 | for (StringRef Filename : Coverage.getUniqueSourceFiles()) { |
518 | if (RemappedFilenames.count(Key: Filename) == 1) |
519 | continue; |
520 | |
521 | SmallString<128> NativeFilename; |
522 | sys::path::native(path: Filename, result&: NativeFilename); |
523 | sys::path::remove_dots(path&: NativeFilename, remove_dot_dot: true); |
524 | if (NativeFilename.starts_with(Prefix: RemapFrom)) { |
525 | RemappedFilenames[Filename] = |
526 | RemapTo + NativeFilename.substr(Start: RemapFrom.size()).str(); |
527 | } |
528 | } |
529 | } |
530 | |
531 | // Convert input files from local paths to coverage data file paths. |
532 | StringMap<std::string> InvRemappedFilenames; |
533 | for (const auto &RemappedFilename : RemappedFilenames) |
534 | InvRemappedFilenames[RemappedFilename.getValue()] = |
535 | std::string(RemappedFilename.getKey()); |
536 | |
537 | for (std::string &Filename : SourceFiles) { |
538 | SmallString<128> NativeFilename; |
539 | sys::path::native(path: Filename, result&: NativeFilename); |
540 | auto CovFileName = InvRemappedFilenames.find(Key: NativeFilename); |
541 | if (CovFileName != InvRemappedFilenames.end()) |
542 | Filename = CovFileName->second; |
543 | } |
544 | } |
545 | |
546 | void CodeCoverageTool::removeUnmappedInputs(const CoverageMapping &Coverage) { |
547 | std::vector<StringRef> CoveredFiles = Coverage.getUniqueSourceFiles(); |
548 | |
549 | // The user may have specified source files which aren't in the coverage |
550 | // mapping. Filter these files away. |
551 | llvm::erase_if(C&: SourceFiles, P: [&](const std::string &SF) { |
552 | return !llvm::binary_search(Range&: CoveredFiles, Value: SF); |
553 | }); |
554 | } |
555 | |
556 | void CodeCoverageTool::demangleSymbols(const CoverageMapping &Coverage) { |
557 | if (!ViewOpts.hasDemangler()) |
558 | return; |
559 | |
560 | // Pass function names to the demangler in a temporary file. |
561 | int InputFD; |
562 | SmallString<256> InputPath; |
563 | std::error_code EC = |
564 | sys::fs::createTemporaryFile(Prefix: "demangle-in" , Suffix: "list" , ResultFD&: InputFD, ResultPath&: InputPath); |
565 | if (EC) { |
566 | error(Message: InputPath, Whence: EC.message()); |
567 | return; |
568 | } |
569 | ToolOutputFile InputTOF{InputPath, InputFD}; |
570 | |
571 | unsigned NumSymbols = 0; |
572 | for (const auto &Function : Coverage.getCoveredFunctions()) { |
573 | InputTOF.os() << Function.Name << '\n'; |
574 | ++NumSymbols; |
575 | } |
576 | InputTOF.os().close(); |
577 | |
578 | // Use another temporary file to store the demangler's output. |
579 | int OutputFD; |
580 | SmallString<256> OutputPath; |
581 | EC = sys::fs::createTemporaryFile(Prefix: "demangle-out" , Suffix: "list" , ResultFD&: OutputFD, |
582 | ResultPath&: OutputPath); |
583 | if (EC) { |
584 | error(Message: OutputPath, Whence: EC.message()); |
585 | return; |
586 | } |
587 | ToolOutputFile OutputTOF{OutputPath, OutputFD}; |
588 | OutputTOF.os().close(); |
589 | |
590 | // Invoke the demangler. |
591 | std::vector<StringRef> ArgsV; |
592 | ArgsV.reserve(n: ViewOpts.DemanglerOpts.size()); |
593 | llvm::append_range(C&: ArgsV, R&: ViewOpts.DemanglerOpts); |
594 | std::optional<StringRef> Redirects[] = { |
595 | InputPath.str(), OutputPath.str(), {"" }}; |
596 | std::string ErrMsg; |
597 | int RC = |
598 | sys::ExecuteAndWait(Program: ViewOpts.DemanglerOpts[0], Args: ArgsV, |
599 | /*env=*/Env: std::nullopt, Redirects, /*secondsToWait=*/SecondsToWait: 0, |
600 | /*memoryLimit=*/MemoryLimit: 0, ErrMsg: &ErrMsg); |
601 | if (RC) { |
602 | error(Message: ErrMsg, Whence: ViewOpts.DemanglerOpts[0]); |
603 | return; |
604 | } |
605 | |
606 | // Parse the demangler's output. |
607 | auto BufOrError = MemoryBuffer::getFile(Filename: OutputPath); |
608 | if (!BufOrError) { |
609 | error(Message: OutputPath, Whence: BufOrError.getError().message()); |
610 | return; |
611 | } |
612 | |
613 | std::unique_ptr<MemoryBuffer> DemanglerBuf = std::move(*BufOrError); |
614 | |
615 | SmallVector<StringRef, 8> Symbols; |
616 | StringRef DemanglerData = DemanglerBuf->getBuffer(); |
617 | DemanglerData.split(A&: Symbols, Separator: '\n', /*MaxSplit=*/NumSymbols, |
618 | /*KeepEmpty=*/false); |
619 | if (Symbols.size() != NumSymbols) { |
620 | error(Message: "demangler did not provide expected number of symbols" ); |
621 | return; |
622 | } |
623 | |
624 | // Cache the demangled names. |
625 | unsigned I = 0; |
626 | for (const auto &Function : Coverage.getCoveredFunctions()) |
627 | // On Windows, lines in the demangler's output file end with "\r\n". |
628 | // Splitting by '\n' keeps '\r's, so cut them now. |
629 | DC.DemangledNames[Function.Name] = std::string(Symbols[I++].rtrim()); |
630 | } |
631 | |
632 | void CodeCoverageTool::writeSourceFileView(StringRef SourceFile, |
633 | CoverageMapping *Coverage, |
634 | CoveragePrinter *Printer, |
635 | bool ShowFilenames) { |
636 | auto View = createSourceFileView(SourceFile, Coverage: *Coverage); |
637 | if (!View) { |
638 | warning(Message: "The file '" + SourceFile + "' isn't covered." ); |
639 | return; |
640 | } |
641 | |
642 | auto OSOrErr = Printer->createViewFile(Path: SourceFile, /*InToplevel=*/false); |
643 | if (Error E = OSOrErr.takeError()) { |
644 | error(Message: "could not create view file!" , Whence: toString(E: std::move(E))); |
645 | return; |
646 | } |
647 | auto OS = std::move(OSOrErr.get()); |
648 | |
649 | View->print(OS&: *OS.get(), /*Wholefile=*/WholeFile: true, |
650 | /*ShowSourceName=*/ShowFilenames, |
651 | /*ShowTitle=*/ViewOpts.hasOutputDirectory()); |
652 | Printer->closeViewFile(OS: std::move(OS)); |
653 | } |
654 | |
655 | int CodeCoverageTool::run(Command Cmd, int argc, const char **argv) { |
656 | cl::opt<std::string> CovFilename( |
657 | cl::Positional, cl::desc("Covered executable or object file." )); |
658 | |
659 | cl::list<std::string> CovFilenames( |
660 | "object" , cl::desc("Coverage executable or object file" )); |
661 | |
662 | cl::opt<bool> DebugDumpCollectedObjects( |
663 | "dump-collected-objects" , cl::Optional, cl::Hidden, |
664 | cl::desc("Show the collected coverage object files" )); |
665 | |
666 | cl::list<std::string> InputSourceFiles("sources" , cl::Positional, |
667 | cl::desc("<Source files>" )); |
668 | |
669 | cl::opt<bool> DebugDumpCollectedPaths( |
670 | "dump-collected-paths" , cl::Optional, cl::Hidden, |
671 | cl::desc("Show the collected paths to source files" )); |
672 | |
673 | cl::opt<std::string> PGOFilename( |
674 | "instr-profile" , cl::Optional, |
675 | cl::desc( |
676 | "File with the profile data obtained after an instrumented run" )); |
677 | |
678 | cl::opt<bool> EmptyProfile( |
679 | "empty-profile" , cl::Optional, |
680 | cl::desc("Use a synthetic profile with no data to generate " |
681 | "baseline coverage" )); |
682 | |
683 | cl::list<std::string> Arches( |
684 | "arch" , cl::desc("architectures of the coverage mapping binaries" )); |
685 | |
686 | cl::opt<bool> DebugDump("dump" , cl::Optional, |
687 | cl::desc("Show internal debug dump" )); |
688 | |
689 | cl::list<std::string> DebugFileDirectory( |
690 | "debug-file-directory" , |
691 | cl::desc("Directories to search for object files by build ID" )); |
692 | cl::opt<bool> Debuginfod( |
693 | "debuginfod" , cl::ZeroOrMore, |
694 | cl::desc("Use debuginfod to look up object files from profile" ), |
695 | cl::init(Val: canUseDebuginfod())); |
696 | |
697 | cl::opt<CoverageViewOptions::OutputFormat> Format( |
698 | "format" , cl::desc("Output format for line-based coverage reports" ), |
699 | cl::values(clEnumValN(CoverageViewOptions::OutputFormat::Text, "text" , |
700 | "Text output" ), |
701 | clEnumValN(CoverageViewOptions::OutputFormat::HTML, "html" , |
702 | "HTML output" ), |
703 | clEnumValN(CoverageViewOptions::OutputFormat::Lcov, "lcov" , |
704 | "lcov tracefile output" )), |
705 | cl::init(Val: CoverageViewOptions::OutputFormat::Text)); |
706 | |
707 | cl::list<std::string> PathRemaps( |
708 | "path-equivalence" , cl::Optional, |
709 | cl::desc("<from>,<to> Map coverage data paths to local source file " |
710 | "paths" )); |
711 | |
712 | cl::OptionCategory FilteringCategory("Function filtering options" ); |
713 | |
714 | cl::list<std::string> NameFilters( |
715 | "name" , cl::Optional, |
716 | cl::desc("Show code coverage only for functions with the given name" ), |
717 | cl::cat(FilteringCategory)); |
718 | |
719 | cl::list<std::string> NameFilterFiles( |
720 | "name-allowlist" , cl::Optional, |
721 | cl::desc("Show code coverage only for functions listed in the given " |
722 | "file" ), |
723 | cl::cat(FilteringCategory)); |
724 | |
725 | cl::list<std::string> NameRegexFilters( |
726 | "name-regex" , cl::Optional, |
727 | cl::desc("Show code coverage only for functions that match the given " |
728 | "regular expression" ), |
729 | cl::cat(FilteringCategory)); |
730 | |
731 | cl::list<std::string> IgnoreFilenameRegexFilters( |
732 | "ignore-filename-regex" , cl::Optional, |
733 | cl::desc("Skip source code files with file paths that match the given " |
734 | "regular expression" ), |
735 | cl::cat(FilteringCategory)); |
736 | |
737 | cl::opt<double> RegionCoverageLtFilter( |
738 | "region-coverage-lt" , cl::Optional, |
739 | cl::desc("Show code coverage only for functions with region coverage " |
740 | "less than the given threshold" ), |
741 | cl::cat(FilteringCategory)); |
742 | |
743 | cl::opt<double> RegionCoverageGtFilter( |
744 | "region-coverage-gt" , cl::Optional, |
745 | cl::desc("Show code coverage only for functions with region coverage " |
746 | "greater than the given threshold" ), |
747 | cl::cat(FilteringCategory)); |
748 | |
749 | cl::opt<double> LineCoverageLtFilter( |
750 | "line-coverage-lt" , cl::Optional, |
751 | cl::desc("Show code coverage only for functions with line coverage less " |
752 | "than the given threshold" ), |
753 | cl::cat(FilteringCategory)); |
754 | |
755 | cl::opt<double> LineCoverageGtFilter( |
756 | "line-coverage-gt" , cl::Optional, |
757 | cl::desc("Show code coverage only for functions with line coverage " |
758 | "greater than the given threshold" ), |
759 | cl::cat(FilteringCategory)); |
760 | |
761 | cl::opt<cl::boolOrDefault> UseColor( |
762 | "use-color" , cl::desc("Emit colored output (default=autodetect)" ), |
763 | cl::init(Val: cl::BOU_UNSET)); |
764 | |
765 | cl::list<std::string> DemanglerOpts( |
766 | "Xdemangler" , cl::desc("<demangler-path>|<demangler-option>" )); |
767 | |
768 | cl::opt<bool> RegionSummary( |
769 | "show-region-summary" , cl::Optional, |
770 | cl::desc("Show region statistics in summary table" ), |
771 | cl::init(Val: true)); |
772 | |
773 | cl::opt<bool> BranchSummary( |
774 | "show-branch-summary" , cl::Optional, |
775 | cl::desc("Show branch condition statistics in summary table" ), |
776 | cl::init(Val: true)); |
777 | |
778 | cl::opt<bool> MCDCSummary("show-mcdc-summary" , cl::Optional, |
779 | cl::desc("Show MCDC statistics in summary table" ), |
780 | cl::init(Val: false)); |
781 | |
782 | cl::opt<bool> InstantiationSummary( |
783 | "show-instantiation-summary" , cl::Optional, |
784 | cl::desc("Show instantiation statistics in summary table" )); |
785 | |
786 | cl::opt<bool> SummaryOnly( |
787 | "summary-only" , cl::Optional, |
788 | cl::desc("Export only summary information for each source file" )); |
789 | |
790 | cl::opt<unsigned> NumThreads( |
791 | "num-threads" , cl::init(Val: 0), |
792 | cl::desc("Number of merge threads to use (default: autodetect)" )); |
793 | cl::alias NumThreadsA("j" , cl::desc("Alias for --num-threads" ), |
794 | cl::aliasopt(NumThreads)); |
795 | |
796 | cl::opt<std::string> CompilationDirectory( |
797 | "compilation-dir" , cl::init(Val: "" ), |
798 | cl::desc("Directory used as a base for relative coverage mapping paths" )); |
799 | |
800 | cl::opt<bool> CheckBinaryIDs( |
801 | "check-binary-ids" , cl::desc("Fail if an object couldn't be found for a " |
802 | "binary ID in the profile" )); |
803 | |
804 | auto commandLineParser = [&, this](int argc, const char **argv) -> int { |
805 | cl::ParseCommandLineOptions(argc, argv, Overview: "LLVM code coverage tool\n" ); |
806 | ViewOpts.Debug = DebugDump; |
807 | if (Debuginfod) { |
808 | HTTPClient::initialize(); |
809 | BIDFetcher = std::make_unique<DebuginfodFetcher>(args&: DebugFileDirectory); |
810 | } else { |
811 | BIDFetcher = std::make_unique<object::BuildIDFetcher>(args&: DebugFileDirectory); |
812 | } |
813 | this->CheckBinaryIDs = CheckBinaryIDs; |
814 | |
815 | if (!PGOFilename.empty() == EmptyProfile) { |
816 | error( |
817 | Message: "exactly one of -instr-profile and -empty-profile must be specified" ); |
818 | return 1; |
819 | } |
820 | if (!PGOFilename.empty()) { |
821 | this->PGOFilename = std::make_optional(t&: PGOFilename.getValue()); |
822 | } |
823 | |
824 | if (!CovFilename.empty()) |
825 | ObjectFilenames.emplace_back(args&: CovFilename); |
826 | for (const std::string &Filename : CovFilenames) |
827 | ObjectFilenames.emplace_back(args: Filename); |
828 | if (ObjectFilenames.empty() && !Debuginfod && DebugFileDirectory.empty()) { |
829 | errs() << "No filenames specified!\n" ; |
830 | ::exit(status: 1); |
831 | } |
832 | |
833 | if (DebugDumpCollectedObjects) { |
834 | for (StringRef OF : ObjectFilenames) |
835 | outs() << OF << '\n'; |
836 | ::exit(status: 0); |
837 | } |
838 | |
839 | ViewOpts.Format = Format; |
840 | switch (ViewOpts.Format) { |
841 | case CoverageViewOptions::OutputFormat::Text: |
842 | ViewOpts.Colors = UseColor == cl::BOU_UNSET |
843 | ? sys::Process::StandardOutHasColors() |
844 | : UseColor == cl::BOU_TRUE; |
845 | break; |
846 | case CoverageViewOptions::OutputFormat::HTML: |
847 | if (UseColor == cl::BOU_FALSE) |
848 | errs() << "Color output cannot be disabled when generating html.\n" ; |
849 | ViewOpts.Colors = true; |
850 | break; |
851 | case CoverageViewOptions::OutputFormat::Lcov: |
852 | if (UseColor == cl::BOU_TRUE) |
853 | errs() << "Color output cannot be enabled when generating lcov.\n" ; |
854 | ViewOpts.Colors = false; |
855 | break; |
856 | } |
857 | |
858 | if (!PathRemaps.empty()) { |
859 | std::vector<std::pair<std::string, std::string>> Remappings; |
860 | |
861 | for (const std::string &PathRemap : PathRemaps) { |
862 | auto EquivPair = StringRef(PathRemap).split(Separator: ','); |
863 | if (EquivPair.first.empty() || EquivPair.second.empty()) { |
864 | error(Message: "invalid argument '" + PathRemap + |
865 | "', must be in format 'from,to'" , |
866 | Whence: "-path-equivalence" ); |
867 | return 1; |
868 | } |
869 | |
870 | Remappings.push_back( |
871 | x: {std::string(EquivPair.first), std::string(EquivPair.second)}); |
872 | } |
873 | |
874 | PathRemappings = Remappings; |
875 | } |
876 | |
877 | // If a demangler is supplied, check if it exists and register it. |
878 | if (!DemanglerOpts.empty()) { |
879 | auto DemanglerPathOrErr = sys::findProgramByName(Name: DemanglerOpts[0]); |
880 | if (!DemanglerPathOrErr) { |
881 | error(Message: "could not find the demangler!" , |
882 | Whence: DemanglerPathOrErr.getError().message()); |
883 | return 1; |
884 | } |
885 | DemanglerOpts[0] = *DemanglerPathOrErr; |
886 | ViewOpts.DemanglerOpts.swap(x&: DemanglerOpts); |
887 | } |
888 | |
889 | // Read in -name-allowlist files. |
890 | if (!NameFilterFiles.empty()) { |
891 | std::string SpecialCaseListErr; |
892 | NameAllowlist = SpecialCaseList::create( |
893 | Paths: NameFilterFiles, FS&: *vfs::getRealFileSystem(), Error&: SpecialCaseListErr); |
894 | if (!NameAllowlist) |
895 | error(Message: SpecialCaseListErr); |
896 | } |
897 | |
898 | // Create the function filters |
899 | if (!NameFilters.empty() || NameAllowlist || !NameRegexFilters.empty()) { |
900 | auto NameFilterer = std::make_unique<CoverageFilters>(); |
901 | for (const auto &Name : NameFilters) |
902 | NameFilterer->push_back(Filter: std::make_unique<NameCoverageFilter>(args: Name)); |
903 | if (NameAllowlist && !NameFilterFiles.empty()) |
904 | NameFilterer->push_back( |
905 | Filter: std::make_unique<NameAllowlistCoverageFilter>(args&: *NameAllowlist)); |
906 | for (const auto &Regex : NameRegexFilters) |
907 | NameFilterer->push_back( |
908 | Filter: std::make_unique<NameRegexCoverageFilter>(args: Regex)); |
909 | Filters.push_back(Filter: std::move(NameFilterer)); |
910 | } |
911 | |
912 | if (RegionCoverageLtFilter.getNumOccurrences() || |
913 | RegionCoverageGtFilter.getNumOccurrences() || |
914 | LineCoverageLtFilter.getNumOccurrences() || |
915 | LineCoverageGtFilter.getNumOccurrences()) { |
916 | auto StatFilterer = std::make_unique<CoverageFilters>(); |
917 | if (RegionCoverageLtFilter.getNumOccurrences()) |
918 | StatFilterer->push_back(Filter: std::make_unique<RegionCoverageFilter>( |
919 | args: RegionCoverageFilter::LessThan, args&: RegionCoverageLtFilter)); |
920 | if (RegionCoverageGtFilter.getNumOccurrences()) |
921 | StatFilterer->push_back(Filter: std::make_unique<RegionCoverageFilter>( |
922 | args: RegionCoverageFilter::GreaterThan, args&: RegionCoverageGtFilter)); |
923 | if (LineCoverageLtFilter.getNumOccurrences()) |
924 | StatFilterer->push_back(Filter: std::make_unique<LineCoverageFilter>( |
925 | args: LineCoverageFilter::LessThan, args&: LineCoverageLtFilter)); |
926 | if (LineCoverageGtFilter.getNumOccurrences()) |
927 | StatFilterer->push_back(Filter: std::make_unique<LineCoverageFilter>( |
928 | args: RegionCoverageFilter::GreaterThan, args&: LineCoverageGtFilter)); |
929 | Filters.push_back(Filter: std::move(StatFilterer)); |
930 | } |
931 | |
932 | // Create the ignore filename filters. |
933 | for (const auto &RE : IgnoreFilenameRegexFilters) |
934 | IgnoreFilenameFilters.push_back( |
935 | Filter: std::make_unique<NameRegexCoverageFilter>(args: RE)); |
936 | |
937 | if (!Arches.empty()) { |
938 | for (const std::string &Arch : Arches) { |
939 | if (Triple(Arch).getArch() == llvm::Triple::ArchType::UnknownArch) { |
940 | error(Message: "unknown architecture: " + Arch); |
941 | return 1; |
942 | } |
943 | CoverageArches.emplace_back(args: Arch); |
944 | } |
945 | if (CoverageArches.size() != 1 && |
946 | CoverageArches.size() != ObjectFilenames.size()) { |
947 | error(Message: "number of architectures doesn't match the number of objects" ); |
948 | return 1; |
949 | } |
950 | } |
951 | |
952 | // IgnoreFilenameFilters are applied even when InputSourceFiles specified. |
953 | for (const std::string &File : InputSourceFiles) |
954 | collectPaths(Path: File); |
955 | |
956 | if (DebugDumpCollectedPaths) { |
957 | for (const std::string &SF : SourceFiles) |
958 | outs() << SF << '\n'; |
959 | ::exit(status: 0); |
960 | } |
961 | |
962 | ViewOpts.ShowMCDCSummary = MCDCSummary; |
963 | ViewOpts.ShowBranchSummary = BranchSummary; |
964 | ViewOpts.ShowRegionSummary = RegionSummary; |
965 | ViewOpts.ShowInstantiationSummary = InstantiationSummary; |
966 | ViewOpts.ExportSummaryOnly = SummaryOnly; |
967 | ViewOpts.NumThreads = NumThreads; |
968 | ViewOpts.CompilationDirectory = CompilationDirectory; |
969 | |
970 | return 0; |
971 | }; |
972 | |
973 | switch (Cmd) { |
974 | case Show: |
975 | return doShow(argc, argv, commandLineParser); |
976 | case Report: |
977 | return doReport(argc, argv, commandLineParser); |
978 | case Export: |
979 | return doExport(argc, argv, commandLineParser); |
980 | } |
981 | return 0; |
982 | } |
983 | |
984 | int CodeCoverageTool::doShow(int argc, const char **argv, |
985 | CommandLineParserType commandLineParser) { |
986 | |
987 | cl::OptionCategory ViewCategory("Viewing options" ); |
988 | |
989 | cl::opt<bool> ShowLineExecutionCounts( |
990 | "show-line-counts" , cl::Optional, |
991 | cl::desc("Show the execution counts for each line" ), cl::init(Val: true), |
992 | cl::cat(ViewCategory)); |
993 | |
994 | cl::opt<bool> ShowRegions( |
995 | "show-regions" , cl::Optional, |
996 | cl::desc("Show the execution counts for each region" ), |
997 | cl::cat(ViewCategory)); |
998 | |
999 | cl::opt<CoverageViewOptions::BranchOutputType> ShowBranches( |
1000 | "show-branches" , cl::Optional, |
1001 | cl::desc("Show coverage for branch conditions" ), cl::cat(ViewCategory), |
1002 | cl::values(clEnumValN(CoverageViewOptions::BranchOutputType::Count, |
1003 | "count" , "Show True/False counts" ), |
1004 | clEnumValN(CoverageViewOptions::BranchOutputType::Percent, |
1005 | "percent" , "Show True/False percent" )), |
1006 | cl::init(Val: CoverageViewOptions::BranchOutputType::Off)); |
1007 | |
1008 | cl::opt<bool> ShowMCDC( |
1009 | "show-mcdc" , cl::Optional, |
1010 | cl::desc("Show the MCDC Coverage for each applicable boolean expression" ), |
1011 | cl::cat(ViewCategory)); |
1012 | |
1013 | cl::opt<bool> ShowBestLineRegionsCounts( |
1014 | "show-line-counts-or-regions" , cl::Optional, |
1015 | cl::desc("Show the execution counts for each line, or the execution " |
1016 | "counts for each region on lines that have multiple regions" ), |
1017 | cl::cat(ViewCategory)); |
1018 | |
1019 | cl::opt<bool> ShowExpansions("show-expansions" , cl::Optional, |
1020 | cl::desc("Show expanded source regions" ), |
1021 | cl::cat(ViewCategory)); |
1022 | |
1023 | cl::opt<bool> ShowInstantiations("show-instantiations" , cl::Optional, |
1024 | cl::desc("Show function instantiations" ), |
1025 | cl::init(Val: true), cl::cat(ViewCategory)); |
1026 | |
1027 | cl::opt<bool> ShowDirectoryCoverage("show-directory-coverage" , cl::Optional, |
1028 | cl::desc("Show directory coverage" ), |
1029 | cl::cat(ViewCategory)); |
1030 | |
1031 | cl::opt<bool> ShowCreatedTime("show-created-time" , cl::Optional, |
1032 | cl::desc("Show created time for each page." ), |
1033 | cl::init(Val: true), cl::cat(ViewCategory)); |
1034 | |
1035 | cl::opt<std::string> ShowOutputDirectory( |
1036 | "output-dir" , cl::init(Val: "" ), |
1037 | cl::desc("Directory in which coverage information is written out" )); |
1038 | cl::alias ShowOutputDirectoryA("o" , cl::desc("Alias for --output-dir" ), |
1039 | cl::aliasopt(ShowOutputDirectory)); |
1040 | |
1041 | cl::opt<bool> BinaryCounters( |
1042 | "binary-counters" , cl::Optional, |
1043 | cl::desc("Show binary counters (1/0) in lines and branches instead of " |
1044 | "integer execution counts" ), |
1045 | cl::cat(ViewCategory)); |
1046 | |
1047 | cl::opt<uint32_t> TabSize( |
1048 | "tab-size" , cl::init(Val: 2), |
1049 | cl::desc( |
1050 | "Set tab expansion size for html coverage reports (default = 2)" )); |
1051 | |
1052 | cl::opt<std::string> ProjectTitle( |
1053 | "project-title" , cl::Optional, |
1054 | cl::desc("Set project title for the coverage report" )); |
1055 | |
1056 | cl::opt<std::string> CovWatermark( |
1057 | "coverage-watermark" , cl::Optional, |
1058 | cl::desc("<high>,<low> value indicate thresholds for high and low" |
1059 | "coverage watermark" )); |
1060 | |
1061 | auto Err = commandLineParser(argc, argv); |
1062 | if (Err) |
1063 | return Err; |
1064 | |
1065 | if (ViewOpts.Format == CoverageViewOptions::OutputFormat::Lcov) { |
1066 | error(Message: "lcov format should be used with 'llvm-cov export'." ); |
1067 | return 1; |
1068 | } |
1069 | |
1070 | ViewOpts.HighCovWatermark = 100.0; |
1071 | ViewOpts.LowCovWatermark = 80.0; |
1072 | if (!CovWatermark.empty()) { |
1073 | auto WaterMarkPair = StringRef(CovWatermark).split(Separator: ','); |
1074 | if (WaterMarkPair.first.empty() || WaterMarkPair.second.empty()) { |
1075 | error(Message: "invalid argument '" + CovWatermark + |
1076 | "', must be in format 'high,low'" , |
1077 | Whence: "-coverage-watermark" ); |
1078 | return 1; |
1079 | } |
1080 | |
1081 | char *EndPointer = nullptr; |
1082 | ViewOpts.HighCovWatermark = |
1083 | strtod(nptr: WaterMarkPair.first.begin(), endptr: &EndPointer); |
1084 | if (EndPointer != WaterMarkPair.first.end()) { |
1085 | error(Message: "invalid number '" + WaterMarkPair.first + |
1086 | "', invalid value for 'high'" , |
1087 | Whence: "-coverage-watermark" ); |
1088 | return 1; |
1089 | } |
1090 | |
1091 | ViewOpts.LowCovWatermark = |
1092 | strtod(nptr: WaterMarkPair.second.begin(), endptr: &EndPointer); |
1093 | if (EndPointer != WaterMarkPair.second.end()) { |
1094 | error(Message: "invalid number '" + WaterMarkPair.second + |
1095 | "', invalid value for 'low'" , |
1096 | Whence: "-coverage-watermark" ); |
1097 | return 1; |
1098 | } |
1099 | |
1100 | if (ViewOpts.HighCovWatermark > 100 || ViewOpts.LowCovWatermark < 0 || |
1101 | ViewOpts.HighCovWatermark <= ViewOpts.LowCovWatermark) { |
1102 | error( |
1103 | Message: "invalid number range '" + CovWatermark + |
1104 | "', must be both high and low should be between 0-100, and high " |
1105 | "> low" , |
1106 | Whence: "-coverage-watermark" ); |
1107 | return 1; |
1108 | } |
1109 | } |
1110 | |
1111 | ViewOpts.ShowLineNumbers = true; |
1112 | ViewOpts.ShowLineStats = ShowLineExecutionCounts.getNumOccurrences() != 0 || |
1113 | !ShowRegions || ShowBestLineRegionsCounts; |
1114 | ViewOpts.ShowRegionMarkers = ShowRegions || ShowBestLineRegionsCounts; |
1115 | ViewOpts.ShowExpandedRegions = ShowExpansions; |
1116 | ViewOpts.ShowBranchCounts = |
1117 | ShowBranches == CoverageViewOptions::BranchOutputType::Count; |
1118 | ViewOpts.ShowMCDC = ShowMCDC; |
1119 | ViewOpts.ShowBranchPercents = |
1120 | ShowBranches == CoverageViewOptions::BranchOutputType::Percent; |
1121 | ViewOpts.ShowFunctionInstantiations = ShowInstantiations; |
1122 | ViewOpts.ShowDirectoryCoverage = ShowDirectoryCoverage; |
1123 | ViewOpts.ShowOutputDirectory = ShowOutputDirectory; |
1124 | ViewOpts.BinaryCounters = BinaryCounters; |
1125 | ViewOpts.TabSize = TabSize; |
1126 | ViewOpts.ProjectTitle = ProjectTitle; |
1127 | |
1128 | if (ViewOpts.hasOutputDirectory()) { |
1129 | if (auto E = sys::fs::create_directories(path: ViewOpts.ShowOutputDirectory)) { |
1130 | error(Message: "could not create output directory!" , Whence: E.message()); |
1131 | return 1; |
1132 | } |
1133 | } |
1134 | |
1135 | if (PGOFilename) { |
1136 | sys::fs::file_status Status; |
1137 | if (std::error_code EC = sys::fs::status(path: PGOFilename.value(), result&: Status)) { |
1138 | error(Message: "could not read profile data!" + EC.message(), Whence: PGOFilename.value()); |
1139 | return 1; |
1140 | } |
1141 | |
1142 | if (ShowCreatedTime) { |
1143 | auto ModifiedTime = Status.getLastModificationTime(); |
1144 | std::string ModifiedTimeStr = to_string(Value: ModifiedTime); |
1145 | size_t found = ModifiedTimeStr.rfind(c: ':'); |
1146 | ViewOpts.CreatedTimeStr = |
1147 | (found != std::string::npos) |
1148 | ? "Created: " + ModifiedTimeStr.substr(pos: 0, n: found) |
1149 | : "Created: " + ModifiedTimeStr; |
1150 | } |
1151 | } |
1152 | |
1153 | auto Coverage = load(); |
1154 | if (!Coverage) |
1155 | return 1; |
1156 | |
1157 | auto Printer = CoveragePrinter::create(Opts: ViewOpts); |
1158 | |
1159 | if (SourceFiles.empty() && !HadSourceFiles) |
1160 | // Get the source files from the function coverage mapping. |
1161 | for (StringRef Filename : Coverage->getUniqueSourceFiles()) { |
1162 | if (!IgnoreFilenameFilters.matchesFilename(Filename)) |
1163 | SourceFiles.push_back(x: std::string(Filename)); |
1164 | } |
1165 | |
1166 | // Create an index out of the source files. |
1167 | if (ViewOpts.hasOutputDirectory()) { |
1168 | if (Error E = Printer->createIndexFile(SourceFiles, Coverage: *Coverage, Filters)) { |
1169 | error(Message: "could not create index file!" , Whence: toString(E: std::move(E))); |
1170 | return 1; |
1171 | } |
1172 | } |
1173 | |
1174 | if (!Filters.empty()) { |
1175 | // Build the map of filenames to functions. |
1176 | std::map<llvm::StringRef, std::vector<const FunctionRecord *>> |
1177 | FilenameFunctionMap; |
1178 | for (const auto &SourceFile : SourceFiles) |
1179 | for (const auto &Function : Coverage->getCoveredFunctions(Filename: SourceFile)) |
1180 | if (Filters.matches(CM: *Coverage, Function)) |
1181 | FilenameFunctionMap[SourceFile].push_back(x: &Function); |
1182 | |
1183 | // Only print filter matching functions for each file. |
1184 | for (const auto &FileFunc : FilenameFunctionMap) { |
1185 | StringRef File = FileFunc.first; |
1186 | const auto &Functions = FileFunc.second; |
1187 | |
1188 | auto OSOrErr = Printer->createViewFile(Path: File, /*InToplevel=*/false); |
1189 | if (Error E = OSOrErr.takeError()) { |
1190 | error(Message: "could not create view file!" , Whence: toString(E: std::move(E))); |
1191 | return 1; |
1192 | } |
1193 | auto OS = std::move(OSOrErr.get()); |
1194 | |
1195 | bool ShowTitle = ViewOpts.hasOutputDirectory(); |
1196 | for (const auto *Function : Functions) { |
1197 | auto FunctionView = createFunctionView(Function: *Function, Coverage: *Coverage); |
1198 | if (!FunctionView) { |
1199 | warning(Message: "Could not read coverage for '" + Function->Name + "'." ); |
1200 | continue; |
1201 | } |
1202 | FunctionView->print(OS&: *OS.get(), /*WholeFile=*/false, |
1203 | /*ShowSourceName=*/true, ShowTitle); |
1204 | ShowTitle = false; |
1205 | } |
1206 | |
1207 | Printer->closeViewFile(OS: std::move(OS)); |
1208 | } |
1209 | return 0; |
1210 | } |
1211 | |
1212 | // Show files |
1213 | bool ShowFilenames = |
1214 | (SourceFiles.size() != 1) || ViewOpts.hasOutputDirectory() || |
1215 | (ViewOpts.Format == CoverageViewOptions::OutputFormat::HTML); |
1216 | |
1217 | ThreadPoolStrategy S = hardware_concurrency(ThreadCount: ViewOpts.NumThreads); |
1218 | if (ViewOpts.NumThreads == 0) { |
1219 | // If NumThreads is not specified, create one thread for each input, up to |
1220 | // the number of hardware cores. |
1221 | S = heavyweight_hardware_concurrency(ThreadCount: SourceFiles.size()); |
1222 | S.Limit = true; |
1223 | } |
1224 | |
1225 | if (!ViewOpts.hasOutputDirectory() || S.ThreadsRequested == 1) { |
1226 | for (const std::string &SourceFile : SourceFiles) |
1227 | writeSourceFileView(SourceFile, Coverage: Coverage.get(), Printer: Printer.get(), |
1228 | ShowFilenames); |
1229 | } else { |
1230 | // In -output-dir mode, it's safe to use multiple threads to print files. |
1231 | DefaultThreadPool Pool(S); |
1232 | for (const std::string &SourceFile : SourceFiles) |
1233 | Pool.async(F: &CodeCoverageTool::writeSourceFileView, ArgList: this, ArgList: SourceFile, |
1234 | ArgList: Coverage.get(), ArgList: Printer.get(), ArgList&: ShowFilenames); |
1235 | Pool.wait(); |
1236 | } |
1237 | |
1238 | return 0; |
1239 | } |
1240 | |
1241 | int CodeCoverageTool::doReport(int argc, const char **argv, |
1242 | CommandLineParserType commandLineParser) { |
1243 | cl::opt<bool> ShowFunctionSummaries( |
1244 | "show-functions" , cl::Optional, cl::init(Val: false), |
1245 | cl::desc("Show coverage summaries for each function" )); |
1246 | |
1247 | auto Err = commandLineParser(argc, argv); |
1248 | if (Err) |
1249 | return Err; |
1250 | |
1251 | if (ViewOpts.Format == CoverageViewOptions::OutputFormat::HTML) { |
1252 | error(Message: "HTML output for summary reports is not yet supported." ); |
1253 | return 1; |
1254 | } else if (ViewOpts.Format == CoverageViewOptions::OutputFormat::Lcov) { |
1255 | error(Message: "lcov format should be used with 'llvm-cov export'." ); |
1256 | return 1; |
1257 | } |
1258 | |
1259 | if (PGOFilename) { |
1260 | sys::fs::file_status Status; |
1261 | if (std::error_code EC = sys::fs::status(path: PGOFilename.value(), result&: Status)) { |
1262 | error(Message: "could not read profile data!" + EC.message(), Whence: PGOFilename.value()); |
1263 | return 1; |
1264 | } |
1265 | } |
1266 | |
1267 | auto Coverage = load(); |
1268 | if (!Coverage) |
1269 | return 1; |
1270 | |
1271 | CoverageReport Report(ViewOpts, *Coverage); |
1272 | if (!ShowFunctionSummaries) { |
1273 | if (SourceFiles.empty()) |
1274 | Report.renderFileReports(OS&: llvm::outs(), IgnoreFilenameFilters); |
1275 | else |
1276 | Report.renderFileReports(OS&: llvm::outs(), Files: SourceFiles); |
1277 | } else { |
1278 | if (SourceFiles.empty()) { |
1279 | error(Message: "source files must be specified when -show-functions=true is " |
1280 | "specified" ); |
1281 | return 1; |
1282 | } |
1283 | |
1284 | Report.renderFunctionReports(Files: SourceFiles, DC, OS&: llvm::outs()); |
1285 | } |
1286 | return 0; |
1287 | } |
1288 | |
1289 | int CodeCoverageTool::doExport(int argc, const char **argv, |
1290 | CommandLineParserType commandLineParser) { |
1291 | |
1292 | cl::OptionCategory ExportCategory("Exporting options" ); |
1293 | |
1294 | cl::opt<bool> SkipExpansions("skip-expansions" , cl::Optional, |
1295 | cl::desc("Don't export expanded source regions" ), |
1296 | cl::cat(ExportCategory)); |
1297 | |
1298 | cl::opt<bool> SkipFunctions("skip-functions" , cl::Optional, |
1299 | cl::desc("Don't export per-function data" ), |
1300 | cl::cat(ExportCategory)); |
1301 | |
1302 | cl::opt<bool> SkipBranches("skip-branches" , cl::Optional, |
1303 | cl::desc("Don't export branch data (LCOV)" ), |
1304 | cl::cat(ExportCategory)); |
1305 | |
1306 | cl::opt<bool> UnifyInstantiations("unify-instantiations" , cl::Optional, |
1307 | cl::desc("Unify function instantiations" ), |
1308 | cl::init(Val: true), cl::cat(ExportCategory)); |
1309 | |
1310 | auto Err = commandLineParser(argc, argv); |
1311 | if (Err) |
1312 | return Err; |
1313 | |
1314 | ViewOpts.SkipExpansions = SkipExpansions; |
1315 | ViewOpts.SkipFunctions = SkipFunctions; |
1316 | ViewOpts.SkipBranches = SkipBranches; |
1317 | ViewOpts.UnifyFunctionInstantiations = UnifyInstantiations; |
1318 | |
1319 | if (ViewOpts.Format != CoverageViewOptions::OutputFormat::Text && |
1320 | ViewOpts.Format != CoverageViewOptions::OutputFormat::Lcov) { |
1321 | error(Message: "coverage data can only be exported as textual JSON or an " |
1322 | "lcov tracefile." ); |
1323 | return 1; |
1324 | } |
1325 | |
1326 | if (PGOFilename) { |
1327 | sys::fs::file_status Status; |
1328 | if (std::error_code EC = sys::fs::status(path: PGOFilename.value(), result&: Status)) { |
1329 | error(Message: "could not read profile data!" + EC.message(), Whence: PGOFilename.value()); |
1330 | return 1; |
1331 | } |
1332 | } |
1333 | |
1334 | auto Coverage = load(); |
1335 | if (!Coverage) { |
1336 | error(Message: "could not load coverage information" ); |
1337 | return 1; |
1338 | } |
1339 | |
1340 | std::unique_ptr<CoverageExporter> Exporter; |
1341 | |
1342 | switch (ViewOpts.Format) { |
1343 | case CoverageViewOptions::OutputFormat::Text: |
1344 | Exporter = |
1345 | std::make_unique<CoverageExporterJson>(args&: *Coverage, args&: ViewOpts, args&: outs()); |
1346 | break; |
1347 | case CoverageViewOptions::OutputFormat::HTML: |
1348 | // Unreachable because we should have gracefully terminated with an error |
1349 | // above. |
1350 | llvm_unreachable("Export in HTML is not supported!" ); |
1351 | case CoverageViewOptions::OutputFormat::Lcov: |
1352 | Exporter = |
1353 | std::make_unique<CoverageExporterLcov>(args&: *Coverage, args&: ViewOpts, args&: outs()); |
1354 | break; |
1355 | } |
1356 | |
1357 | if (SourceFiles.empty()) |
1358 | Exporter->renderRoot(IgnoreFilters: IgnoreFilenameFilters); |
1359 | else |
1360 | Exporter->renderRoot(SourceFiles); |
1361 | |
1362 | return 0; |
1363 | } |
1364 | |
1365 | int showMain(int argc, const char *argv[]) { |
1366 | CodeCoverageTool Tool; |
1367 | return Tool.run(Cmd: CodeCoverageTool::Show, argc, argv); |
1368 | } |
1369 | |
1370 | int reportMain(int argc, const char *argv[]) { |
1371 | CodeCoverageTool Tool; |
1372 | return Tool.run(Cmd: CodeCoverageTool::Report, argc, argv); |
1373 | } |
1374 | |
1375 | int exportMain(int argc, const char *argv[]) { |
1376 | CodeCoverageTool Tool; |
1377 | return Tool.run(Cmd: CodeCoverageTool::Export, argc, argv); |
1378 | } |
1379 | |