//===-- llvm-lto2: test harness for the resolution-based LTO interface ----===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// // // This program takes in a list of bitcode files, links them and performs // link-time optimization according to the provided symbol resolutions using the // resolution-based LTO interface, and outputs one or more object files. // // This program is intended to eventually replace llvm-lto which uses the legacy // LTO interface. // //===----------------------------------------------------------------------===// #include "llvm/LTO/Caching.h" #include "llvm/LTO/LTO.h" #include "llvm/Support/CommandLine.h" #include "llvm/Support/TargetSelect.h" #include "llvm/Support/Threading.h" using namespace llvm; using namespace lto; using namespace object; static cl::opt OptLevel("O", cl::desc("Optimization level. [-O0, -O1, -O2, or -O3] " "(default = '-O2')"), cl::Prefix, cl::ZeroOrMore, cl::init('2')); static cl::list InputFilenames(cl::Positional, cl::OneOrMore, cl::desc("")); static cl::opt OutputFilename("o", cl::Required, cl::desc("Output filename"), cl::value_desc("filename")); static cl::opt CacheDir("cache-dir", cl::desc("Cache Directory"), cl::value_desc("directory")); static cl::opt OptPipeline("opt-pipeline", cl::desc("Optimizer Pipeline"), cl::value_desc("pipeline")); static cl::opt AAPipeline("aa-pipeline", cl::desc("Alias Analysis Pipeline"), cl::value_desc("aapipeline")); static cl::opt SaveTemps("save-temps", cl::desc("Save temporary files")); static cl::opt ThinLTODistributedIndexes("thinlto-distributed-indexes", cl::init(false), cl::desc("Write out individual index and " "import files for the " "distributed backend case")); static cl::opt Threads("-thinlto-threads", cl::init(llvm::heavyweight_hardware_concurrency())); static cl::list SymbolResolutions( "r", cl::desc("Specify a symbol resolution: filename,symbolname,resolution\n" "where \"resolution\" is a sequence (which may be empty) of the\n" "following characters:\n" " p - prevailing: the linker has chosen this definition of the\n" " symbol\n" " l - local: the definition of this symbol is unpreemptable at\n" " runtime and is known to be in this linkage unit\n" " x - externally visible: the definition of this symbol is\n" " visible outside of the LTO unit\n" "A resolution for each symbol must be specified."), cl::ZeroOrMore); static void check(Error E, std::string Msg) { if (!E) return; handleAllErrors(std::move(E), [&](ErrorInfoBase &EIB) { errs() << "llvm-lto: " << Msg << ": " << EIB.message().c_str() << '\n'; }); exit(1); } template static T check(Expected E, std::string Msg) { if (E) return std::move(*E); check(E.takeError(), Msg); return T(); } static void check(std::error_code EC, std::string Msg) { check(errorCodeToError(EC), Msg); } template static T check(ErrorOr E, std::string Msg) { if (E) return std::move(*E); check(E.getError(), Msg); return T(); } int main(int argc, char **argv) { InitializeAllTargets(); InitializeAllTargetMCs(); InitializeAllAsmPrinters(); InitializeAllAsmParsers(); cl::ParseCommandLineOptions(argc, argv, "Resolution-based LTO test harness"); std::map, SymbolResolution> CommandLineResolutions; for (std::string R : SymbolResolutions) { StringRef Rest = R; StringRef FileName, SymbolName; std::tie(FileName, Rest) = Rest.split(','); if (Rest.empty()) { llvm::errs() << "invalid resolution: " << R << '\n'; return 1; } std::tie(SymbolName, Rest) = Rest.split(','); SymbolResolution Res; for (char C : Rest) { if (C == 'p') Res.Prevailing = true; else if (C == 'l') Res.FinalDefinitionInLinkageUnit = true; else if (C == 'x') Res.VisibleToRegularObj = true; else llvm::errs() << "invalid character " << C << " in resolution: " << R << '\n'; } CommandLineResolutions[{FileName, SymbolName}] = Res; } std::vector> MBs; Config Conf; Conf.DiagHandler = [](const DiagnosticInfo &) { exit(1); }; if (SaveTemps) check(Conf.addSaveTemps(OutputFilename + "."), "Config::addSaveTemps failed"); // Run a custom pipeline, if asked for. Conf.OptPipeline = OptPipeline; Conf.AAPipeline = AAPipeline; Conf.OptLevel = OptLevel - '0'; ThinBackend Backend; if (ThinLTODistributedIndexes) Backend = createWriteIndexesThinBackend("", "", true, ""); else Backend = createInProcessThinBackend(Threads); LTO Lto(std::move(Conf), std::move(Backend)); bool HasErrors = false; for (std::string F : InputFilenames) { std::unique_ptr MB = check(MemoryBuffer::getFile(F), F); std::unique_ptr Input = check(InputFile::create(MB->getMemBufferRef()), F); std::vector Res; // FIXME: Workaround PR30396 which means that a symbol can appear // more than once if it is defined in module-level assembly and // has a GV declaration. Keep track of the resolutions found in this // file and remove them from the CommandLineResolutions map afterwards, // so that we don't flag the second one as missing. std::map CurrentFileSymResolutions; for (const InputFile::Symbol &Sym : Input->symbols()) { auto I = CommandLineResolutions.find({F, Sym.getName()}); if (I == CommandLineResolutions.end()) { llvm::errs() << argv[0] << ": missing symbol resolution for " << F << ',' << Sym.getName() << '\n'; HasErrors = true; } else { Res.push_back(I->second); CurrentFileSymResolutions[Sym.getName()] = I->second; } } for (auto I : CurrentFileSymResolutions) { #ifndef NDEBUG auto NumErased = #endif CommandLineResolutions.erase({F, I.first}); assert(NumErased > 0); } if (HasErrors) continue; MBs.push_back(std::move(MB)); check(Lto.add(std::move(Input), Res), F); } if (!CommandLineResolutions.empty()) { HasErrors = true; for (auto UnusedRes : CommandLineResolutions) llvm::errs() << argv[0] << ": unused symbol resolution for " << UnusedRes.first.first << ',' << UnusedRes.first.second << '\n'; } if (HasErrors) return 1; auto AddStream = [&](size_t Task) -> std::unique_ptr { std::string Path = OutputFilename + "." + utostr(Task); std::error_code EC; auto S = llvm::make_unique(Path, EC, sys::fs::F_None); check(EC, Path); return llvm::make_unique(std::move(S)); }; auto AddFile = [&](size_t Task, StringRef Path) { auto ReloadedBufferOrErr = MemoryBuffer::getFile(Path); if (auto EC = ReloadedBufferOrErr.getError()) report_fatal_error(Twine("Can't reload cached file '") + Path + "': " + EC.message() + "\n"); *AddStream(Task)->OS << (*ReloadedBufferOrErr)->getBuffer(); }; NativeObjectCache Cache; if (!CacheDir.empty()) Cache = localCache(CacheDir, AddFile); check(Lto.run(AddStream, Cache), "LTO::run failed"); }