2015-03-25 13:11:48 +01:00
|
|
|
//===--- OrcLazyJIT.h - Basic Orc-based JIT for lazy execution --*- C++ -*-===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// Simple Orc-based JIT. Uses the compile-on-demand layer to break up and
|
|
|
|
// lazily compile modules.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#ifndef LLVM_TOOLS_LLI_ORCLAZYJIT_H
|
|
|
|
#define LLVM_TOOLS_LLI_ORCLAZYJIT_H
|
|
|
|
|
|
|
|
#include "llvm/ADT/Triple.h"
|
|
|
|
#include "llvm/ExecutionEngine/Orc/CompileOnDemandLayer.h"
|
|
|
|
#include "llvm/ExecutionEngine/Orc/CompileUtils.h"
|
2015-04-02 06:34:45 +02:00
|
|
|
#include "llvm/ExecutionEngine/Orc/ExecutionUtils.h"
|
2015-03-25 13:11:48 +01:00
|
|
|
#include "llvm/ExecutionEngine/Orc/IRCompileLayer.h"
|
2015-04-14 00:12:54 +02:00
|
|
|
#include "llvm/ExecutionEngine/Orc/IRTransformLayer.h"
|
2015-03-25 13:11:48 +01:00
|
|
|
#include "llvm/ExecutionEngine/Orc/ObjectLinkingLayer.h"
|
2015-04-01 06:42:56 +02:00
|
|
|
#include "llvm/ExecutionEngine/RTDyldMemoryManager.h"
|
2015-03-25 13:11:48 +01:00
|
|
|
|
|
|
|
namespace llvm {
|
|
|
|
|
|
|
|
class OrcLazyJIT {
|
|
|
|
public:
|
|
|
|
|
2015-12-04 03:15:39 +01:00
|
|
|
typedef orc::JITCompileCallbackManager CompileCallbackMgr;
|
2015-03-25 13:11:48 +01:00
|
|
|
typedef orc::ObjectLinkingLayer<> ObjLayerT;
|
|
|
|
typedef orc::IRCompileLayer<ObjLayerT> CompileLayerT;
|
2015-04-14 00:12:54 +02:00
|
|
|
typedef std::function<std::unique_ptr<Module>(std::unique_ptr<Module>)>
|
|
|
|
TransformFtor;
|
|
|
|
typedef orc::IRTransformLayer<CompileLayerT, TransformFtor> IRDumpLayerT;
|
2015-05-05 19:37:18 +02:00
|
|
|
typedef orc::CompileOnDemandLayer<IRDumpLayerT, CompileCallbackMgr> CODLayerT;
|
2015-10-19 19:43:51 +02:00
|
|
|
typedef CODLayerT::IndirectStubsManagerBuilderT
|
|
|
|
IndirectStubsManagerBuilder;
|
2016-08-07 00:36:26 +02:00
|
|
|
typedef CODLayerT::ModuleSetHandleT ModuleSetHandleT;
|
2015-03-25 13:11:48 +01:00
|
|
|
|
2015-11-03 17:40:37 +01:00
|
|
|
OrcLazyJIT(std::unique_ptr<TargetMachine> TM,
|
|
|
|
std::unique_ptr<CompileCallbackMgr> CCMgr,
|
2015-10-19 19:43:51 +02:00
|
|
|
IndirectStubsManagerBuilder IndirectStubsMgrBuilder,
|
|
|
|
bool InlineStubs)
|
2015-11-03 17:40:37 +01:00
|
|
|
: TM(std::move(TM)), DL(this->TM->createDataLayout()),
|
|
|
|
CCMgr(std::move(CCMgr)),
|
|
|
|
ObjectLayer(),
|
2015-07-24 18:04:22 +02:00
|
|
|
CompileLayer(ObjectLayer, orc::SimpleCompiler(*this->TM)),
|
|
|
|
IRDumpLayer(CompileLayer, createDebugDumper()),
|
2015-11-03 17:40:37 +01:00
|
|
|
CODLayer(IRDumpLayer, extractSingleFunction, *this->CCMgr,
|
2015-10-19 19:43:51 +02:00
|
|
|
std::move(IndirectStubsMgrBuilder), InlineStubs),
|
2015-07-24 18:04:22 +02:00
|
|
|
CXXRuntimeOverrides(
|
|
|
|
[this](const std::string &S) { return mangle(S); }) {}
|
2015-04-02 06:34:45 +02:00
|
|
|
|
|
|
|
~OrcLazyJIT() {
|
|
|
|
// Run any destructors registered with __cxa_atexit.
|
|
|
|
CXXRuntimeOverrides.runDestructors();
|
|
|
|
// Run any IR destructors.
|
|
|
|
for (auto &DtorRunner : IRStaticDestructorRunners)
|
|
|
|
DtorRunner.runViaLayer(CODLayer);
|
|
|
|
}
|
|
|
|
|
2016-08-07 00:36:26 +02:00
|
|
|
ModuleSetHandleT addModuleSet(std::vector<std::unique_ptr<Module>> Ms) {
|
|
|
|
// Attach a data-layouts if they aren't already present.
|
|
|
|
for (auto &M : Ms)
|
|
|
|
if (M->getDataLayout().isDefault())
|
|
|
|
M->setDataLayout(DL);
|
2015-03-25 13:11:48 +01:00
|
|
|
|
2016-08-29 02:54:29 +02:00
|
|
|
// Rename, bump linkage and record static constructors and destructors.
|
|
|
|
// We have to do this before we hand over ownership of the module to the
|
|
|
|
// JIT.
|
2015-04-02 06:34:45 +02:00
|
|
|
std::vector<std::string> CtorNames, DtorNames;
|
2016-08-29 02:54:29 +02:00
|
|
|
{
|
|
|
|
unsigned CtorId = 0, DtorId = 0;
|
|
|
|
for (auto &M : Ms) {
|
|
|
|
for (auto Ctor : orc::getConstructors(*M)) {
|
|
|
|
std::string NewCtorName = ("$static_ctor." + Twine(CtorId++)).str();
|
|
|
|
Ctor.Func->setName(NewCtorName);
|
|
|
|
Ctor.Func->setLinkage(GlobalValue::ExternalLinkage);
|
|
|
|
Ctor.Func->setVisibility(GlobalValue::HiddenVisibility);
|
|
|
|
CtorNames.push_back(mangle(NewCtorName));
|
|
|
|
}
|
|
|
|
for (auto Dtor : orc::getDestructors(*M)) {
|
|
|
|
std::string NewDtorName = ("$static_dtor." + Twine(DtorId++)).str();
|
|
|
|
Dtor.Func->setLinkage(GlobalValue::ExternalLinkage);
|
|
|
|
Dtor.Func->setVisibility(GlobalValue::HiddenVisibility);
|
|
|
|
DtorNames.push_back(mangle(Dtor.Func->getName()));
|
|
|
|
Dtor.Func->setName(NewDtorName);
|
|
|
|
}
|
|
|
|
}
|
2016-08-07 00:36:26 +02:00
|
|
|
}
|
2015-04-02 06:34:45 +02:00
|
|
|
|
|
|
|
// Symbol resolution order:
|
|
|
|
// 1) Search the JIT symbols.
|
|
|
|
// 2) Check for C++ runtime overrides.
|
|
|
|
// 3) Search the host process (LLI)'s symbol table.
|
2016-05-25 18:23:59 +02:00
|
|
|
auto Resolver =
|
2015-06-13 01:13:06 +02:00
|
|
|
orc::createLambdaResolver(
|
2016-08-01 22:49:11 +02:00
|
|
|
[this](const std::string &Name) -> JITSymbol {
|
2015-06-13 01:13:06 +02:00
|
|
|
if (auto Sym = CODLayer.findSymbol(Name, true))
|
2016-08-01 22:49:11 +02:00
|
|
|
return Sym;
|
2016-08-07 00:36:26 +02:00
|
|
|
return CXXRuntimeOverrides.searchOverrides(Name);
|
|
|
|
},
|
|
|
|
[](const std::string &Name) {
|
2015-06-13 01:13:06 +02:00
|
|
|
if (auto Addr =
|
|
|
|
RTDyldMemoryManager::getSymbolAddressInProcess(Name))
|
2016-08-01 22:49:11 +02:00
|
|
|
return JITSymbol(Addr, JITSymbolFlags::Exported);
|
|
|
|
return JITSymbol(nullptr);
|
2015-06-13 01:13:06 +02:00
|
|
|
}
|
|
|
|
);
|
2015-04-02 06:34:45 +02:00
|
|
|
|
|
|
|
// Add the module to the JIT.
|
2016-08-07 00:36:26 +02:00
|
|
|
auto H = CODLayer.addModuleSet(std::move(Ms),
|
2016-01-09 21:55:18 +01:00
|
|
|
llvm::make_unique<SectionMemoryManager>(),
|
|
|
|
std::move(Resolver));
|
2015-04-02 06:34:45 +02:00
|
|
|
|
|
|
|
// Run the static constructors, and save the static destructor runner for
|
|
|
|
// execution when the JIT is torn down.
|
|
|
|
orc::CtorDtorRunner<CODLayerT> CtorRunner(std::move(CtorNames), H);
|
|
|
|
CtorRunner.runViaLayer(CODLayer);
|
|
|
|
|
2015-05-29 21:43:39 +02:00
|
|
|
IRStaticDestructorRunners.emplace_back(std::move(DtorNames), H);
|
2015-04-02 06:34:45 +02:00
|
|
|
|
|
|
|
return H;
|
2015-03-25 13:11:48 +01:00
|
|
|
}
|
|
|
|
|
2016-08-01 22:49:11 +02:00
|
|
|
JITSymbol findSymbol(const std::string &Name) {
|
2015-03-25 13:11:48 +01:00
|
|
|
return CODLayer.findSymbol(mangle(Name), true);
|
|
|
|
}
|
|
|
|
|
2016-08-07 00:36:26 +02:00
|
|
|
JITSymbol findSymbolIn(ModuleSetHandleT H, const std::string &Name) {
|
2015-03-25 13:11:48 +01:00
|
|
|
return CODLayer.findSymbolIn(H, mangle(Name), true);
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
2015-10-07 23:53:41 +02:00
|
|
|
|
2015-03-25 13:11:48 +01:00
|
|
|
std::string mangle(const std::string &Name) {
|
|
|
|
std::string MangledName;
|
|
|
|
{
|
|
|
|
raw_string_ostream MangledNameStream(MangledName);
|
2015-07-24 18:04:22 +02:00
|
|
|
Mangler::getNameWithPrefix(MangledNameStream, Name, DL);
|
2015-03-25 13:11:48 +01:00
|
|
|
}
|
|
|
|
return MangledName;
|
|
|
|
}
|
|
|
|
|
2015-10-07 23:53:41 +02:00
|
|
|
static std::set<Function*> extractSingleFunction(Function &F) {
|
|
|
|
std::set<Function*> Partition;
|
|
|
|
Partition.insert(&F);
|
|
|
|
return Partition;
|
|
|
|
}
|
|
|
|
|
2015-04-14 00:12:54 +02:00
|
|
|
static TransformFtor createDebugDumper();
|
|
|
|
|
2015-03-25 13:11:48 +01:00
|
|
|
std::unique_ptr<TargetMachine> TM;
|
2015-10-19 19:43:51 +02:00
|
|
|
DataLayout DL;
|
[MCJIT][Orc] Refactor RTDyldMemoryManager, weave RuntimeDyld::SymbolInfo through
MCJIT.
This patch decouples the two responsibilities of the RTDyldMemoryManager class,
memory management and symbol resolution, into two new classes:
RuntimeDyld::MemoryManager and RuntimeDyld::SymbolResolver.
The symbol resolution interface is modified slightly, from:
uint64_t getSymbolAddress(const std::string &Name);
to:
RuntimeDyld::SymbolInfo findSymbol(const std::string &Name);
The latter passes symbol flags along with symbol addresses, allowing RuntimeDyld
and others to reason about non-strong/non-exported symbols.
The memory management interface removes the following method:
void notifyObjectLoaded(ExecutionEngine *EE,
const object::ObjectFile &) {}
as it is not related to memory management. (Note: Backwards compatibility *is*
maintained for this method in MCJIT and OrcMCJITReplacement, see below).
The RTDyldMemoryManager class remains in-tree for backwards compatibility.
It inherits directly from RuntimeDyld::SymbolResolver, and indirectly from
RuntimeDyld::MemoryManager via the new MCJITMemoryManager class, which
just subclasses RuntimeDyld::MemoryManager and reintroduces the
notifyObjectLoaded method for backwards compatibility).
The EngineBuilder class retains the existing method:
EngineBuilder&
setMCJITMemoryManager(std::unique_ptr<RTDyldMemoryManager> mcjmm);
and includes two new methods:
EngineBuilder&
setMemoryManager(std::unique_ptr<MCJITMemoryManager> MM);
EngineBuilder&
setSymbolResolver(std::unique_ptr<RuntimeDyld::SymbolResolver> SR);
Clients should use EITHER:
A single call to setMCJITMemoryManager with an RTDyldMemoryManager.
OR (exclusive)
One call each to each of setMemoryManager and setSymbolResolver.
This patch should be fully compatible with existing uses of RTDyldMemoryManager.
If it is not it should be considered a bug, and the patch either fixed or
reverted.
If clients find the new API to be an improvement the goal will be to deprecate
and eventually remove the RTDyldMemoryManager class in favor of the new classes.
llvm-svn: 233509
2015-03-30 05:37:06 +02:00
|
|
|
SectionMemoryManager CCMgrMemMgr;
|
2015-03-25 13:11:48 +01:00
|
|
|
|
2015-11-03 17:40:37 +01:00
|
|
|
std::unique_ptr<CompileCallbackMgr> CCMgr;
|
2015-03-25 13:11:48 +01:00
|
|
|
ObjLayerT ObjectLayer;
|
|
|
|
CompileLayerT CompileLayer;
|
2015-04-14 00:12:54 +02:00
|
|
|
IRDumpLayerT IRDumpLayer;
|
2015-03-25 13:11:48 +01:00
|
|
|
CODLayerT CODLayer;
|
2015-04-02 06:34:45 +02:00
|
|
|
|
|
|
|
orc::LocalCXXRuntimeOverrides CXXRuntimeOverrides;
|
|
|
|
std::vector<orc::CtorDtorRunner<CODLayerT>> IRStaticDestructorRunners;
|
2015-03-25 13:11:48 +01:00
|
|
|
};
|
|
|
|
|
2016-10-28 18:52:34 +02:00
|
|
|
int runOrcLazyJIT(std::vector<std::unique_ptr<Module>> Ms,
|
|
|
|
const std::vector<std::string> &Args);
|
2015-03-25 13:11:48 +01:00
|
|
|
|
|
|
|
} // end namespace llvm
|
|
|
|
|
|
|
|
#endif
|