| //===---- ExecutionUtils.cpp - Utilities for executing functions in Orc ---===// |
| // |
| // The LLVM Compiler Infrastructure |
| // |
| // This file is distributed under the University of Illinois Open Source |
| // License. See LICENSE.TXT for details. |
| // |
| //===----------------------------------------------------------------------===// |
| |
| #include "llvm/ExecutionEngine/Orc/ExecutionUtils.h" |
| |
| #include "llvm/IR/Constants.h" |
| #include "llvm/IR/Function.h" |
| #include "llvm/IR/GlobalVariable.h" |
| #include "llvm/IR/Module.h" |
| #include "llvm/Support/TargetRegistry.h" |
| #include "llvm/Target/TargetMachine.h" |
| |
| namespace llvm { |
| namespace orc { |
| |
| JITTargetMachineBuilder::JITTargetMachineBuilder(Triple TT) |
| : TT(std::move(TT)) {} |
| |
| Expected<JITTargetMachineBuilder> JITTargetMachineBuilder::detectHost() { |
| return JITTargetMachineBuilder(Triple(sys::getProcessTriple())); |
| } |
| |
| Expected<std::unique_ptr<TargetMachine>> |
| JITTargetMachineBuilder::createTargetMachine() { |
| if (!Arch.empty()) { |
| Triple::ArchType Type = Triple::getArchTypeForLLVMName(Arch); |
| |
| if (Type == Triple::UnknownArch) |
| return make_error<StringError>(std::string("Unknown arch: ") + Arch, |
| inconvertibleErrorCode()); |
| } |
| |
| std::string ErrMsg; |
| auto *TheTarget = TargetRegistry::lookupTarget(TT.getTriple(), ErrMsg); |
| if (!TheTarget) |
| return make_error<StringError>(std::move(ErrMsg), inconvertibleErrorCode()); |
| |
| auto *TM = |
| TheTarget->createTargetMachine(TT.getTriple(), CPU, Features.getString(), |
| Options, RM, CM, OptLevel, /*JIT*/ true); |
| if (!TM) |
| return make_error<StringError>("Could not allocate target machine", |
| inconvertibleErrorCode()); |
| |
| return std::unique_ptr<TargetMachine>(TM); |
| } |
| |
| JITTargetMachineBuilder &JITTargetMachineBuilder::addFeatures( |
| const std::vector<std::string> &FeatureVec) { |
| for (const auto &F : FeatureVec) |
| Features.AddFeature(F); |
| return *this; |
| } |
| |
| CtorDtorIterator::CtorDtorIterator(const GlobalVariable *GV, bool End) |
| : InitList( |
| GV ? dyn_cast_or_null<ConstantArray>(GV->getInitializer()) : nullptr), |
| I((InitList && End) ? InitList->getNumOperands() : 0) { |
| } |
| |
| bool CtorDtorIterator::operator==(const CtorDtorIterator &Other) const { |
| assert(InitList == Other.InitList && "Incomparable iterators."); |
| return I == Other.I; |
| } |
| |
| bool CtorDtorIterator::operator!=(const CtorDtorIterator &Other) const { |
| return !(*this == Other); |
| } |
| |
| CtorDtorIterator& CtorDtorIterator::operator++() { |
| ++I; |
| return *this; |
| } |
| |
| CtorDtorIterator CtorDtorIterator::operator++(int) { |
| CtorDtorIterator Temp = *this; |
| ++I; |
| return Temp; |
| } |
| |
| CtorDtorIterator::Element CtorDtorIterator::operator*() const { |
| ConstantStruct *CS = dyn_cast<ConstantStruct>(InitList->getOperand(I)); |
| assert(CS && "Unrecognized type in llvm.global_ctors/llvm.global_dtors"); |
| |
| Constant *FuncC = CS->getOperand(1); |
| Function *Func = nullptr; |
| |
| // Extract function pointer, pulling off any casts. |
| while (FuncC) { |
| if (Function *F = dyn_cast_or_null<Function>(FuncC)) { |
| Func = F; |
| break; |
| } else if (ConstantExpr *CE = dyn_cast_or_null<ConstantExpr>(FuncC)) { |
| if (CE->isCast()) |
| FuncC = dyn_cast_or_null<ConstantExpr>(CE->getOperand(0)); |
| else |
| break; |
| } else { |
| // This isn't anything we recognize. Bail out with Func left set to null. |
| break; |
| } |
| } |
| |
| ConstantInt *Priority = dyn_cast<ConstantInt>(CS->getOperand(0)); |
| Value *Data = CS->getNumOperands() == 3 ? CS->getOperand(2) : nullptr; |
| if (Data && !isa<GlobalValue>(Data)) |
| Data = nullptr; |
| return Element(Priority->getZExtValue(), Func, Data); |
| } |
| |
| iterator_range<CtorDtorIterator> getConstructors(const Module &M) { |
| const GlobalVariable *CtorsList = M.getNamedGlobal("llvm.global_ctors"); |
| return make_range(CtorDtorIterator(CtorsList, false), |
| CtorDtorIterator(CtorsList, true)); |
| } |
| |
| iterator_range<CtorDtorIterator> getDestructors(const Module &M) { |
| const GlobalVariable *DtorsList = M.getNamedGlobal("llvm.global_dtors"); |
| return make_range(CtorDtorIterator(DtorsList, false), |
| CtorDtorIterator(DtorsList, true)); |
| } |
| |
| void CtorDtorRunner2::add(iterator_range<CtorDtorIterator> CtorDtors) { |
| if (CtorDtors.begin() == CtorDtors.end()) |
| return; |
| |
| MangleAndInterner Mangle( |
| V.getExecutionSession(), |
| (*CtorDtors.begin()).Func->getParent()->getDataLayout()); |
| |
| for (const auto &CtorDtor : CtorDtors) { |
| assert(CtorDtor.Func && CtorDtor.Func->hasName() && |
| "Ctor/Dtor function must be named to be runnable under the JIT"); |
| |
| if (CtorDtor.Data && cast<GlobalValue>(CtorDtor.Data)->isDeclaration()) { |
| dbgs() << " Skipping because why now?\n"; |
| continue; |
| } |
| |
| CtorDtorsByPriority[CtorDtor.Priority].push_back( |
| Mangle(CtorDtor.Func->getName())); |
| } |
| } |
| |
| Error CtorDtorRunner2::run() { |
| using CtorDtorTy = void (*)(); |
| |
| SymbolNameSet Names; |
| |
| for (auto &KV : CtorDtorsByPriority) { |
| for (auto &Name : KV.second) { |
| auto Added = Names.insert(Name).second; |
| (void)Added; |
| assert(Added && "Ctor/Dtor names clashed"); |
| } |
| } |
| |
| if (auto CtorDtorMap = lookup({&V}, std::move(Names))) { |
| for (auto &KV : CtorDtorsByPriority) { |
| for (auto &Name : KV.second) { |
| assert(CtorDtorMap->count(Name) && "No entry for Name"); |
| auto CtorDtor = reinterpret_cast<CtorDtorTy>( |
| static_cast<uintptr_t>((*CtorDtorMap)[Name].getAddress())); |
| CtorDtor(); |
| } |
| } |
| return Error::success(); |
| } else |
| return CtorDtorMap.takeError(); |
| |
| CtorDtorsByPriority.clear(); |
| |
| return Error::success(); |
| } |
| |
| void LocalCXXRuntimeOverridesBase::runDestructors() { |
| auto& CXXDestructorDataPairs = DSOHandleOverride; |
| for (auto &P : CXXDestructorDataPairs) |
| P.first(P.second); |
| CXXDestructorDataPairs.clear(); |
| } |
| |
| int LocalCXXRuntimeOverridesBase::CXAAtExitOverride(DestructorPtr Destructor, |
| void *Arg, |
| void *DSOHandle) { |
| auto& CXXDestructorDataPairs = |
| *reinterpret_cast<CXXDestructorDataPairList*>(DSOHandle); |
| CXXDestructorDataPairs.push_back(std::make_pair(Destructor, Arg)); |
| return 0; |
| } |
| |
| Error LocalCXXRuntimeOverrides2::enable(VSO &V, MangleAndInterner &Mangle) { |
| SymbolMap RuntimeInterposes( |
| {{Mangle("__dso_handle"), |
| JITEvaluatedSymbol(toTargetAddress(&DSOHandleOverride), |
| JITSymbolFlags::Exported)}, |
| {Mangle("__cxa_atexit"), |
| JITEvaluatedSymbol(toTargetAddress(&CXAAtExitOverride), |
| JITSymbolFlags::Exported)}}); |
| |
| return V.define(absoluteSymbols(std::move(RuntimeInterposes))); |
| } |
| |
| DynamicLibraryFallbackGenerator::DynamicLibraryFallbackGenerator( |
| sys::DynamicLibrary Dylib, const DataLayout &DL, SymbolPredicate Allow) |
| : Dylib(std::move(Dylib)), Allow(std::move(Allow)), |
| GlobalPrefix(DL.getGlobalPrefix()) {} |
| |
| SymbolNameSet DynamicLibraryFallbackGenerator:: |
| operator()(VSO &V, const SymbolNameSet &Names) { |
| orc::SymbolNameSet Added; |
| orc::SymbolMap NewSymbols; |
| |
| bool HasGlobalPrefix = (GlobalPrefix != '\0'); |
| |
| for (auto &Name : Names) { |
| if (!Allow(Name) || (*Name).empty()) |
| continue; |
| |
| if (HasGlobalPrefix && (*Name).front() != GlobalPrefix) |
| continue; |
| |
| std::string Tmp((*Name).data() + (HasGlobalPrefix ? 1 : 0), (*Name).size()); |
| if (void *Addr = Dylib.getAddressOfSymbol(Tmp.c_str())) { |
| Added.insert(Name); |
| NewSymbols[Name] = JITEvaluatedSymbol( |
| static_cast<JITTargetAddress>(reinterpret_cast<uintptr_t>(Addr)), |
| JITSymbolFlags::Exported); |
| } |
| } |
| |
| // Add any new symbols to V. Since the fallback generator is only called for |
| // symbols that are not already defined, this will never trigger a duplicate |
| // definition error, so we can wrap this call in a 'cantFail'. |
| if (!NewSymbols.empty()) |
| cantFail(V.define(absoluteSymbols(std::move(NewSymbols)))); |
| |
| return Added; |
| } |
| |
| } // End namespace orc. |
| } // End namespace llvm. |