| //===-------------------- Layer.cpp - Layer interfaces --------------------===// |
| // |
| // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| // See https://llvm.org/LICENSE.txt for license information. |
| // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| // |
| //===----------------------------------------------------------------------===// |
| |
| #include "llvm/ExecutionEngine/Orc/Layer.h" |
| #include "llvm/IR/Constants.h" |
| #include "llvm/Object/ObjectFile.h" |
| #include "llvm/Support/Debug.h" |
| |
| #define DEBUG_TYPE "orc" |
| |
| namespace llvm { |
| namespace orc { |
| |
| IRLayer::~IRLayer() {} |
| |
| Error IRLayer::add(JITDylib &JD, ThreadSafeModule TSM, VModuleKey K) { |
| return JD.define(std::make_unique<BasicIRLayerMaterializationUnit>( |
| *this, *getManglingOptions(), std::move(TSM), std::move(K))); |
| } |
| |
| IRMaterializationUnit::IRMaterializationUnit(ExecutionSession &ES, |
| const ManglingOptions &MO, |
| ThreadSafeModule TSM, VModuleKey K) |
| : MaterializationUnit(SymbolFlagsMap(), std::move(K)), TSM(std::move(TSM)) { |
| |
| assert(this->TSM && "Module must not be null"); |
| |
| MangleAndInterner Mangle(ES, this->TSM.getModuleUnlocked()->getDataLayout()); |
| this->TSM.withModuleDo([&](Module &M) { |
| for (auto &G : M.global_values()) { |
| // Skip globals that don't generate symbols. |
| if (!G.hasName() || G.isDeclaration() || G.hasLocalLinkage() || |
| G.hasAvailableExternallyLinkage() || G.hasAppendingLinkage()) |
| continue; |
| |
| // thread locals generate different symbols depending on whether or not |
| // emulated TLS is enabled. |
| if (G.isThreadLocal() && MO.EmulatedTLS) { |
| auto &GV = cast<GlobalVariable>(G); |
| |
| auto Flags = JITSymbolFlags::fromGlobalValue(GV); |
| |
| auto EmuTLSV = Mangle(("__emutls_v." + GV.getName()).str()); |
| SymbolFlags[EmuTLSV] = Flags; |
| SymbolToDefinition[EmuTLSV] = &GV; |
| |
| // If this GV has a non-zero initializer we'll need to emit an |
| // __emutls.t symbol too. |
| if (GV.hasInitializer()) { |
| const auto *InitVal = GV.getInitializer(); |
| |
| // Skip zero-initializers. |
| if (isa<ConstantAggregateZero>(InitVal)) |
| continue; |
| const auto *InitIntValue = dyn_cast<ConstantInt>(InitVal); |
| if (InitIntValue && InitIntValue->isZero()) |
| continue; |
| |
| auto EmuTLST = Mangle(("__emutls_t." + GV.getName()).str()); |
| SymbolFlags[EmuTLST] = Flags; |
| } |
| continue; |
| } |
| |
| // Otherwise we just need a normal linker mangling. |
| auto MangledName = Mangle(G.getName()); |
| SymbolFlags[MangledName] = JITSymbolFlags::fromGlobalValue(G); |
| SymbolToDefinition[MangledName] = &G; |
| } |
| }); |
| } |
| |
| IRMaterializationUnit::IRMaterializationUnit( |
| ThreadSafeModule TSM, VModuleKey K, SymbolFlagsMap SymbolFlags, |
| SymbolNameToDefinitionMap SymbolToDefinition) |
| : MaterializationUnit(std::move(SymbolFlags), std::move(K)), |
| TSM(std::move(TSM)), SymbolToDefinition(std::move(SymbolToDefinition)) {} |
| |
| StringRef IRMaterializationUnit::getName() const { |
| if (TSM) |
| return TSM.withModuleDo( |
| [](const Module &M) -> StringRef { return M.getModuleIdentifier(); }); |
| return "<null module>"; |
| } |
| |
| void IRMaterializationUnit::discard(const JITDylib &JD, |
| const SymbolStringPtr &Name) { |
| LLVM_DEBUG(JD.getExecutionSession().runSessionLocked([&]() { |
| dbgs() << "In " << JD.getName() << " discarding " << *Name << " from MU@" |
| << this << " (" << getName() << ")\n"; |
| });); |
| |
| auto I = SymbolToDefinition.find(Name); |
| assert(I != SymbolToDefinition.end() && |
| "Symbol not provided by this MU, or previously discarded"); |
| assert(!I->second->isDeclaration() && |
| "Discard should only apply to definitions"); |
| I->second->setLinkage(GlobalValue::AvailableExternallyLinkage); |
| SymbolToDefinition.erase(I); |
| } |
| |
| BasicIRLayerMaterializationUnit::BasicIRLayerMaterializationUnit( |
| IRLayer &L, const ManglingOptions &MO, ThreadSafeModule TSM, VModuleKey K) |
| : IRMaterializationUnit(L.getExecutionSession(), MO, std::move(TSM), |
| std::move(K)), |
| L(L), K(std::move(K)) {} |
| |
| void BasicIRLayerMaterializationUnit::materialize( |
| MaterializationResponsibility R) { |
| |
| // Throw away the SymbolToDefinition map: it's not usable after we hand |
| // off the module. |
| SymbolToDefinition.clear(); |
| |
| // If cloneToNewContextOnEmit is set, clone the module now. |
| if (L.getCloneToNewContextOnEmit()) |
| TSM = cloneToNewContext(TSM); |
| |
| #ifndef NDEBUG |
| auto &ES = R.getTargetJITDylib().getExecutionSession(); |
| auto &N = R.getTargetJITDylib().getName(); |
| #endif // NDEBUG |
| |
| LLVM_DEBUG(ES.runSessionLocked( |
| [&]() { dbgs() << "Emitting, for " << N << ", " << *this << "\n"; });); |
| L.emit(std::move(R), std::move(TSM)); |
| LLVM_DEBUG(ES.runSessionLocked([&]() { |
| dbgs() << "Finished emitting, for " << N << ", " << *this << "\n"; |
| });); |
| } |
| |
| ObjectLayer::ObjectLayer(ExecutionSession &ES) : ES(ES) {} |
| |
| ObjectLayer::~ObjectLayer() {} |
| |
| Error ObjectLayer::add(JITDylib &JD, std::unique_ptr<MemoryBuffer> O, |
| VModuleKey K) { |
| auto ObjMU = BasicObjectLayerMaterializationUnit::Create(*this, std::move(K), |
| std::move(O)); |
| if (!ObjMU) |
| return ObjMU.takeError(); |
| return JD.define(std::move(*ObjMU)); |
| } |
| |
| Expected<std::unique_ptr<BasicObjectLayerMaterializationUnit>> |
| BasicObjectLayerMaterializationUnit::Create(ObjectLayer &L, VModuleKey K, |
| std::unique_ptr<MemoryBuffer> O) { |
| auto SymbolFlags = |
| getObjectSymbolFlags(L.getExecutionSession(), O->getMemBufferRef()); |
| |
| if (!SymbolFlags) |
| return SymbolFlags.takeError(); |
| |
| return std::unique_ptr<BasicObjectLayerMaterializationUnit>( |
| new BasicObjectLayerMaterializationUnit(L, K, std::move(O), |
| std::move(*SymbolFlags))); |
| } |
| |
| BasicObjectLayerMaterializationUnit::BasicObjectLayerMaterializationUnit( |
| ObjectLayer &L, VModuleKey K, std::unique_ptr<MemoryBuffer> O, |
| SymbolFlagsMap SymbolFlags) |
| : MaterializationUnit(std::move(SymbolFlags), std::move(K)), L(L), |
| O(std::move(O)) {} |
| |
| StringRef BasicObjectLayerMaterializationUnit::getName() const { |
| if (O) |
| return O->getBufferIdentifier(); |
| return "<null object>"; |
| } |
| |
| void BasicObjectLayerMaterializationUnit::materialize( |
| MaterializationResponsibility R) { |
| L.emit(std::move(R), std::move(O)); |
| } |
| |
| void BasicObjectLayerMaterializationUnit::discard(const JITDylib &JD, |
| const SymbolStringPtr &Name) { |
| // FIXME: Support object file level discard. This could be done by building a |
| // filter to pass to the object layer along with the object itself. |
| } |
| |
| Expected<SymbolFlagsMap> getObjectSymbolFlags(ExecutionSession &ES, |
| MemoryBufferRef ObjBuffer) { |
| auto Obj = object::ObjectFile::createObjectFile(ObjBuffer); |
| |
| if (!Obj) |
| return Obj.takeError(); |
| |
| SymbolFlagsMap SymbolFlags; |
| for (auto &Sym : (*Obj)->symbols()) { |
| // Skip symbols not defined in this object file. |
| if (Sym.getFlags() & object::BasicSymbolRef::SF_Undefined) |
| continue; |
| |
| // Skip symbols that are not global. |
| if (!(Sym.getFlags() & object::BasicSymbolRef::SF_Global)) |
| continue; |
| |
| auto Name = Sym.getName(); |
| if (!Name) |
| return Name.takeError(); |
| auto InternedName = ES.intern(*Name); |
| auto SymFlags = JITSymbolFlags::fromObjectSymbol(Sym); |
| if (!SymFlags) |
| return SymFlags.takeError(); |
| SymbolFlags[InternedName] = std::move(*SymFlags); |
| } |
| |
| return SymbolFlags; |
| } |
| |
| } // End namespace orc. |
| } // End namespace llvm. |