//===---- ExecutionUtils.cpp - Utilities for executing functions in Orc ---===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// #include "llvm/ExecutionEngine/Orc/ExecutionUtils.h" #include "llvm/IR/Constants.h" #include "llvm/IR/Function.h" #include "llvm/IR/GlobalVariable.h" #include "llvm/IR/Module.h" #include "llvm/Support/TargetRegistry.h" #include "llvm/Target/TargetMachine.h" namespace llvm { namespace orc { JITTargetMachineBuilder::JITTargetMachineBuilder(Triple TT) : TT(std::move(TT)) {} Expected<JITTargetMachineBuilder> JITTargetMachineBuilder::detectHost() { return JITTargetMachineBuilder(Triple(sys::getProcessTriple())); } Expected<std::unique_ptr<TargetMachine>> JITTargetMachineBuilder::createTargetMachine() { if (!Arch.empty()) { Triple::ArchType Type = Triple::getArchTypeForLLVMName(Arch); if (Type == Triple::UnknownArch) return make_error<StringError>(std::string("Unknown arch: ") + Arch, inconvertibleErrorCode()); } std::string ErrMsg; auto *TheTarget = TargetRegistry::lookupTarget(TT.getTriple(), ErrMsg); if (!TheTarget) return make_error<StringError>(std::move(ErrMsg), inconvertibleErrorCode()); auto *TM = TheTarget->createTargetMachine(TT.getTriple(), CPU, Features.getString(), Options, RM, CM, OptLevel, /*JIT*/ true); if (!TM) return make_error<StringError>("Could not allocate target machine", inconvertibleErrorCode()); return std::unique_ptr<TargetMachine>(TM); } JITTargetMachineBuilder &JITTargetMachineBuilder::addFeatures( const std::vector<std::string> &FeatureVec) { for (const auto &F : FeatureVec) Features.AddFeature(F); return *this; } CtorDtorIterator::CtorDtorIterator(const GlobalVariable *GV, bool End) : InitList( GV ? dyn_cast_or_null<ConstantArray>(GV->getInitializer()) : nullptr), I((InitList && End) ? InitList->getNumOperands() : 0) { } bool CtorDtorIterator::operator==(const CtorDtorIterator &Other) const { assert(InitList == Other.InitList && "Incomparable iterators."); return I == Other.I; } bool CtorDtorIterator::operator!=(const CtorDtorIterator &Other) const { return !(*this == Other); } CtorDtorIterator& CtorDtorIterator::operator++() { ++I; return *this; } CtorDtorIterator CtorDtorIterator::operator++(int) { CtorDtorIterator Temp = *this; ++I; return Temp; } CtorDtorIterator::Element CtorDtorIterator::operator*() const { ConstantStruct *CS = dyn_cast<ConstantStruct>(InitList->getOperand(I)); assert(CS && "Unrecognized type in llvm.global_ctors/llvm.global_dtors"); Constant *FuncC = CS->getOperand(1); Function *Func = nullptr; // Extract function pointer, pulling off any casts. while (FuncC) { if (Function *F = dyn_cast_or_null<Function>(FuncC)) { Func = F; break; } else if (ConstantExpr *CE = dyn_cast_or_null<ConstantExpr>(FuncC)) { if (CE->isCast()) FuncC = dyn_cast_or_null<ConstantExpr>(CE->getOperand(0)); else break; } else { // This isn't anything we recognize. Bail out with Func left set to null. break; } } ConstantInt *Priority = dyn_cast<ConstantInt>(CS->getOperand(0)); Value *Data = CS->getNumOperands() == 3 ? CS->getOperand(2) : nullptr; if (Data && !isa<GlobalValue>(Data)) Data = nullptr; return Element(Priority->getZExtValue(), Func, Data); } iterator_range<CtorDtorIterator> getConstructors(const Module &M) { const GlobalVariable *CtorsList = M.getNamedGlobal("llvm.global_ctors"); return make_range(CtorDtorIterator(CtorsList, false), CtorDtorIterator(CtorsList, true)); } iterator_range<CtorDtorIterator> getDestructors(const Module &M) { const GlobalVariable *DtorsList = M.getNamedGlobal("llvm.global_dtors"); return make_range(CtorDtorIterator(DtorsList, false), CtorDtorIterator(DtorsList, true)); } void CtorDtorRunner2::add(iterator_range<CtorDtorIterator> CtorDtors) { if (CtorDtors.begin() == CtorDtors.end()) return; MangleAndInterner Mangle( V.getExecutionSession(), (*CtorDtors.begin()).Func->getParent()->getDataLayout()); for (const auto &CtorDtor : CtorDtors) { assert(CtorDtor.Func && CtorDtor.Func->hasName() && "Ctor/Dtor function must be named to be runnable under the JIT"); if (CtorDtor.Data && cast<GlobalValue>(CtorDtor.Data)->isDeclaration()) { dbgs() << " Skipping because why now?\n"; continue; } CtorDtorsByPriority[CtorDtor.Priority].push_back( Mangle(CtorDtor.Func->getName())); } } Error CtorDtorRunner2::run() { using CtorDtorTy = void (*)(); SymbolNameSet Names; for (auto &KV : CtorDtorsByPriority) { for (auto &Name : KV.second) { auto Added = Names.insert(Name).second; (void)Added; assert(Added && "Ctor/Dtor names clashed"); } } if (auto CtorDtorMap = lookup({&V}, std::move(Names))) { for (auto &KV : CtorDtorsByPriority) { for (auto &Name : KV.second) { assert(CtorDtorMap->count(Name) && "No entry for Name"); auto CtorDtor = reinterpret_cast<CtorDtorTy>( static_cast<uintptr_t>((*CtorDtorMap)[Name].getAddress())); CtorDtor(); } } return Error::success(); } else return CtorDtorMap.takeError(); CtorDtorsByPriority.clear(); return Error::success(); } void LocalCXXRuntimeOverridesBase::runDestructors() { auto& CXXDestructorDataPairs = DSOHandleOverride; for (auto &P : CXXDestructorDataPairs) P.first(P.second); CXXDestructorDataPairs.clear(); } int LocalCXXRuntimeOverridesBase::CXAAtExitOverride(DestructorPtr Destructor, void *Arg, void *DSOHandle) { auto& CXXDestructorDataPairs = *reinterpret_cast<CXXDestructorDataPairList*>(DSOHandle); CXXDestructorDataPairs.push_back(std::make_pair(Destructor, Arg)); return 0; } Error LocalCXXRuntimeOverrides2::enable(VSO &V, MangleAndInterner &Mangle) { SymbolMap RuntimeInterposes( {{Mangle("__dso_handle"), JITEvaluatedSymbol(toTargetAddress(&DSOHandleOverride), JITSymbolFlags::Exported)}, {Mangle("__cxa_atexit"), JITEvaluatedSymbol(toTargetAddress(&CXAAtExitOverride), JITSymbolFlags::Exported)}}); return V.define(absoluteSymbols(std::move(RuntimeInterposes))); } DynamicLibraryFallbackGenerator::DynamicLibraryFallbackGenerator( sys::DynamicLibrary Dylib, const DataLayout &DL, SymbolPredicate Allow) : Dylib(std::move(Dylib)), Allow(std::move(Allow)), GlobalPrefix(DL.getGlobalPrefix()) {} SymbolNameSet DynamicLibraryFallbackGenerator:: operator()(VSO &V, const SymbolNameSet &Names) { orc::SymbolNameSet Added; orc::SymbolMap NewSymbols; bool HasGlobalPrefix = (GlobalPrefix != '\0'); for (auto &Name : Names) { if (!Allow(Name) || (*Name).empty()) continue; if (HasGlobalPrefix && (*Name).front() != GlobalPrefix) continue; std::string Tmp((*Name).data() + (HasGlobalPrefix ? 1 : 0), (*Name).size()); if (void *Addr = Dylib.getAddressOfSymbol(Tmp.c_str())) { Added.insert(Name); NewSymbols[Name] = JITEvaluatedSymbol( static_cast<JITTargetAddress>(reinterpret_cast<uintptr_t>(Addr)), JITSymbolFlags::Exported); } } // Add any new symbols to V. Since the fallback generator is only called for // symbols that are not already defined, this will never trigger a duplicate // definition error, so we can wrap this call in a 'cantFail'. if (!NewSymbols.empty()) cantFail(V.define(absoluteSymbols(std::move(NewSymbols)))); return Added; } } // End namespace orc. } // End namespace llvm.