From 7331a0bf1c96a99bb47ecbdf9081e53f822eca66 Mon Sep 17 00:00:00 2001 From: Eugene Leviant Date: Fri, 16 Feb 2018 08:11:04 +0000 Subject: [PATCH] [ThinLTO] Import global variables Differential revision: https://reviews.llvm.org/D43077 llvm-svn: 325320 --- llvm/lib/Linker/IRMover.cpp | 12 +-- llvm/lib/Transforms/IPO/FunctionImport.cpp | 96 +++++++++++++++++++--- .../ThinLTO/X86/Inputs/globals-import-cf-baz.ll | 4 + llvm/test/ThinLTO/X86/globals-import-const-fold.ll | 23 ++++++ llvm/test/Transforms/FunctionImport/funcimport.ll | 13 ++- 5 files changed, 126 insertions(+), 22 deletions(-) create mode 100644 llvm/test/ThinLTO/X86/Inputs/globals-import-cf-baz.ll create mode 100644 llvm/test/ThinLTO/X86/globals-import-const-fold.ll diff --git a/llvm/lib/Linker/IRMover.cpp b/llvm/lib/Linker/IRMover.cpp index ec15bbfc..42081442 100644 --- a/llvm/lib/Linker/IRMover.cpp +++ b/llvm/lib/Linker/IRMover.cpp @@ -1051,14 +1051,10 @@ void IRLinker::prepareCompileUnitsForImport() { ValueMap.MD()[CU->getRawEnumTypes()].reset(nullptr); ValueMap.MD()[CU->getRawMacros()].reset(nullptr); ValueMap.MD()[CU->getRawRetainedTypes()].reset(nullptr); - // If we ever start importing global variable defs, we'll need to - // add their DIGlobalVariable to the globals list on the imported - // DICompileUnit. Confirm none are imported, and then we can - // map the list of global variables to nullptr. - assert(none_of( - ValuesToLink, - [](const GlobalValue *GV) { return isa(GV); }) && - "Unexpected importing of a GlobalVariable definition"); + // We import global variables only temporarily in order for instcombine + // and globalopt to perform constant folding and static constructor + // evaluation. After that elim-avail-extern will covert imported globals + // back to declarations, so we don't need debug info for them. ValueMap.MD()[CU->getRawGlobalVariables()].reset(nullptr); // Imported entities only need to be mapped in if they have local diff --git a/llvm/lib/Transforms/IPO/FunctionImport.cpp b/llvm/lib/Transforms/IPO/FunctionImport.cpp index b92f798..f886a16 100644 --- a/llvm/lib/Transforms/IPO/FunctionImport.cpp +++ b/llvm/lib/Transforms/IPO/FunctionImport.cpp @@ -61,6 +61,7 @@ using namespace llvm; #define DEBUG_TYPE "function-import" STATISTIC(NumImportedFunctions, "Number of functions imported"); +STATISTIC(NumImportedGlobalVars, "Number of global variables imported"); STATISTIC(NumImportedModules, "Number of modules imported from"); STATISTIC(NumDeadSymbols, "Number of dead stripped symbols in index"); STATISTIC(NumLiveSymbols, "Number of live symbols in index"); @@ -238,6 +239,33 @@ updateValueInfoForIndirectCalls(const ModuleSummaryIndex &Index, ValueInfo VI) { return Index.getValueInfo(GUID); } +static void computeImportForReferencedGlobals( + const FunctionSummary &Summary, const GVSummaryMapTy &DefinedGVSummaries, + FunctionImporter::ImportMapTy &ImportList, + StringMap *ExportLists) { + for (auto &VI : Summary.refs()) { + if (DefinedGVSummaries.count(VI.getGUID())) { + DEBUG(dbgs() << "Ref ignored! Target already in destination module.\n"); + continue; + } + + DEBUG(dbgs() << " ref -> " << VI.getGUID() << "\n"); + + for (auto &RefSummary : VI.getSummaryList()) + if (RefSummary->getSummaryKind() == GlobalValueSummary::GlobalVarKind && + // Don't try to import regular LTO summaries added to dummy module. + !RefSummary->modulePath().empty() && + !GlobalValue::isInterposableLinkage(RefSummary->linkage()) && + // For now we don't import global variables which have outgoing + // refs. Otherwise we have to promote referenced vars/functions. + RefSummary->refs().empty()) { + ImportList[RefSummary->modulePath()][VI.getGUID()] = 1; + if (ExportLists) + (*ExportLists)[RefSummary->modulePath()].insert(VI.getGUID()); + } + } +} + /// Compute the list of functions to import for a given caller. Mark these /// imported functions and the symbols they reference in their source module as /// exported from their source module. @@ -247,6 +275,8 @@ static void computeImportForFunction( SmallVectorImpl &Worklist, FunctionImporter::ImportMapTy &ImportList, StringMap *ExportLists = nullptr) { + computeImportForReferencedGlobals(Summary, DefinedGVSummaries, ImportList, + ExportLists); for (auto &Edge : Summary.calls()) { ValueInfo VI = Edge.first; DEBUG(dbgs() << " edge -> " << VI.getGUID() << " Threshold:" << Threshold @@ -389,6 +419,34 @@ static void ComputeImportForModule( } } +#ifndef NDEBUG +static bool isGlobalVarSummary(const ModuleSummaryIndex &Index, + GlobalValue::GUID G) { + if (const auto &VI = Index.getValueInfo(G)) { + auto SL = VI.getSummaryList(); + if (!SL.empty()) + return SL[0]->getSummaryKind() == GlobalValueSummary::GlobalVarKind; + } + return false; +} + +static GlobalValue::GUID getGUID(GlobalValue::GUID G) { return G; } + +static GlobalValue::GUID +getGUID(const std::pair &P) { + return P.first; +} + +template +unsigned numGlobalVarSummaries(const ModuleSummaryIndex &Index, T &Cont) { + unsigned NumGVS = 0; + for (auto &V : Cont) + if (isGlobalVarSummary(Index, getGUID(V))) + ++NumGVS; + return NumGVS; +} +#endif + /// Compute all the import and export for every module using the Index. void llvm::ComputeCrossModuleImport( const ModuleSummaryIndex &Index, @@ -426,12 +484,17 @@ void llvm::ComputeCrossModuleImport( for (auto &ModuleImports : ImportLists) { auto ModName = ModuleImports.first(); auto &Exports = ExportLists[ModName]; - DEBUG(dbgs() << "* Module " << ModName << " exports " << Exports.size() - << " functions. Imports from " << ModuleImports.second.size() - << " modules.\n"); + unsigned NumGVS = numGlobalVarSummaries(Index, Exports); + DEBUG(dbgs() << "* Module " << ModName << " exports " + << Exports.size() - NumGVS << " functions and " << NumGVS + << " vars. Imports from " + << ModuleImports.second.size() << " modules.\n"); for (auto &Src : ModuleImports.second) { auto SrcModName = Src.first(); - DEBUG(dbgs() << " - " << Src.second.size() << " functions imported from " + unsigned NumGVSPerMod = numGlobalVarSummaries(Index, Src.second); + DEBUG(dbgs() << " - " << Src.second.size() - NumGVSPerMod + << " functions imported from " << SrcModName << "\n"); + DEBUG(dbgs() << " - " << NumGVSPerMod << " global vars imported from " << SrcModName << "\n"); } } @@ -439,13 +502,17 @@ void llvm::ComputeCrossModuleImport( } #ifndef NDEBUG -static void dumpImportListForModule(StringRef ModulePath, +static void dumpImportListForModule(const ModuleSummaryIndex &Index, + StringRef ModulePath, FunctionImporter::ImportMapTy &ImportList) { DEBUG(dbgs() << "* Module " << ModulePath << " imports from " << ImportList.size() << " modules.\n"); for (auto &Src : ImportList) { auto SrcModName = Src.first(); - DEBUG(dbgs() << " - " << Src.second.size() << " functions imported from " + unsigned NumGVSPerMod = numGlobalVarSummaries(Index, Src.second); + DEBUG(dbgs() << " - " << Src.second.size() - NumGVSPerMod + << " functions imported from " << SrcModName << "\n"); + DEBUG(dbgs() << " - " << NumGVSPerMod << " vars imported from " << SrcModName << "\n"); } } @@ -465,7 +532,7 @@ void llvm::ComputeCrossModuleImportForModule( ComputeImportForModule(FunctionSummaryMap, Index, ImportList); #ifndef NDEBUG - dumpImportListForModule(ModulePath, ImportList); + dumpImportListForModule(Index, ModulePath, ImportList); #endif } @@ -492,7 +559,7 @@ void llvm::ComputeCrossModuleImportForModuleFromIndex( ImportList[Summary->modulePath()][GUID] = 1; } #ifndef NDEBUG - dumpImportListForModule(ModulePath, ImportList); + dumpImportListForModule(Index, ModulePath, ImportList); #endif } @@ -770,7 +837,7 @@ Expected FunctionImporter::importFunctions( Module &DestModule, const FunctionImporter::ImportMapTy &ImportList) { DEBUG(dbgs() << "Starting import for Module " << DestModule.getModuleIdentifier() << "\n"); - unsigned ImportedCount = 0; + unsigned ImportedCount = 0, ImportedGVCount = 0; IRMover Mover(DestModule); // Do the actual import of functions now, one Module at a time @@ -830,7 +897,7 @@ Expected FunctionImporter::importFunctions( if (Import) { if (Error Err = GV.materialize()) return std::move(Err); - GlobalsToImport.insert(&GV); + ImportedGVCount += GlobalsToImport.insert(&GV); } } for (GlobalAlias &GA : SrcModule->aliases()) { @@ -887,9 +954,14 @@ Expected FunctionImporter::importFunctions( NumImportedModules++; } - NumImportedFunctions += ImportedCount; + NumImportedFunctions += (ImportedCount - ImportedGVCount); + NumImportedGlobalVars += ImportedGVCount; - DEBUG(dbgs() << "Imported " << ImportedCount << " functions for Module " + DEBUG(dbgs() << "Imported " << ImportedCount - ImportedGVCount + << " functions for Module " << DestModule.getModuleIdentifier() + << "\n"); + DEBUG(dbgs() << "Imported " << ImportedGVCount + << " global variables for Module " << DestModule.getModuleIdentifier() << "\n"); return ImportedCount; } diff --git a/llvm/test/ThinLTO/X86/Inputs/globals-import-cf-baz.ll b/llvm/test/ThinLTO/X86/Inputs/globals-import-cf-baz.ll new file mode 100644 index 0000000..e411630 --- /dev/null +++ b/llvm/test/ThinLTO/X86/Inputs/globals-import-cf-baz.ll @@ -0,0 +1,4 @@ +target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128" +target triple = "x86_64-pc-linux-gnu" + +@baz = local_unnamed_addr constant i32 10, align 4 diff --git a/llvm/test/ThinLTO/X86/globals-import-const-fold.ll b/llvm/test/ThinLTO/X86/globals-import-const-fold.ll new file mode 100644 index 0000000..49e31b7 --- /dev/null +++ b/llvm/test/ThinLTO/X86/globals-import-const-fold.ll @@ -0,0 +1,23 @@ +; RUN: opt -module-summary %s -o %t1.bc +; RUN: opt -module-summary %p/Inputs/globals-import-cf-baz.ll -o %t2.bc +; RUN: llvm-lto -thinlto-action=thinlink %t1.bc %t2.bc -o %t3.index.bc + +; RUN: llvm-lto -thinlto-action=import %t1.bc %t2.bc -thinlto-index=%t3.index.bc +; RUN: llvm-dis %t1.bc.thinlto.imported.bc -o - | FileCheck --check-prefix=IMPORT %s +; RUN: llvm-lto -thinlto-action=optimize %t1.bc.thinlto.imported.bc -o %t1.bc.thinlto.opt.bc +; RUN: llvm-dis %t1.bc.thinlto.opt.bc -o - | FileCheck --check-prefix=OPTIMIZE %s + +; IMPORT: @baz = available_externally local_unnamed_addr constant i32 10 + +; OPTIMIZE: define i32 @main() +; OPTIMIZE-NEXT: ret i32 10 + +target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128" +target triple = "x86_64-pc-linux-gnu" + +@baz = external local_unnamed_addr constant i32, align 4 + +define i32 @main() local_unnamed_addr { + %1 = load i32, i32* @baz, align 4 + ret i32 %1 +} diff --git a/llvm/test/Transforms/FunctionImport/funcimport.ll b/llvm/test/Transforms/FunctionImport/funcimport.ll index 4ff51a3..bb974b5 100644 --- a/llvm/test/Transforms/FunctionImport/funcimport.ll +++ b/llvm/test/Transforms/FunctionImport/funcimport.ll @@ -7,7 +7,8 @@ ; RUN: opt -function-import -stats -print-imports -enable-import-metadata -summary-file %t3.thinlto.bc %t.bc -S 2>&1 | FileCheck %s --check-prefix=CHECK --check-prefix=INSTLIMDEF ; Try again with new pass manager ; RUN: opt -passes='function-import' -stats -print-imports -enable-import-metadata -summary-file %t3.thinlto.bc %t.bc -S 2>&1 | FileCheck %s --check-prefix=CHECK --check-prefix=INSTLIMDEF -; "-stats" requires +Asserts. +; RUN: opt -passes='function-import' -debug-only=function-import -enable-import-metadata -summary-file %t3.thinlto.bc %t.bc -S 2>&1 | FileCheck %s --check-prefix=DUMP +; "-stats" and "-debug-only" require +Asserts. ; REQUIRES: asserts ; Test import with smaller instruction limit @@ -80,7 +81,7 @@ declare void @callfuncptr(...) #1 ; Ensure that all uses of local variable @P which has used in setfuncptr ; and callfuncptr are to the same promoted/renamed global. -; CHECK-DAG: @P.llvm.{{.*}} = external hidden global void ()* +; CHECK-DAG: @P.llvm.{{.*}} = available_externally hidden global void ()* null ; CHECK-DAG: %0 = load void ()*, void ()** @P.llvm. ; CHECK-DAG: store void ()* @staticfunc2.llvm.{{.*}}, void ()** @P.llvm. @@ -107,6 +108,8 @@ declare void @variadic(...) ; INSTLIMDEF-DAG: Import globalfunc2 ; INSTLIMDEF-DAG: 13 function-import - Number of functions imported +; INSTLIMDEF-DAG: 4 function-import - Number of global variables imported + ; CHECK-DAG: !0 = !{!"{{.*}}/Inputs/funcimport.ll"} ; The actual GUID values will depend on path to test. @@ -142,3 +145,9 @@ declare void @variadic(...) ; GUID-DAG: GUID {{.*}} is linkoncealias ; GUID-DAG: GUID {{.*}} is callfuncptr ; GUID-DAG: GUID {{.*}} is linkoncefunc + +; DUMP: Module [[M1:.*]] imports from 1 module +; DUMP-NEXT: 13 functions imported from [[M2:.*]] +; DUMP-NEXT: 4 vars imported from [[M2]] +; DUMP: Imported 13 functions for Module [[M1]] +; DUMP-NEXT: Imported 4 global variables for Module [[M1]] -- 2.7.4