diff --git a/clang/lib/CodeGen/CodeGenModule.h b/clang/lib/CodeGen/CodeGenModule.h
--- a/clang/lib/CodeGen/CodeGenModule.h
+++ b/clang/lib/CodeGen/CodeGenModule.h
@@ -1477,6 +1477,44 @@
   void printPostfixForExternalizedDecl(llvm::raw_ostream &OS,
                                        const Decl *D) const;
 
+  friend struct KeepLazyEmiitedSymRAII;
+
+  struct KeepLazyEmiitedSymRAII {
+    std::unique_ptr<CodeGenModule> OldBuilder;
+    std::unique_ptr<CodeGenModule> &Self;
+
+    explicit KeepLazyEmiitedSymRAII(std::unique_ptr<CodeGenModule> &Builder)
+        : Self(Builder) {
+      OldBuilder.swap(Self);
+    }
+
+    ~KeepLazyEmiitedSymRAII() {
+      assert(OldBuilder->DeferredDeclsToEmit.empty() &&
+             "Should have emitted all decls deferred to emit.");
+      assert(Self->DeferredDecls.empty() &&
+             "Newly created module should not have deferred decls");
+
+      std::swap(Self->DeferredDecls, OldBuilder->DeferredDecls);
+
+      assert(Self->DeferredVTables.empty() &&
+             "Newly created module should not have deferred vtables");
+
+      std::swap(Self->DeferredVTables, OldBuilder->DeferredVTables);
+
+      assert(Self->MangledDeclNames.empty() &&
+             "Newly created module should not have mangled decl names");
+      assert(Self->Manglings.empty() &&
+             "Newly created module should not have manglings");
+
+      Self->Manglings = std::move(OldBuilder->Manglings);
+
+      assert(OldBuilder->WeakRefReferences.empty() &&
+             "Not all WeakRefRefs have been applied");
+
+      std::swap(Self->TBAA, OldBuilder->TBAA);
+    }
+  };
+
 private:
   llvm::Constant *GetOrCreateLLVMFunction(
       StringRef MangledName, llvm::Type *Ty, GlobalDecl D, bool ForVTable,
diff --git a/clang/lib/CodeGen/ModuleBuilder.cpp b/clang/lib/CodeGen/ModuleBuilder.cpp
--- a/clang/lib/CodeGen/ModuleBuilder.cpp
+++ b/clang/lib/CodeGen/ModuleBuilder.cpp
@@ -133,8 +133,13 @@
     llvm::Module *StartModule(llvm::StringRef ModuleName,
                               llvm::LLVMContext &C) {
       assert(!M && "Replacing existing Module?");
-      M.reset(new llvm::Module(ExpandModuleName(ModuleName, CodeGenOpts), C));
-      Initialize(*Ctx);
+
+      {
+        CodeGenModule::KeepLazyEmiitedSymRAII RAIIKeeper(Builder);
+        M.reset(new llvm::Module(ExpandModuleName(ModuleName, CodeGenOpts), C));
+        Initialize(*Ctx);
+      }
+
       return M.get();
     }
 
diff --git a/clang/test/Interpreter/execute.cpp b/clang/test/Interpreter/execute.cpp
--- a/clang/test/Interpreter/execute.cpp
+++ b/clang/test/Interpreter/execute.cpp
@@ -13,4 +13,8 @@
 
 auto r2 = printf("S[f=%f, m=0x%llx]\n", s.f, reinterpret_cast<unsigned long long>(s.m));
 // CHECK-NEXT: S[f=1.000000, m=0x0]
+
+inline int foo() { return 42; }
+int r3 = foo();
+
 quit