diff --git a/clang-tools-extra/clangd/TUScheduler.cpp b/clang-tools-extra/clangd/TUScheduler.cpp --- a/clang-tools-extra/clangd/TUScheduler.cpp +++ b/clang-tools-extra/clangd/TUScheduler.cpp @@ -76,6 +76,7 @@ #include "llvm/Support/Threading.h" #include #include +#include #include #include #include @@ -458,9 +459,6 @@ const GlobalCompilationDatabase &CDB; /// Callback invoked when preamble or main file AST is built. ParsingCallbacks &Callbacks; - /// Latest build preamble for current TU. - std::shared_ptr LatestPreamble; - Notification BuiltFirstPreamble; Semaphore &Barrier; /// Whether the 'onMainAST' callback ran for the current FileInputs. @@ -477,10 +475,18 @@ /// Set to true to signal run() to finish processing. bool Done; /* GUARDED_BY(Mutex) */ std::deque Requests; /* GUARDED_BY(Mutex) */ - std::queue PreambleRequests; /* GUARDED_BY(Mutex) */ llvm::Optional CurrentRequest; /* GUARDED_BY(Mutex) */ + /// Signalled whenever a new request has been scheduled or processing of a + /// request has completed. mutable std::condition_variable RequestsCV; - Notification ReceivedPreamble; + /// Latest build preamble for current TU. + /// None means no builds yet, null means there was an error while building. + /// Only written by ASTWorker's thread. + llvm::Optional> LatestPreamble; + std::queue PreambleRequests; /* GUARDED_BY(Mutex) */ + /// Signaled whenever LatestPreamble changes state or there's a new + /// PreambleRequest. + mutable std::condition_variable PreambleCV; /// Guards the callback that publishes results of AST-related computations /// (diagnostics, highlightings) and file statuses. std::mutex PublishMu; @@ -643,20 +649,26 @@ if (CanPublishResults) Publish(); }); + // Note that this might throw away a stale preamble that might still be + // useful, but this is how we communicate a build error. + LatestPreamble.emplace(); // Make sure anyone waiting for the preamble gets notified it could not be // built. - BuiltFirstPreamble.notify(); + PreambleCV.notify_all(); return; } PreamblePeer.update(std::move(Invocation), std::move(Inputs), std::move(CompilerInvocationDiags), WantDiags); - // Block until first preamble is ready, as patching an empty preamble would - // imply rebuilding it from scratch. - // This isn't the natural place to block, rather where the preamble would be - // consumed. But that's too late, we'd be running on the worker thread with - // the PreambleTask scheduled and so we'd deadlock. - ReceivedPreamble.wait(); + std::unique_lock Lock(Mutex); + PreambleCV.wait(Lock, [this] { + // Block until we reiceve a preamble request, unless a preamble already + // exists, as patching an empty preamble would imply rebuilding it from + // scratch. + // We block here instead of the consumer to prevent any deadlocks. Since + // LatestPreamble is only populated by ASTWorker thread. + return LatestPreamble || !PreambleRequests.empty() || Done; + }); return; }; startTask(TaskName, std::move(Task), WantDiags, TUScheduler::NoInvalidation); @@ -756,7 +768,7 @@ // Update the preamble inside ASTWorker queue to ensure atomicity. As a task // running inside ASTWorker assumes internals won't change until it // finishes. - if (Preamble != LatestPreamble) { + if (!LatestPreamble || Preamble != *LatestPreamble) { ++PreambleBuildCount; // Cached AST is no longer valid. IdleASTs.take(this); @@ -764,12 +776,16 @@ std::lock_guard Lock(Mutex); // LatestPreamble might be the last reference to old preamble, do not // trigger destructor while holding the lock. - std::swap(LatestPreamble, Preamble); + if (LatestPreamble) + std::swap(*LatestPreamble, Preamble); + else + LatestPreamble = std::move(Preamble); } + // Notify anyone waiting for a preamble. + PreambleCV.notify_all(); // Give up our ownership to old preamble before starting expensive AST // build. Preamble.reset(); - BuiltFirstPreamble.notify(); // We only need to build the AST if diagnostics were requested. if (WantDiags == WantDiagnostics::No) return; @@ -780,7 +796,6 @@ }; if (RunSync) { Task(); - ReceivedPreamble.notify(); return; } { @@ -789,7 +804,7 @@ steady_clock::now(), Context::current().clone(), llvm::None, TUScheduler::NoInvalidation, nullptr}); } - ReceivedPreamble.notify(); + PreambleCV.notify_all(); RequestsCV.notify_all(); } @@ -800,6 +815,7 @@ static constexpr trace::Metric ASTAccessForDiag( "ast_access_diag", trace::Metric::Counter, "result"); assert(Invocation); + assert(LatestPreamble); // No need to rebuild the AST if we won't send the diagnostics. { std::lock_guard Lock(PublishMu); @@ -832,7 +848,7 @@ if (!AST || !InputsAreLatest) { auto RebuildStartTime = DebouncePolicy::clock::now(); llvm::Optional NewAST = ParsedAST::build( - FileName, Inputs, std::move(Invocation), CIDiags, LatestPreamble); + FileName, Inputs, std::move(Invocation), CIDiags, *LatestPreamble); auto RebuildDuration = DebouncePolicy::clock::now() - RebuildStartTime; ++ASTBuildCount; // Try to record the AST-build time, to inform future update debouncing. @@ -890,10 +906,13 @@ std::shared_ptr ASTWorker::getPossiblyStalePreamble() const { std::lock_guard Lock(Mutex); - return LatestPreamble; + return LatestPreamble ? *LatestPreamble : nullptr; } -void ASTWorker::waitForFirstPreamble() const { BuiltFirstPreamble.wait(); } +void ASTWorker::waitForFirstPreamble() const { + std::unique_lock Lock(Mutex); + PreambleCV.wait(Lock, [this] { return LatestPreamble.hasValue() || Done; }); +} tooling::CompileCommand ASTWorker::getCurrentCompileCommand() const { std::unique_lock Lock(Mutex); @@ -925,10 +944,9 @@ assert(!Done && "stop() called twice"); Done = true; } - // We are no longer going to build any preambles, let the waiters know that. - ReceivedPreamble.notify(); - BuiltFirstPreamble.notify(); PreamblePeer.stop(); + // We are no longer going to build any preambles, let the waiters know that. + PreambleCV.notify_all(); Status.stop(); RequestsCV.notify_all(); }