[clangd] Add benchmark for measuring latency of DecisionForest model.

[usaxena95]

Minor fixes.

[usaxena95]

Added benchmark.

[usaxena95]

Distribution change and better formatting.

[adamcz]

Would it make sense to set random seed to something fixed to make this more reproducible?

clang-tools-extra/clangd/benchmarks/CompletionModel/DecisionForestBenchmark.cpp

2

nit: this is supposed to be one-line comment, I think.

22

There are few lint warnings in this file. Please address them.

73

These should not be comments.

[adamcz]

Also typo in commit description: bencmark

[usaxena95]

Addressed comments: Default seeded the RNG for the benchmark.

[usaxena95]

Added newline at end of files.

[adamcz]

Still a couple of lint warnings, otherwise LGTM

clang-tools-extra/clangd/benchmarks/CompletionModel/DecisionForestBenchmark.cpp

75

Move this out of the loop. Right now we re-generate "random" dataset, but it's always the same dataset ;-)

[usaxena95]

Addressed comments.

clang-tools-extra/clangd/benchmarks/CompletionModel/DecisionForestBenchmark.cpp

75

I added it inside the loop since there is only one state right now. But probably moving it out makes it more meaningful.

clang-tools-extra/clangd/benchmarks/CMakeLists.txt

 include_directories(${CMAKE_CURRENT_SOURCE_DIR}/../)
 
+add_subdirectory(CompletionModel)
+
 add_benchmark(IndexBenchmark IndexBenchmark.cpp)
 
 target_link_libraries(IndexBenchmark
   PRIVATE
   clangDaemon
   LLVMSupport
-  )
+  )
 No newline at end of file

clang-tools-extra/clangd/benchmarks/CompletionModel/CMakeLists.txt

+include_directories(${CMAKE_CURRENT_SOURCE_DIR}/../)
+
+add_benchmark(DecisionForestBenchmark DecisionForestBenchmark.cpp)
+
+target_link_libraries(DecisionForestBenchmark
+  PRIVATE
+  clangDaemon
+  LLVMSupport
+  )
 No newline at end of file

clang-tools-extra/clangd/benchmarks/CompletionModel/DecisionForestBenchmark.cpp

+//===--- DecisionForestBenchmark.cpp - Benchmark for code completion ranking
+// latency -----------*- C++ -*-===//
+//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+// Usage:
+//    ninja DecisionForestBenchmark && \
+//    tools/clang/tools/extra/clangd/benchmarks/CompletionModel/DecisionForestBenchmark
+//===----------------------------------------------------------------------===//
+
+#include "CompletionModel.h"
+#include "benchmark/benchmark.h"
+#include "llvm/ADT/StringRef.h"
+
+#include <random>
+
+namespace clang {
+namespace clangd {
+namespace {
+std::vector<Example> GenerateRandomDataset(int NumExamples) {
+  auto FlipCoin = [&](float Probability) {
+    return rand() % 1000 <= Probability * 1000;
+  };
+  auto RandInt = [&](int Max) { return rand() % Max; };
+  auto RandFloat = [&](float Max = 1.0) {
+    return rand() % 1000 / 1000.0 * Max;
+  };
+
+  std::vector<Example> Examples;
+  Examples.reserve(NumExamples);
+  for (int I = 0; I < NumExamples; ++I) {
+    Example E;
+    E.setIsDeprecated(FlipCoin(0.1));           // Boolean.
+    E.setIsReservedName(FlipCoin(0.1));         // Boolean.
+    E.setIsImplementationDetail(FlipCoin(0.3)); // Boolean.
+    E.setNumReferences(RandInt(10000));         // Can be large integer.
+    E.setSymbolCategory(RandInt(10));           // 10 Symbol Category.
+
+    E.setIsNameInContext(FlipCoin(0.5)); // Boolean.
+    E.setIsForbidden(FlipCoin(0.1));     // Boolean.
+    E.setIsInBaseClass(FlipCoin(0.3));   // Boolean.
+    E.setFileProximityDistance(
+        FlipCoin(0.1)
+            ? std::numeric_limits<unsigned>::max()
+            : RandInt(20)); // Sometimes file distance is not available.
+    E.setSemaFileProximityScore(RandFloat(1)); // Float in range [0,1].
+    E.setSymbolScopeDistance(
+        FlipCoin(0.1)
+            ? std::numeric_limits<unsigned>::max()
+            : RandInt(20)); // Sometimes scope distance is not available.
+    E.setSemaSaysInScope(FlipCoin(0.5));      // Boolean.
+    E.setScope(RandInt(4));                   // 4 Scopes.
+    E.setContextKind(RandInt(32));            // 32 Context kinds.
+    E.setIsInstanceMember(FlipCoin(0.5));     // Boolean.
+    E.setHadContextType(FlipCoin(0.6));       // Boolean.
+    E.setHadSymbolType(FlipCoin(0.6));        // Boolean.
+    E.setTypeMatchesPreferred(FlipCoin(0.5)); // Boolean.
+    E.setFilterLength(RandInt(15));
+    Examples.push_back(E);
+  }
+  return Examples;
+}
+
+void RunDecisionForestPrediciton(const std::vector<Example> Examples) {
+  for (const Example &E : Examples)
+    Evaluate(E);
+}
+
+static void DecisionForestPredict(benchmark::State &State) {
+  for (auto _ : State) {
+    // State.PauseTiming();
+    const std::vector<Example> Examples = GenerateRandomDataset(1000000);
+    // State.ResumeTiming();
+    RunDecisionForestPrediciton(Examples);
+  }
+}
+BENCHMARK(DecisionForestPredict);
+
+} // namespace
+} // namespace clangd
+} // namespace clang
+
+BENCHMARK_MAIN();
 No newline at end of file