Update number of threads for building to take advantage of distributed build cores on doug-worker-* builders

[dyung]

Summary

I have an extra computer setup running icecream as a distributed build node so update the number of build threads used by the other machines to take advantage of the extra cores. But also limit the number of parallel link jobs to avoid running out of memory.

The distributed build machine contains 10 cores, it is being allocated as follows:

• doug-worker-1a: 8 threads => 10 threads (+2)
• doug-worker 1b: 8 threads => 10 threads (+2)
• doug-worker 2a: 16 threads => 22 threads (+6)

[rengolin]

LGTM, thanks!

buildbot/osuosl/master/config/builders.py

'factory': UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
                         "-DCMAKE_C_COMPILER=gcc",
                         "-DCMAKE_CXX_COMPILER=g++",
                         "-DCMAKE_BUILD_TYPE=Release",
                         "-DCLANG_ENABLE_ARCMT=OFF",
                         "-DLLDB_ENABLE_PYTHON=TRUE",
                         "-DLLVM_INCLUDE_EXAMPLES=OFF",
                         "-DLLVM_ENABLE_ASSERTIONS=ON",
                         "-DLLVM_LIT_ARGS=--verbose",
+                        "-DLLVM_PARALLEL_LINK_JOBS=8",
                         "-DLLVM_TARGETS_TO_BUILD=X86",
                         "-DLLVM_USE_LINKER=gold"])},
 
     {'name': "cross-project-tests-sie-ubuntu-dwarf5",
     'tags'  : ["clang", "llvm", "lldb", "cross-project-tests"],
     'workernames': ["doug-worker-1b"],
     'builddir': "cross-project-tests-sie-ubuntu-dwarf5",
     'factory': UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
                     depends_on_projects=['llvm','clang','lldb','cross-project-tests'],
                     checks = ['check-cross-project'],
                     extra_configure_args=[
                         "-DCMAKE_C_COMPILER=gcc",
                         "-DCMAKE_CXX_COMPILER=g++",
                         "-DCMAKE_BUILD_TYPE=Release",
                         "-DCLANG_ENABLE_ARCMT=OFF",
                         "-DLLDB_ENABLE_PYTHON=TRUE",
                         "-DLLVM_INCLUDE_EXAMPLES=OFF",
                         "-DLLVM_ENABLE_ASSERTIONS=ON",
                         "-DLLVM_LIT_ARGS=--verbose",
+                        "-DLLVM_PARALLEL_LINK_JOBS=8",
                         "-DLLVM_TARGETS_TO_BUILD=X86",
                         "-DLLVM_USE_LINKER=gold"])},
 
     {'name': "llvm-clang-x86_64-gcc-ubuntu",
     'tags'  : ["llvm", "clang", "clang-tools-extra", "compiler-rt", "lld", "cross-project-tests"],
     'workernames': ["doug-worker-2a"],
     'builddir': "llvm-clang-x86_64-gcc-ubuntu",
     'factory': UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
                     depends_on_projects=['llvm','clang','clang-tools-extra','compiler-rt','lld','cross-project-tests'],
                     extra_configure_args=[
                         "-DCMAKE_C_COMPILER=gcc",
                         "-DCMAKE_CXX_COMPILER=g++",
                         "-DCMAKE_BUILD_TYPE=Release",
                         "-DCLANG_ENABLE_CLANGD=OFF",
                         "-DLLVM_BUILD_RUNTIME=ON",
                         "-DLLVM_BUILD_TESTS=ON",
                         "-DLLVM_ENABLE_ASSERTIONS=ON",
                         "-DLLVM_INCLUDE_EXAMPLES=OFF",
                         "-DLLVM_LIT_ARGS=--verbose -j48",
+                        "-DLLVM_PARALLEL_LINK_JOBS=16",
                         "-DLLVM_USE_LINKER=gold"])},
 
 # Polly builders.
 
     {'name' : "polly-arm-linux",
     'tags'  : ["polly"],
     'workernames' : ["hexagon-build-02", "hexagon-build-03"],
     'builddir': "polly-arm-linux",

buildbot/osuosl/master/config/workers.py

return [
         # Ubuntu x86_64
         create_worker("thinlto-x86-64-bot1", properties={'jobs': 64}, max_builds=1),
         create_worker("thinlto-x86-64-bot2", properties={'jobs': 64}, max_builds=1),
 
         # Ubuntu 20.04 on AWS, x86_64 PS4 target
         create_worker("sie-linux-worker", properties={'jobs': 40}, max_builds=1),
         # 2012 Mac Mini host, 16GB memory:
         #   - Ubuntu 18.04 in docker container
-        create_worker("doug-worker-1a", properties={'jobs': 8}, max_builds=1),
+        create_worker("doug-worker-1a", properties={'jobs': 10}, max_builds=1),
         #   - Ubuntu 22.04 in docker container
-        create_worker("doug-worker-1b", properties={'jobs': 8}, max_builds=1),
+        create_worker("doug-worker-1b", properties={'jobs': 10}, max_builds=1),
         # Ubuntu 18.04 in docker container on Ryzen 4800U
-        create_worker("doug-worker-2a", properties={'jobs': 16}, max_builds=1),
+        create_worker("doug-worker-2a", properties={'jobs': 22}, max_builds=1),
 
         # Windows Server 2019 on AWS, x86_64 PS4 target
         create_worker("sie-win-worker", properties={'jobs': 64}, max_builds=1),
 
         # XCore target, Ubuntu 20.04 x64 host
         create_worker("xcore-ubuntu20-x64", properties={'jobs': 4}, max_builds=1),
 
         # ARC Worker, CentOS 7.9 x86_64 Intel Xeon Platinum 8000 @ 3.6GHz, 32GB RAM