[zorg] Cleanup clang-cmake-{armv7,aarch64}-quick bots

[maxim-kuvyrkov]

Summary

Run "ninja check" for armv7 bot and don't pretend we run
LNT testsuite for the aarch64 bot.

[zorg] Build all targets on Linaro-maintained bots

... not just AArch64 and ARM. Make an exception for the quick
bots, which build a single target.

[zorg] Add AArch64 SVE vector-length-specific (VLS) bot

At the moment the only SVE-enabled part is building/running testsuite,
and we'll enable 2-stage builds with SVE later.

[maxim-kuvyrkov]

Please ignore this. I squashed 3 separate commits into 1.

buildbot/osuosl/master/config/builders.py

'factory' : ClangBuilder.getClangCMakeBuildFactory(
                     clean=False,
                     checkout_compiler_rt=False,
                     checkout_lld=False,
                     test=False,
                     useTwoStage=False,
                     runTestSuite=True,
                     testsuite_flags=[
                         '--cppflags', '-mcpu=cortex-a15 -marm',
-                        '--threads=32', '--build-threads=32'],
-                    extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='ARM'"])},
+                        '--threads=32', '--build-threads=32'])},
 
     ## ARMv7 check-all self-host NEON with CMake builder
     {'name' : "clang-cmake-armv7-selfhost-neon",
     'tags'  : ["clang"],
     'workernames': ["linaro-armv7-selfhost"],
     'builddir':"clang-cmake-armv7-selfhost-neon",
     'factory' : ClangBuilder.getClangCMakeBuildFactory(
                     clean=False,
                     checkout_compiler_rt=False,
                     checkout_lld=False,
                     useTwoStage=True,
                     testStage1=False,
                     extra_cmake_args=[
                         "-DCMAKE_C_FLAGS='-mcpu=cortex-a15 -marm'",
-                        "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a15 -marm'",
-                        "-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])},
+                        "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a15 -marm'"])},
 
-    ## ARMv7 check-all with CMake builder
+    ## ARMv7 Clang+LLVM check-all
     {'name' : "clang-cmake-armv7-quick",
     'tags'  : ["clang"],
     'workernames':["linaro-armv7-quick"],
     'builddir':"clang-cmake-armv7-quick",
     'factory' : ClangBuilder.getClangCMakeBuildFactory(
                     clean=False,
                     checkout_compiler_rt=False,
                     checkout_lld=False,
-                    extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])},
+                    test=True,
+                    extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='ARM'"])},
 
     ## ARMv7 Clang + LLVM run test-suite with GlobalISel enabled
     {'name' : "clang-cmake-armv7-global-isel",
     'tags'  : ["clang"],
     'workernames':["linaro-armv7-global-isel"],
     'builddir':"clang-cmake-armv7-global-isel",
     'factory' : ClangBuilder.getClangCMakeBuildFactory(
                     clean=False,
                     checkout_compiler_rt=False,
                     checkout_lld=False,
                     test=True,
                     useTwoStage=False,
                     runTestSuite=True,
                     testsuite_flags=[
                         '--cppflags', '-mcpu=cortex-a15 -marm -O0 -mllvm -global-isel -mllvm -global-isel-abort=0',
-                        '--threads=32', '--build-threads=32'],
-                    extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])},
+                        '--threads=32', '--build-threads=32'])},
 
     ## ARMv7 check-all self-host with CMake builder
     {'name' : "clang-cmake-armv7-selfhost",
     'tags'  : ["clang"],
     'workernames' : ["linaro-armv7-selfhost"],
     'builddir': "clang-cmake-armv7-selfhost",
     'factory' : ClangBuilder.getClangCMakeBuildFactory(
                     clean=False,
                     checkout_compiler_rt=False,
                     checkout_lld=False,
                     useTwoStage=True,
                     testStage1=False,
                     extra_cmake_args=[
                         "-DCMAKE_C_FLAGS='-mcpu=cortex-a15 -mfpu=vfpv3 -marm'",
-                        "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a15 -mfpu=vfpv3 -marm'",
-                        "-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])},
+                        "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a15 -mfpu=vfpv3 -marm'"])},
 
-    ## AArch64 Clang+LLVM check-all + test-suite
+    ## AArch64 Clang+LLVM check-all
     {'name' : "clang-cmake-aarch64-quick",
     'tags'  : ["clang"],
     'workernames' : ["linaro-aarch64-quick"],
     'builddir': "clang-cmake-aarch64-quick",
     'factory' : ClangBuilder.getClangCMakeBuildFactory(
                     clean=False,
                     checkout_compiler_rt=False,
                     checkout_lld=False,
                     test=True,
-                    useTwoStage=False,
-                    testsuite_flags=[
-                        '--cppflags', '-mcpu=cortex-a57',
-                        '--threads=32', '--build-threads=32'],
-                    extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])},
+                    extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='AArch64'"])},
 
     ## AArch64 Self-hosting Clang+LLVM check-all + LLD + test-suite
     {'name' : "clang-cmake-aarch64-lld",
     'tags'  : ["lld"],
     'workernames' : ["linaro-aarch64-lld"],
     'builddir':"clang-cmake-aarch64-lld",
     'factory' : ClangBuilder.getClangCMakeBuildFactory(
                 clean=False,
                 checkout_compiler_rt=True,
                 checkout_lld=True,
                 test=True,
                 useTwoStage=True,
                 runTestSuite=True,
                 testsuite_flags=[
                     '--cppflags', '-mcpu=cortex-a57 -fuse-ld=lld',
                     '--threads=32', '--build-threads=32'],
                 extra_cmake_args=[
                     "-DCMAKE_C_FLAGS='-mcpu=cortex-a57'",
                     "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a57'",
-                    "-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'",
                     "-DLLVM_ENABLE_LLD=True"])},
 
     ## AArch64 Clang+LLVM run test-suite at -O0 (GlobalISel is now default).
     {'name' : "clang-cmake-aarch64-global-isel",
     'tags'  : ["clang"],
     'workernames' : ["linaro-aarch64-global-isel"],
     'builddir': "clang-cmake-aarch64-global-isel",
     'factory' : ClangBuilder.getClangCMakeBuildFactory(
                     clean=False,
                     checkout_compiler_rt=False,
                     checkout_lld=False,
                     test=True,
                     useTwoStage=False,
                     runTestSuite=True,
                     testsuite_flags=[
                         '--cppflags', '-O0',
-                        '--threads=32', '--build-threads=32'],
-                    extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])},
+                        '--threads=32', '--build-threads=32'])},
 
     ## ARMv7 without neon; check-all 2-stage full compiler-rt + testsuite
     {'name' : "clang-cmake-armv7-full",
     'tags'  : ["clang"],
     'workernames' : ["linaro-tk1-06", "linaro-tk1-07", "linaro-tk1-08", "linaro-tk1-09"],
     'builddir': "clang-cmake-armv7-full",
     'factory' : ClangBuilder.getClangCMakeBuildFactory(
                     clean=False,
                     checkout_lld=False,
                     checkout_compiler_rt=True,
                     testStage1=False,
                     useTwoStage=True,
                     runTestSuite=True,
                     testsuite_flags=[
                         '--cppflags', '-mcpu=cortex-a15 -mfpu=vfpv3 -marm',
                         '--threads=4', '--build-threads=4'],
                     extra_cmake_args=[
                         "-DCOMPILER_RT_TEST_COMPILER_CFLAGS='-mcpu=cortex-a15 -mfpu=vfpv3 -marm'",
-                        "-DLLVM_TARGETS_TO_BUILD='ARM'",
                         "-DLLVM_PARALLEL_LINK_JOBS=2"])},
 
     ## ARMv7 Thumb2 with neon; check-all 2-stage full compiler-rt + testsuite
     {'name' : "clang-cmake-thumbv7-full-sh",
     'tags'  : ["clang"],
     'workernames' : ["linaro-tk1-01", "linaro-tk1-03", "linaro-tk1-04", "linaro-tk1-05"],
     'builddir': "clang-cmake-thumbv7-full-sh",
     'factory' : ClangBuilder.getClangCMakeBuildFactory(
                     clean=False,
                     checkout_lld=False,
                     checkout_compiler_rt=True,
                     testStage1=False,
                     useTwoStage=True,
                     runTestSuite=True,
                     testsuite_flags=[
                         '--cppflags', '-mcpu=cortex-a15 -mthumb',
                         '--threads=4', '--build-threads=4'],
                     extra_cmake_args=[
                         "-DCMAKE_C_FLAGS='-mcpu=cortex-a15 -mthumb'",
                         "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a15 -mthumb'",
                         "-DCOMPILER_RT_TEST_COMPILER_CFLAGS='-mcpu=cortex-a15 -mthumb'",
-                        "-DLLVM_TARGETS_TO_BUILD='ARM'",
                         "-DLLVM_PARALLEL_LINK_JOBS=2"])},
 
     ## AArch32 Self-hosting Clang+LLVM check-all + LLD + test-suite
     # Sanitizers build disabled due to PR38690
     {'name' : "clang-cmake-armv8-lld",
     'tags'  : ["lld"],
     'workernames' : ["linaro-armv8-lld"],
     'builddir': "clang-cmake-armv8-lld",
     'factory' : ClangBuilder.getClangCMakeBuildFactory(
                     clean=False,
                     checkout_compiler_rt=True,
                     checkout_lld=True,
                     test=True,
                     useTwoStage=True,
                     runTestSuite=True,
                     testsuite_flags=[
                         '--cppflags', '-mcpu=cortex-a57 -fuse-ld=lld',
                         '--threads=32', '--build-threads=32'],
                     extra_cmake_args=[
                         "-DCMAKE_C_FLAGS='-mcpu=cortex-a57'",
                         "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a57'",
-                        "-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'",
                         "-DCOMPILER_RT_BUILD_SANITIZERS=OFF",
                         "-DLLVM_ENABLE_LLD=True"])},
 
     # AArch64 Clang+LLVM+RT check-all + flang + test-suite + self-hosting
     {'name' : "clang-cmake-aarch64-full",
     'tags'  : ["clang"],
     'workernames' : ["linaro-aarch64-full"],
     'builddir': "clang-cmake-aarch64-full",
     'factory' : ClangBuilder.getClangCMakeBuildFactory(
                     clean=False,
                     checkout_compiler_rt=True,
                     checkout_flang=True,
                     checkout_lld=False,
                     test=True,
                     useTwoStage=True,
                     testStage1=False,
                     runTestSuite=True,
                     testsuite_flags=[
                         '--cppflags', '-mcpu=cortex-a57',
                         '--threads=32', '--build-threads=32'],
                     extra_cmake_args=[
                         "-DCMAKE_C_FLAGS='-mcpu=cortex-a57'",
-                        "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a57'",
-                        "-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])},
+                        "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a57'"])},
+
+    # AArch64 Clang+LLVM+RT+LLD check-all + flang + test-suite w/SVE
+    {'name' : "clang-cmake-aarch64-sve-vls",
+    'tags'  : ["clang"],
+    'workernames' : ["linaro-aarch64-sve-vls"],
+    'builddir': "clang-cmake-aarch64-sve-vls",
+    'factory' : ClangBuilder.getClangCMakeBuildFactory(
+                    clean=False,
+                    checkout_compiler_rt=True,
+                    checkout_flang=True,
+                    checkout_lld=True,
+                    test=True,
+                    useTwoStage=False,
+                    testStage1=True,
+                    runTestSuite=True,
+                    testsuite_flags=[
+                        '--cppflags', '-mcpu=a64fx -mllvm -aarch64-sve-vector-bits-min=512',
+                        '--threads=48', '--build-threads=48'])},
 
     {'name' : "clang-arm64-windows-msvc-2stage",
     'tags'  : ["clang"],
     'workernames' : ["linaro-armv8-windows-msvc-01", "linaro-armv8-windows-msvc-02"],
     'builddir': "clang-arm64-windows-msvc-2stage",
     'factory' : ClangBuilder.getClangCMakeBuildFactory(
                     vs="manual",
                     test=False, # Disable testing until MCJIT failures are fixed
# Flang builders.
     'tags'  : ["flang"],
     'workernames' : ["linaro-aarch64-flang-dylib"],
     'builddir': "flang-aarch64-ubuntu-dylib",
     'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
                     clean=True,
                     checks=['check-flang'],
                     depends_on_projects=['llvm','mlir','clang','flang'],
                     extra_configure_args=[
-                        "-DLLVM_TARGETS_TO_BUILD=AArch64",
                         "-DLLVM_BUILD_LLVM_DYLIB=ON",
                         "-DLLVM_LINK_LLVM_DYLIB=ON",
                         "-DCMAKE_CXX_STANDARD=17",
                     ])},
 
     {'name' : "flang-aarch64-ubuntu-sharedlibs",
     'tags'  : ["flang"],
     'workernames' : ["linaro-aarch64-flang-sharedlibs"],
     'builddir': "flang-aarch64-ubuntu-sharedlibs",
     'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
                     clean=True,
                     checks=['check-flang'],
                     depends_on_projects=['llvm','mlir','clang','flang'],
                     extra_configure_args=[
-                        "-DLLVM_TARGETS_TO_BUILD=AArch64",
                         "-DBUILD_SHARED_LIBS=ON",
                         "-DLLVM_BUILD_EXAMPLES=ON",
                         "-DCMAKE_CXX_STANDARD=17",
                     ])},
 
     {'name' : "flang-aarch64-ubuntu-out-of-tree",
     'tags'  : ["flang"],
     'workernames' : ["linaro-aarch64-flang-oot"],
     'builddir': "flang-aarch64-out-of-tree",
     'factory' : FlangBuilder.getFlangOutOfTreeBuildFactory(
                     checks=['check-flang'],
                     llvm_extra_configure_args=[
-                        "-DLLVM_TARGETS_TO_BUILD=AArch64",
                         "-DCMAKE_CXX_STANDARD=17",
                         "-DLLVM_ENABLE_WERROR=OFF",
                         "-DLLVM_ENABLE_ASSERTIONS=ON",
                         "-DCMAKE_BUILD_TYPE=Release",
                     ],
                     flang_extra_configure_args=[
                         "-DFLANG_ENABLE_WERROR=ON",
                         "-DCMAKE_BUILD_TYPE=Release",
                     ])},
 
     {'name' : "flang-aarch64-ubuntu-debug",
     'tags'  : ["flang"],
     'workernames' : ["linaro-aarch64-flang-debug"],
     'builddir': "flang-aarch64-debug",
     'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
                     clean=True,
                     checks=['check-flang'],
                     depends_on_projects=['llvm','mlir','clang','flang'],
                     extra_configure_args=[
-                        "-DLLVM_TARGETS_TO_BUILD=AArch64",
                         "-DCMAKE_BUILD_TYPE=Debug",
                         "-DCMAKE_CXX_STANDARD=17",
                         "-DLLVM_USE_LINKER=lld",
                     ])},
 
     {'name' : "flang-aarch64-ubuntu-latest-clang",
     'tags'  : ['flang'],
     'workernames' : ["linaro-aarch64-flang-latest-clang"],
     'builddir': "flang-aarch64-ubuntu-latest-clang",
     'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
                     clean=True,
                     checks=['check-flang'],
                     depends_on_projects=['llvm','mlir','clang','flang'],
                     extra_configure_args=[
-                        "-DLLVM_TARGETS_TO_BUILD=AArch64",
                         "-DLLVM_INSTALL_UTILS=ON",
                         "-DCMAKE_CXX_STANDARD=17",
                         "-DLLVM_ENABLE_WERROR=OFF",
                         "-DFLANG_ENABLE_WERROR=ON",
                         "-DBUILD_SHARED_LIBS=ON",
                         "-DLLVM_ENABLE_ASSERTIONS=ON",
                         "-DLLVM_ENABLE_LIBCXX=On",
                         "-DCMAKE_BUILD_TYPE=Release",
                         ])},
 
     {'name' : "flang-aarch64-ubuntu-release",
     'tags'  : ["flang"],
     'workernames' : ["linaro-aarch64-flang-release"],
     'builddir': "flang-aarch64-release",
     'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
                     clean=True,
                     checks=['check-flang'],
                     depends_on_projects=['llvm','mlir','clang','flang'],
                     extra_configure_args=[
-                        "-DLLVM_TARGETS_TO_BUILD=AArch64",
                         "-DCMAKE_BUILD_TYPE=Release",
                         "-DCMAKE_CXX_STANDARD=17",
                     ])},
 
     {'name' : "flang-aarch64-ubuntu-rel-assert",
     'tags'  : ["flang"],
     'workernames' : ["linaro-aarch64-flang-rel-assert"],
     'builddir': "flang-aarch64-rel",
     'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
                     clean=True,
                     checks=['check-flang'],
                     depends_on_projects=['llvm','mlir','clang','flang'],
                     extra_configure_args=[
-                        "-DLLVM_TARGETS_TO_BUILD=AArch64",
                         "-DLLVM_ENABLE_ASSERTIONS=ON",
                         "-DCMAKE_BUILD_TYPE=Release",
                         "-DCMAKE_CXX_STANDARD=17",
                     ])},
 
     {'name' : "flang-aarch64-latest-gcc",
     'tags'  : ['flang'],
     'workernames' : ["linaro-aarch64-flang-latest-gcc"],
     'builddir': "flang-aarch64-latest-gcc",
     'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
                     clean=True,
                     checks=['check-flang'],
                     depends_on_projects=['llvm','mlir','clang','flang'],
                     extra_configure_args=[
-                        "-DLLVM_TARGETS_TO_BUILD=AArch64",
                         "-DLLVM_INSTALL_UTILS=ON",
                         "-DCMAKE_CXX_STANDARD=17",
                         "-DLLVM_ENABLE_WERROR=OFF",
                         "-DFLANG_ENABLE_WERROR=ON",
                         "-DBUILD_SHARED_LIBS=ON",
                         "-DLLVM_ENABLE_ASSERTIONS=ON",
                         "-DCMAKE_BUILD_TYPE=Release",
                     ])},

buildbot/osuosl/master/config/workers.py

return [
         create_worker("linaro-armv8-libcxx", properties={'jobs' : 1}, max_builds=1),
         create_worker("linaro-arm-lldb", properties={'jobs' : 16}, max_builds=1),
 
         # AArch64 Linaro workers
         create_worker("linaro-aarch64-quick", properties={'jobs' : 32}, max_builds=1),
         create_worker("linaro-aarch64-full", properties={'jobs' : 32}, max_builds=1),
         create_worker("linaro-aarch64-global-isel", properties={'jobs' : 32}, max_builds=1),
         create_worker("linaro-aarch64-lld", properties={'jobs' : 32}, max_builds=1),
+        create_worker("linaro-aarch64-sve-vls", properties={'jobs' : 48}, max_builds=1),
         create_worker("linaro-aarch64-flang-oot", properties={'jobs' : 32}, max_builds=1),
         create_worker("linaro-aarch64-flang-debug", properties={'jobs' : 32}, max_builds=1),
         create_worker("linaro-aarch64-flang-latest-clang", properties={'jobs' : 32}, max_builds=1),
         create_worker("linaro-aarch64-flang-release", properties={'jobs' : 32}, max_builds=1),
         create_worker("linaro-aarch64-flang-rel-assert", properties={'jobs' : 32}, max_builds=1),
         create_worker("linaro-aarch64-flang-dylib", properties={'jobs' : 32}, max_builds=1),
         create_worker("linaro-aarch64-flang-sharedlibs", properties={'jobs' : 32}, max_builds=1),
         create_worker("linaro-aarch64-flang-latest-gcc", properties={'jobs' : 32}, max_builds=1),