Add ARM64 Windows on Arm buildbots

[maxim-kuvyrkov]

Summary

This patch adds 2 new machines:

• linaro-armv8-windows-msvc-01
• linaro-armv8-windows-msvc-02

and 2 new builders:

• clang-arm64-windows-msvc
• clang-arm64-windows-msvc-2stage

to test LLVM on Windows on Arm platform.

The machines are Microsoft Surface X Pro laptops configured for 24x7 workload.

The host build environment is bootstrapped based on LLVM 11 custom build and
uses headers and libraries from MS Visual Studio 2019. To accommodate the custom
setup we add "manual" value for "vs" parameter to ClangBuilder factory, which allows
to use manually pre-configured MSVC environment instead of initializing it during
build by running old-school vcvarsall.bat.

Finally, the bots have known failures in MCJIT unit-tests, which we are working on.
Once the failures are fixed, we'll enable unit-testsuite in both builders.

[maxim-kuvyrkov]

For reference, here are testing builds:

• http://ex40-01.tcwglab.linaro.org:8011/builders/clang-arm64-windows-msvc
• http://ex40-01.tcwglab.linaro.org:8011/builders/clang-arm64-windows-msvc-2stage

[omjavaid]

Looks good to me.

[maxim-kuvyrkov]

Galina, Diana, any other feedback? Or shall I commit the patch?

[gkistanova]

Thanks, Maxim! Looks good.
Please feel free to commit.

buildbot/osuosl/master/config/builders.py

return [
                         "-DLLVM_TARGETS_TO_BUILD=AArch64",
                         "-DCMAKE_C_COMPILER_TARGET=aarch64-linux-gnu",
                         "-DDEFAULT_SYSROOT=C:/buildbot/.aarch64-ubuntu",
                         "-DLLVM_LIT_ARGS=-v -vv --threads=32",
                         WithProperties("%(remote_test_host:+-DREMOTE_TEST_HOST=)s%(remote_test_host:-)s"),
                         WithProperties("%(remote_test_user:+-DREMOTE_TEST_USER=)s%(remote_test_user:-)s"),
                       ],
                       cmake_cache="../llvm-project/clang/cmake/caches/CrossWinToARMLinux.cmake")},
+
+        {'name': "clang-arm64-windows-msvc",
+         'slavenames':["linaro-armv8-windows-msvc-01", "linaro-armv8-windows-msvc-02"],
+         'builddir':"clang-arm64-windows-msvc",
+         'factory' : ClangBuilder.getClangCMakeBuildFactory(
+                      vs="manual",
+                      test=False, # Disable testing until MCJIT failures are fixed
+                      extra_cmake_args=["-DLLVM_DEFAULT_TARGET_TRIPLE=aarch64-windows-msvc",
+                                        "-DLLVM_HOST_TRIPLE=aarch64-windows-msvc",
+                                        "-DLLVM_TARGET_ARCH=AArch64",
+                                        "-DCOMPILER_RT_BUILD_SANITIZERS=OFF",
+                                        "-DCOMPILER_RT_BUILD_XRAY=OFF"])},
     ]
 
 # Clang builders.
 def _get_clang_builders():
     return [
         # Cortex-A15 LNT test-suite in Benchmark mode
         {'name' : "clang-native-arm-lnt-perf",
          'slavenames':["linaro-tk1-02"],
return [
                       runTestSuite=True,
                       testsuite_flags=['--cppflags', '-mcpu=cortex-a57',
                                        '--threads=32', '--build-threads=32'],
                       extra_cmake_args=["-DCMAKE_C_FLAGS='-mcpu=cortex-a57'",
                                         "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a57'",
                                         "-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"],
                )},
 
+        {'name': "clang-arm64-windows-msvc-2stage",
+         'slavenames':["linaro-armv8-windows-msvc-01", "linaro-armv8-windows-msvc-02"],
+         'builddir':"clang-arm64-windows-msvc-2stage",
+         'factory' : ClangBuilder.getClangCMakeBuildFactory(
+                      vs="manual",
+                      test=False, # Disable testing until MCJIT failures are fixed
+                      useTwoStage=True,
+                      testStage1=False,
+                      extra_cmake_args=["-DLLVM_DEFAULT_TARGET_TRIPLE=aarch64-windows-msvc",
+                                        "-DLLVM_HOST_TRIPLE=aarch64-windows-msvc",
+                                        "-DLLVM_TARGET_ARCH=AArch64",
+                                        "-DCOMPILER_RT_BUILD_SANITIZERS=OFF",
+                                        "-DCOMPILER_RT_BUILD_XRAY=OFF"])},
+
         {'name': 'clang-x64-windows-msvc',
          'slavenames': ['windows-gcebot2'],
          'builddir': 'clang-x64-windows-msvc',
          'factory' : AnnotatedBuilder.getAnnotatedBuildFactory(
              script="clang-windows.py",
              depends_on_projects=['llvm', 'clang', 'lld', 'debuginfo-tests'])},
 
         {'name' : "clang-ppc64be-linux-lnt",

buildbot/osuosl/master/config/slaves.py

return [
         create_slave("linaro-aarch64-full", properties={'jobs' : 32}, max_builds=1),
         create_slave("linaro-aarch64-global-isel", properties={'jobs' : 32}, max_builds=1),
         create_slave("linaro-aarch64-lld", properties={'jobs' : 32}, max_builds=1),
         # Libcxx testsuite has tests with timing assumptions.  Run single-threaded to make
         # sure we have plenty CPU cycle to satisfy timing assumptions.
         create_slave("linaro-aarch64-libcxx", properties={'jobs' : 1}, max_builds=1),
         create_slave("linaro-aarch64-lldb", properties={'jobs': 16}, max_builds=1),
 
+        # AArch64
+        create_slave("linaro-armv8-windows-msvc-01", properties={'jobs' : 8}, max_builds=1),
+        create_slave("linaro-armv8-windows-msvc-02", properties={'jobs' : 8}, max_builds=1),
+
         # ARMv7 build cache slave
         create_slave("packet-linux-armv7-slave-1", properties={'jobs' : 64}, max_builds=1),
 
         # AArch64 build cache slave
         create_slave("packet-linux-aarch64-slave-1", properties={'jobs' : 64}, max_builds=1),
 
         # Windows Server 2016 Intel Xeon(R) Quad 2.30 GHz, 56GB of RAM
         create_slave("win-py3-buildbot", properties={'jobs' : 64}, max_builds=1),

zorg/buildbot/builders/ClangBuilder.py

def _getClangCMakeBuildFactory(
 
     # Global configurations
     stage1_build = 'stage1'
     stage1_install = 'stage1.install'
     stage2_build = 'stage2'
     stage2_install = 'stage2.install'
 
     # Set up VS environment, if appropriate.
-    if vs:
+    if vs and vs != "manual":
         f.addStep(SetProperty(
             command=builders_util.getVisualStudioEnvironment(vs, vs_target_arch),
             extract_fn=builders_util.extractSlaveEnvironment))
         assert not env, "Can't have custom builder env vars with VS"
         env = Property('slave_env')
 
 
     ############# CLEANING