config for mlir-nvidia buildbot

[kuhnel]

Summary

Configuration for new buildbot

[gribozavr2]

buildbot/osuosl/master/config/builders.py

1575

Consider adding back the newline, and reordering the mlir builders higher, closer to lldb maybe. Right now they seem to be near documentation, experimental and on-demand builders (read: "not that important" type of builders).

[jpienaar]

Thanks!

[herhut]

Thank you Christian for adding this!

[kuhnel]

• moved mlir builders up

[kuhnel]

• added newline again

[kuhnel]

• removed stray new line

[kuhnel]

• made last line empty

[gkistanova]

LGTM

[kuhnel]

@gkistanova can you please land the patch? I do not have write access to the repo. Can you please land this or give me write access?

buildbot/osuosl/master/config/builders.py

return [
                                     clean=True,
                                     extra_configure_args=[
                                         '-DLLVM_ENABLE_WERROR=OFF'],
                                     depends_on_projects=['llvm', 'lld']),
          'category' : 'lld'},
 
         ]
 
+# Builders for MLIR
+def _get_mlir_builders():
+    return [
+        {'name': "mlir-nvidia",
+        'mergeRequests': False,
+        'slavenames':["mlir-nvidia"],
+        'builddir':"mlir-nvidia",
+        'factory': UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
+                        llvm_srcdir="llvm.src",
+                        obj_dir="llvm.obj",
+                        clean=True,
+                        depends_on_projects=['llvm','mlir'],
+                        extra_configure_args=[
+                            '-DLLVM_BUILD_EXAMPLES=ON'
+                            '-DLLVM_ENABLE_CXX1Y=Y '
+                            '-DLLVM_TARGETS_TO_BUILD="host;NVPTX"'
+                            '-DLLVM_ENABLE_PROJECTS=mlir'
+                            '-DMLIR_CUDA_RUNNER_ENABLED=1'
+                            '-DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc'
+                        ],
+                        env={
+                            'CC':'clang',
+                            'CXX': 'clang++',
+                            'LD': 'lld',
+                        })},
+    ]
+
 # Sanitizer builders.
 def _get_sanitizer_builders():
       return [
           {'name': "sanitizer-x86_64-linux",
            'slavenames' :["sanitizer-buildbot1", "sanitizer-buildbot2"],
            'builddir': "sanitizer-x86_64-linux",
            'factory': SanitizerBuilder.getSanitizerBuildFactory()},
           {'name': "sanitizer-x86_64-linux-fast",
def get_builders():
     for b in _get_lld_builders():
         b['category'] = 'lld'
         yield b
 
     for b in _get_lldb_builders():
         b['category'] = 'lldb'
         yield b
 
+    for b in _get_mlir_builders():
+        b['category'] = 'mlir'
+        yield b
+
     for b in _get_sanitizer_builders():
         b['category'] = 'sanitizer'
         yield b
 
     for b in _get_openmp_builders():
         b['category'] = 'openmp'
         yield b
 
def get_builders():
     for b in _get_experimental_scheduled_builders():
         if not b.get('category', '').endswith('.exp'):
            b['category'] = b.get('category', '') + '.exp'
         yield b
 
     for b in _get_on_demand_builders():
         if not b.get('category', '').endswith('.on-demand'):
            b['category'] = b.get('category', '') + '.on-demand'
         yield b

buildbot/osuosl/master/config/slaves.py

return [
         create_slave("solaris11-amd64", properties={'jobs' : 8}, max_builds=1),
         create_slave("solaris11-sparcv9", properties={'jobs' : 8}, max_builds=1),
 
         # Windows 7 Intel(R) Core(TM) CPU i7-4790K (4.00GHz), 16GB of RAM
         create_slave("windows7-buildbot", properties={'jobs': 2}, max_builds=1),
 
         # CentOS 7.5.1804 on Intel(R) Xeon(R) Gold 6126 CPU @ 2.60GHz, 96GB RAM
         create_slave("nec-arrproto41", properties={'jobs': 12}, max_builds=1),
+
+        # Uubntu 18.04 amd64 on Google Cloud, 16 core, Nvidia Tesla T4
+        create_slave("mlir-nvidia", properties={'jobs': 16}, max_builds=1),
         ]