[jenkins] Switch to GitHub repo URLs. Use local mirror as reference.

[azharudd]

Summary

Use the local mirror on the node as a reference instead of using
the locally hosted mirror repo.

Using the existing local mirror on the node helps reduce the load
on the network and also speeds up the source checkout.

[aprantl]

Without fully understanding the Groovy code, I think the description and goal sound good to me!

[steven_wu]

LGTM.

The document is not clear what the exactly extension CloneOption reference does: https://www.jenkins.io/doc/pipeline/steps/workflow-scm-step/ but I guess it matches your description in commit message.

[JDevlieghere]

Thanks!

[drew_maxwell]

Looks good to me.

zorg/jenkins/common.groovy

 //
 // FIXME: Make this do a --bare or --mirror clone instead of a full clone. This
 // is very space-intensive.
 private def clone_llvm_project(name, sha) {
         dir("pseudo-checkout-${name}") {
         checkout poll: false, changelog: true, scm: [
             $class: 'GitSCM',
             branches: [[name: sha ]],
-            userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-project.git']]
+            extensions: [[
+                $class: 'CloneOption',
+                reference: '/Users/Shared/llvm-project.git'
+            ]],
+            userRemoteConfigs: [[url: 'https://github.com/llvm/llvm-project.git']]
         ]
     }
 }
 
 private def post_build() {
     // Analyze build log.
     def base_url = 'http://labmaster2:8080/green'
     def build_url = currentBuild.getRawBuild().getUrl()

zorg/jenkins/jobs/jobs/clang-stage1-RA

 pipeline {
     agent { label 'green-dragon-20' }
 
     parameters {
         string(name: 'GIT_REVISION', defaultValue: '*/main', description: 'Git revision to build')
     }
 
     stages {
         stage('Checkout') {
             steps {
                 dir('llvm-project') {
-                    checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'https://github.com/llvm/llvm-project.git']]])
+                    checkout([$class: 'GitSCM', branches: [
+                        [name: params.GIT_REVISION]
+                    ], extensions: [
+                        [$class: 'CloneOption',
+                        reference: '/Users/Shared/llvm-project.git']
+                    ], userRemoteConfigs: [
+                        [url: 'https://github.com/llvm/llvm-project.git']
+                    ]])
                 }
                 dir('llvm-zorg') {
-                    checkout([$class: 'GitSCM', branches: [[name: '*/main']], userRemoteConfigs: [[url: 'https://github.com/llvm/llvm-zorg.git']]])
+                    checkout([$class: 'GitSCM', branches: [
+                        [name: '*/main']
+                    ], extensions: [
+                        [$class: 'CloneOption',
+                        reference: '/Users/Shared/llvm-zorg.git']
+                    ], userRemoteConfigs: [
+                        [url: 'https://github.com/llvm/llvm-zorg.git']
+                    ]])
                 }
             }
         }
         stage('Build') {
             steps {
                 timeout(90) {
                     sh '''
                     set -u

zorg/jenkins/jobs/jobs/clang-stage1-cmake-RA-incremental

 pipeline {
     agent { label 'green-dragon-07' }
 
     parameters {
         string(name: 'GIT_REVISION', defaultValue: '*/main', description: 'Git revision to build')
     }
 
     stages {
         stage('Checkout') {
             steps {
                 dir('llvm-project') {
-                    checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'https://github.com/llvm/llvm-project.git']]])
+                    checkout([$class: 'GitSCM', branches: [
+                        [name: params.GIT_REVISION]
+                    ], extensions: [
+                        [$class: 'CloneOption',
+                        reference: '/Users/Shared/llvm-project.git']
+                    ], userRemoteConfigs: [
+                        [url: 'https://github.com/llvm/llvm-project.git']
+                    ]])
                 }
                 dir('llvm-zorg') {
-                    checkout([$class: 'GitSCM', branches: [[name: '*/main']], userRemoteConfigs: [[url: 'https://github.com/llvm/llvm-zorg.git']]])
+                    checkout([$class: 'GitSCM', branches: [
+                        [name: '*/main']
+                    ], extensions: [
+                        [$class: 'CloneOption',
+                        reference: '/Users/Shared/llvm-zorg.git']
+                    ], userRemoteConfigs: [
+                        [url: 'https://github.com/llvm/llvm-zorg.git']
+                    ]])
                 }
             }
         }
         stage('Build') {
             steps {
                 timeout(90) {
                     sh '''
                     set -u

zorg/jenkins/jobs/jobs/clang-stage2-Rthinlto

 pipeline {
     agent { label 'green-dragon-22' }
 
     options { disableResume() }
 
     parameters {
         string(name: 'GIT_SHA', defaultValue: '*/main', description: 'Git revision to build')
         string(name: 'ARTIFACT', defaultValue: 'clang-stage1-RA/latest', description: 'description')
     }
 
     stages {
         stage('Checkout') {
             steps {
                 dir('llvm-project') {
-                    checkout([$class: 'GitSCM', branches: [[name: params.GIT_SHA]], userRemoteConfigs: [[url: 'https://github.com/llvm/llvm-project.git']]])
+                    checkout([$class: 'GitSCM', branches: [
+                        [name: params.GIT_SHA]
+                    ], extensions: [
+                        [$class: 'CloneOption',
+                        reference: '/Users/Shared/llvm-project.git']
+                    ], userRemoteConfigs: [
+                        [url: 'https://github.com/llvm/llvm-project.git']
+                    ]])
                 }
                 dir('llvm-zorg') {
-                    checkout([$class: 'GitSCM', branches: [[name: '*/main']], userRemoteConfigs: [[url: 'https://github.com/llvm/llvm-zorg.git']]])
+                    checkout([$class: 'GitSCM', branches: [
+                        [name: '*/main']
+                    ], extensions: [
+                        [$class: 'CloneOption',
+                        reference: '/Users/Shared/llvm-zorg.git']
+                    ], userRemoteConfigs: [
+                        [url: 'https://github.com/llvm/llvm-zorg.git']
+                    ]])
                 }
             }
         }
         stage('Build') {
             steps {
                 timeout(600) {
                     sh '''
                     set -u

zorg/jenkins/jobs/jobs/lldb-cmake

pipeline {
     stages {
         stage('Checkout') {
             steps {
                 timeout(30) {
                     dir('llvm-project') {
                         checkout([$class: 'GitSCM', branches: [
                             [name: params.GIT_SHA]
                         ], userRemoteConfigs: [
-                            [url: 'http://labmaster3.local/git/llvm-project.git']
+                            [url: 'https://github.com/llvm/llvm-project.git']
                         ], extensions: [
-                            [$class: 'CloneOption', noTags: true, timeout: 30]
+                            [$class: 'CloneOption',
+                            reference: '/Users/Shared/llvm-project.git',
+                            noTags: true, timeout: 30]
                         ]])
                     }
                     dir('llvm-zorg') {
                         checkout([$class: 'GitSCM', branches: [
                             [name: '*/main']
                         ], userRemoteConfigs: [
-                            [url: 'http://labmaster3.local/git/llvm-zorg.git']
+                            [url: 'https://github.com/llvm/llvm-zorg.git']
+                        ], extensions: [
+                            [$class: 'CloneOption',
+                            reference: '/Users/Shared/llvm-zorg.git']
                         ]])
                     }
                 }
             }
         }
         stage('Fetch Host Compiler') {
         steps {
             timeout(10) {

zorg/jenkins/jobs/jobs/lldb-cmake-matrix

pipeline {
     stages {
         stage('Checkout') {
             steps {
                 timeout(30) {
                     dir('llvm-project') {
                         checkout([$class: 'GitSCM', branches: [
                             [name: params.GIT_SHA]
                         ], userRemoteConfigs: [
-                            [url: 'http://labmaster3.local/git/llvm-project.git']
+                            [url: 'https://github.com/llvm/llvm-project.git']
                         ], extensions: [
-                            [$class: 'CloneOption', noTags: true, timeout: 30]
+                            [$class: 'CloneOption',
+                            reference: '/Users/Shared/llvm-project.git',
+                            noTags: true, timeout: 30]
                         ]])
                     }
                     dir('llvm-zorg') {
                         checkout([$class: 'GitSCM', branches: [
                             [name: '*/main']
                         ], userRemoteConfigs: [
-                            [url: 'http://labmaster3.local/git/llvm-zorg.git']
+                            [url: 'https://github.com/llvm/llvm-zorg.git']
+                        ], extensions: [
+                            [$class: 'CloneOption',
+                            reference: '/Users/Shared/llvm-zorg.git']
                         ]])
                     }
                 }
             }
         }
         stage('Fetch') {
             steps {
                 timeout(10) {
stages {
         }
         stage('Build Clang 5.0.2') {
             steps {
                 timeout(30) {
                     dir('clang_502') {
                         checkout([$class: 'GitSCM', branches: [
                             [name: "llvmorg-5.0.2"]
                         ], userRemoteConfigs: [
-                            [url: 'http://labmaster3.local/git/llvm-project.git']
+                            [url: 'https://github.com/llvm/llvm-project.git']
                         ], extensions: [
-                            [$class: 'CloneOption', timeout: 30]
+                            [$class: 'CloneOption', timeout: 30,
+                            reference: '/Users/Shared/llvm-project.git']
                         ]])
                     }
                 }
                 timeout(90) {
                     sh '''
                     export PATH=$PATH:/usr/bin:/usr/local/bin
                     export SRC_DIR='clang_502'
                     export BUILD_DIR='clang_502_build'
stages {
         }
         stage('Build Clang 7.0.1') {
             steps {
                 timeout(30) {
                     dir('clang_701') {
                         checkout([$class: 'GitSCM', branches: [
                             [name: "llvmorg-7.0.1"]
                         ], userRemoteConfigs: [
-                            [url: 'http://labmaster3.local/git/llvm-project.git']
+                            [url: 'https://github.com/llvm/llvm-project.git']
                         ], extensions: [
-                            [$class: 'CloneOption', timeout: 30]
+                            [$class: 'CloneOption', timeout: 30,
+                            reference: '/Users/Shared/llvm-project.git']
                         ]])
                     }
                 }
                 timeout(90) {
                     sh '''
                     export PATH=$PATH:/usr/bin:/usr/local/bin
                     export SRC_DIR='clang_701'
                     export BUILD_DIR='clang_701_build'
stages {
         }
         stage('Build Clang 9.0.0') {
             steps {
                 timeout(30) {
                     dir('clang_900') {
                         checkout([$class: 'GitSCM', branches: [
                             [name: "llvmorg-9.0.0"]
                         ], userRemoteConfigs: [
-                            [url: 'http://labmaster3.local/git/llvm-project.git']
+                            [url: 'https://github.com/llvm/llvm-project.git']
                         ], extensions: [
-                            [$class: 'CloneOption', timeout: 30]
+                            [$class: 'CloneOption', timeout: 30,
+                            reference: '/Users/Shared/llvm-project.git']
                         ]])
                     }
                 }
                 timeout(90) {
                     sh '''
                     export PATH=$PATH:/usr/bin:/usr/local/bin
                     export SRC_DIR='clang_900'
                     export BUILD_DIR='clang_900_build'
stages {
         }
         stage('Build Clang 11.0.1') {
             steps {
                 timeout(30) {
                     dir('clang_1101') {
                         checkout([$class: 'GitSCM', branches: [
                             [name: "llvmorg-11.0.1"]
                         ], userRemoteConfigs: [
-                            [url: 'http://labmaster3.local/git/llvm-project.git']
+                            [url: 'https://github.com/llvm/llvm-project.git']
                         ], extensions: [
-                            [$class: 'CloneOption', timeout: 30]
+                            [$class: 'CloneOption', timeout: 30,
+                            reference: '/Users/Shared/llvm-project.git']
                         ]])
                     }
                 }
                 timeout(90) {
                     sh '''
                     export PATH=$PATH:/usr/bin:/usr/local/bin
                     export SRC_DIR='clang_1101'
                     export BUILD_DIR='clang_1101_build'
stages {
         }
         stage('Build Clang 13.0.0') {
             steps {
                 timeout(30) {
                     dir('clang_1300') {
                         checkout([$class: 'GitSCM', branches: [
                             [name: "llvmorg-13.0.0"]
                         ], userRemoteConfigs: [
-                            [url: 'http://labmaster3.local/git/llvm-project.git']
+                            [url: 'https://github.com/llvm/llvm-project.git']
                         ], extensions: [
-                            [$class: 'CloneOption', timeout: 30]
+                            [$class: 'CloneOption', timeout: 30,
+                            reference: '/Users/Shared/llvm-project.git']
                         ]])
                     }
                 }
                 timeout(90) {
                     sh '''
                     export PATH=$PATH:/usr/bin:/usr/local/bin
                     export SRC_DIR='clang_1300'
                     export BUILD_DIR='clang_1300_build'

zorg/jenkins/jobs/jobs/lldb-cmake-sanitized

pipeline {
     stages {
         stage('Checkout') {
             steps {
                 timeout(30) {
                     dir('llvm-project') {
                         checkout([$class: 'GitSCM', branches: [
                             [name: params.GIT_SHA]
                         ], userRemoteConfigs: [
-                            [url: 'http://labmaster3.local/git/llvm-project.git']
+                            [url: 'https://github.com/llvm/llvm-project.git']
                         ], extensions: [
-                            [$class: 'CloneOption', noTags: true, timeout: 30]
+                            [$class: 'CloneOption',
+                            reference: '/Users/Shared/llvm-project.git',
+                            noTags: true, timeout: 30]
                         ]])
                     }
                     dir('llvm-zorg') {
                         checkout([$class: 'GitSCM', branches: [
                             [name: '*/main']
                         ], userRemoteConfigs: [
-                            [url: 'http://labmaster3.local/git/llvm-zorg.git']
+                            [url: 'https://github.com/llvm/llvm-zorg.git']
+                        ], extensions: [
+                            [$class: 'CloneOption',
+                            reference: '/Users/Shared/llvm-zorg.git']
                         ]])
                     }
                 }
             }
         }
         stage('Fetch Host Compiler') {
         steps {
             timeout(10) {

zorg/jenkins/jobs/jobs/lldb-cmake-standalone

pipeline {
     stages {
         stage('Checkout') {
             steps {
                 timeout(30) {
                     dir('llvm-project') {
                         checkout([$class: 'GitSCM', branches: [
                             [name: params.GIT_SHA]
                         ], userRemoteConfigs: [
-                            [url: 'http://labmaster3.local/git/llvm-project.git']
+                            [url: 'https://github.com/llvm/llvm-project.git']
                         ], extensions: [
-                            [$class: 'CloneOption', noTags: true, timeout: 30]
+                            [$class: 'CloneOption',
+                            reference: '/Users/Shared/llvm-project.git',
+                            noTags: true, timeout: 30]
                         ]])
                     }
                     dir('llvm-zorg') {
                         checkout([$class: 'GitSCM', branches: [
                             [name: '*/main']
                         ], userRemoteConfigs: [
-                            [url: 'http://labmaster3.local/git/llvm-zorg.git']
+                            [url: 'https://github.com/llvm/llvm-zorg.git']
+                        ], extensions: [
+                            [$class: 'CloneOption',
+                            reference: '/Users/Shared/llvm-zorg.git']
                         ]])
                     }
                 }
             }
         }
         stage('Fetch') {
             steps {
               timeout(90) {

zorg/jenkins/jobs/jobs/llvm-coverage

 #!/usr/bin/env groovy
 pipeline {
     agent { label 'green-dragon-23' }
 
     parameters {
         string(name: 'GIT_REVISION', defaultValue: '*/main', description: 'Git revision to build')
         string(name: 'ARTIFACT', defaultValue: 'clang-stage1-RA/latest', description: 'Compiler artifact to use for building the project')
         string(name: 'BUILD_TYPE', defaultValue: 'Release', description: 'Default CMake build type; one of: Release, Debug, ...')
         string(name: 'CLEAN', defaultValue: "false", description: 'Whether or not to clean the build directory before building')
     }
 
     stages {
         stage('Checkout') {
             steps {
                 dir('llvm-project') {
-                    checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-project.git']]])
+                    checkout([$class: 'GitSCM', branches: [
+                        [name: params.GIT_REVISION]
+                    ], extensions: [
+                        [$class: 'CloneOption',
+                        reference: '/Users/Shared/llvm-project.git']
+                    ], userRemoteConfigs: [
+                        [url: 'https://github.com/llvm/llvm-project.git']
+                    ]])
                 }
                 dir('llvm-zorg') {
-                    checkout([$class: 'GitSCM', branches: [[name: '*/main']], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-zorg.git']]])
+                    checkout([$class: 'GitSCM', branches: [
+                        [name: '*/main']
+                    ], extensions: [
+                        [$class: 'CloneOption',
+                        reference: '/Users/Shared/llvm-zorg.git']
+                    ], userRemoteConfigs: [
+                        [url: 'https://github.com/llvm/llvm-zorg.git']
+                    ]])
                 }
             }
         }
         stage('Fetch') {
             steps {
                 timeout(10) {
                     sh '''
                     python llvm-zorg/zorg/jenkins/monorepo_build.py fetch