This is an archive of the discontinued LLVM Phabricator instance.

Differential D109612

add a check-tsan-shared
AbandonedPublic

Authored by ZijunZhao on Sep 10 2021, 10:05 AM.

Details

Reviewers
sscalpone
gkistanova
jdoerfert
Summary

add a check-tsan-shared in cmake.sh

Diff Detail

Revision Contents

PathSize
7 lines
buildbot/
google/
docker/
buildbot-clangd-ubuntu-clang/
2 lines
2 lines
9 lines
buildbot-mlir-nvidia/
16 lines
2 lines
buildbot-sanitizer-windows/
21 lines
1 line
1 line
26 lines
51 lines
terraform/
2 lines
165 lines
osuosl/
master/
config/
2 lines
1050 lines
225 lines
121 lines
87 lines
121 lines
12 lines
llvmbisect/
llvmlab/
28 lines
26 lines
tasks/
tasktool/
4 lines
tasktool/
repos/
2 lines
utils/
2 lines
test/
jenkins/
4 lines
zorg/
buildbot/
builders/
4 lines
16 lines
13 lines
33 lines
121 lines
6 lines
105 lines
72 lines
144 lines
9 lines
2 lines
28 lines
annotated/
26 lines
12 lines
114 lines
35 lines
libc-windows.py
libc-linux.py
42 lines
sanitizers/
47 lines
3 lines
4 lines
4 lines
36 lines
4 lines
46 lines
8 lines
350 lines
14 lines
6 lines
changes/
33 lines
commands/
2 lines
process/
62 lines
util/
102 lines
jenkins/
3 lines
7 lines
2 lines
jobs/
jobs/
109 lines
90 lines
94 lines
11 lines
20 lines
6 lines
6 lines
134 lines
6 lines
6 lines
6 lines
6 lines
util/
2 lines
42 lines

Diff 371947

.pylintrc

  • This file was added.
# add root folder to Pylint PYTHONPATH, so builders can be checked with zorg.*
# packages
[MASTER]
init-hook='import sys; sys.path.append(".")'
[FORMAT]
max-line-length=120
No newline at end of file

buildbot/google/docker/buildbot-clangd-ubuntu-clang/Dockerfile

Show First 20 Lines • Show All 47 Lines • ▼ Show 20 Lines
# Install build bot (server was at 2.8.5-dev at time of writing). # Install build bot (server was at 2.8.5-dev at time of writing).
RUN pip3 install buildbot-worker==2.8.4 RUN pip3 install buildbot-worker==2.8.4
# Build and install gRPC for clangd remote index, based on instructions # Build and install gRPC for clangd remote index, based on instructions
# https://github.com/llvm/llvm-project/tree/master/clang-tools-extra/clangd/index/remote#building-from-sources # https://github.com/llvm/llvm-project/tree/master/clang-tools-extra/clangd/index/remote#building-from-sources
# The grpc version shipped with Ubuntu 18.04 crashes on TSan checks. # The grpc version shipped with Ubuntu 18.04 crashes on TSan checks.
ENV GRPC_INSTALL_PATH=/usr/local/lib/grpc ENV GRPC_INSTALL_PATH=/usr/local/lib/grpc
RUN cd /tmp ; \ RUN cd /tmp ; \
git clone -b v1.33.2 --depth 1 --recursive --shallow-submodules https://github.com/grpc/grpc ; \ git clone -b v1.36.3 --depth 1 --recursive --shallow-submodules https://github.com/grpc/grpc ; \
cd grpc ; \ cd grpc ; \
mkdir build; cd build ; \ mkdir build; cd build ; \
cmake -G Ninja -DgRPC_INSTALL=ON -DCMAKE_INSTALL_PREFIX=${GRPC_INSTALL_PATH} -DCMAKE_BUILD_TYPE=Release .. ; \ cmake -G Ninja -DgRPC_INSTALL=ON -DCMAKE_INSTALL_PREFIX=${GRPC_INSTALL_PATH} -DCMAKE_BUILD_TYPE=Release .. ; \
cmake --build . --target install ; \ cmake --build . --target install ; \
# Clean up sources to reduce image size. # Clean up sources to reduce image size.
cd / ; rm -rf /tmp/grpc cd / ; rm -rf /tmp/grpc
# Workaround permissions issues when writing to named volumes # Workaround permissions issues when writing to named volumes
Show All 39 Lines

buildbot/google/docker/buildbot-clangd-ubuntu-clang/VERSION

3 5

buildbot/google/docker/buildbot-clangd-ubuntu-clang/run.sh

Show All 32 Lines
echo "Host information:" echo "Host information:"
cat ${WORKER_NAME}/info/host cat ${WORKER_NAME}/info/host
# create the folder structure # create the folder structure
echo "creating worker ${WORKER_NAME} at port ${BUILDBOT_PORT}..." echo "creating worker ${WORKER_NAME} at port ${BUILDBOT_PORT}..."
buildbot-worker create-worker --keepalive=200 "${WORKER_NAME}" \ buildbot-worker create-worker --keepalive=200 "${WORKER_NAME}" \
lab.llvm.org:${BUILDBOT_PORT} "${WORKER_NAME}" "${WORKER_PASSWORD}" lab.llvm.org:${BUILDBOT_PORT} "${WORKER_NAME}" "${WORKER_PASSWORD}"
# start the daemon, this command return immetiately # start the daemon, this command returns immediately
echo "starting worker..." echo "starting worker..."
buildbot-worker start "${WORKER_NAME}" set +e
if ! buildbot-worker start "${WORKER_NAME}"; then
echo ERROR: starting worker failed. contents of twistd.log:
cat "${WORKER_NAME}/twistd.log"
exit 1
fi
# To keep the container running and produce log outputs: dump the worker # To keep the container running and produce log outputs: dump the worker
# log to stdout # log to stdout
echo "Following worker log..." echo "Following worker log..."
tail -f ${WORKER_NAME}/twistd.log tail -f ${WORKER_NAME}/twistd.log

buildbot/google/docker/buildbot-mlir-nvidia/Dockerfile

#===-- Dockerfile --------------------------------------------------------===// #===-- Dockerfile --------------------------------------------------------===//
# Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. # Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
# See https://llvm.org/LICENSE.txt for license information. # See https://llvm.org/LICENSE.txt for license information.
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
# #
#===----------------------------------------------------------------------===// #===----------------------------------------------------------------------===//
# Docker image used for the mlir-nvidia builder # Docker image used for the mlir-nvidia builder
# #
# Environment variables configurable at runtime: # Environment variables configurable at runtime:
# BUILDBOT_PORT - server port to connect to # BUILDBOT_PORT - server port to connect to
#===----------------------------------------------------------------------===// #===----------------------------------------------------------------------===//
# Use the image from NVIDIA as base # Use the image from NVIDIA as base
FROM nvidia/cuda:10.2-base-ubuntu18.04 FROM nvidia/cuda:10.2-base-ubuntu18.04
# install build tools # install build tools
RUN apt-get update; \ RUN apt-get update; \
apt-get install -y software-properties-common apt-transport-https ca-certificates \ apt-get install -y software-properties-common apt-transport-https ca-certificates \
clang-8 lld-8 ninja-build git wget gnupg ccache \ clang-8 lld-8 ninja-build git wget gnupg ccache \
python3 python3-pip python3-psutil pybind11-dev \ python3 python3-pip python3-psutil \
# dumb-init recommended in # dumb-init recommended in
# https://hub.docker.com/r/buildbot/buildbot-worker/dockerfile # https://hub.docker.com/r/buildbot/buildbot-worker/dockerfile
dumb-init;\ dumb-init;\
update-alternatives --install /usr/bin/clang clang /usr/bin/clang-8 100 ;\ update-alternatives --install /usr/bin/clang clang /usr/bin/clang-8 100 ;\
update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-8 100 ;\ update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-8 100 ;\
update-alternatives --install /usr/bin/lld lld /usr/bin/lld-8 100 update-alternatives --install /usr/bin/lld lld /usr/bin/lld-8 100
# LTS releases often bundle obsolete pip versions that cannot access newest
# Linux binary wheels. This pinned version is not special: it was just current
# at the time this was added. Refer to compatibility table:
# https://github.com/pypa/manylinux
RUN python3 -m pip install --upgrade pip==21.0.1
# Refer to mlir/lib/Bindings/Python/requirements.txt. Listed explicitly here
# and version pinned for consistency as this is a bot.
RUN python3 -m pip install numpy==1.19.3 pybind11==2.6.0 PyYAML==5.4.1
# install cuda # install cuda
# avoid popups for keyboard configurations # avoid popups for keyboard configurations
RUN DEBIAN_FRONTEND=noninteractive apt-get install -y cuda RUN DEBIAN_FRONTEND=noninteractive apt-get install -y cuda
# Ubuntu ships with old cmake version, install the latest one # Ubuntu ships with old cmake version, install the latest one
# from https://apt.kitware.com/ # from https://apt.kitware.com/
RUN wget -O - https://apt.kitware.com/keys/kitware-archive-latest.asc 2>/dev/null | \ RUN wget -O - https://apt.kitware.com/keys/kitware-archive-latest.asc 2>/dev/null | \
gpg --dearmor - | \ gpg --dearmor - | \
Show All 36 Lines
# copy startup script # copy startup script
COPY run.sh /home/buildbot/ COPY run.sh /home/buildbot/
RUN chmod a+rx /home/buildbot/run.sh RUN chmod a+rx /home/buildbot/run.sh
USER buildbot USER buildbot
ENV WORKER_NAME="mlir-nvidia" ENV WORKER_NAME="mlir-nvidia"
# Allow the server port of this agent to be configurable during deployment. # Allow the server port of this agent to be configurable during deployment.
# This way we can connect the same image to production and integration. # This way we can connect the same image to production and integration.
# Ports: # Ports:
# 9990 - production # 9990 - production
# 9994 - integration # 9994 - integration
ENV BUILDBOT_PORT="9994" ENV BUILDBOT_PORT="9994"
CMD /home/buildbot/run.sh CMD /home/buildbot/run.sh

buildbot/google/docker/buildbot-mlir-nvidia/VERSION

15 17

buildbot/google/docker/buildbot-sanitizer-windows/Dockerfile

  • This file was added.
# escape=`
FROM gcr.io/sanitizer-bots/windows-base-vscode2019:8
ENV WORKER_NAME=sanitizer-windows
# copy script to start the agent
COPY run.ps1 .
COPY fix_buildbot_tac_paths.py .
# Set location for sccache cache
ENV SCCACHE_DIR="C:\volumes\sccache"
# Set the maximum sccache local cache size
ENV SCCACHE_CACHE_SIZE="10G"
# Move buildbot work dir to a volume to avoid of disc issues
VOLUME C:\volumes\buildbot
# Configure 32bit tools ("x86") instead of 64bit ("amd64")
CMD ["powershell.exe", "-NoLogo", "-ExecutionPolicy", "Bypass", `
"c:\\buildbot\\run.ps1"]

buildbot/google/docker/buildbot-sanitizer-windows/VERSION

  • This file was added.
1

buildbot/google/docker/buildbot-sanitizer-windows/admin

  • This file was added.
Reid Kleckner <rnk@google.com>

buildbot/google/docker/buildbot-sanitizer-windows/fix_buildbot_tac_paths.py

  • This file was added.
#!/usr/bin/env python3
# Replace backward slashes in the paths in a "buildbot.tac" file
import argparse
import re
import shutil
def fix_slashes(buildbot_tac_path : str):
shutil.copy(buildbot_tac_path, buildbot_tac_path + ".bak")
result = []
with open(buildbot_tac_path) as buildbot_tac_file:
buildbot_tac = buildbot_tac_file.readlines()
for line in buildbot_tac:
if line.lstrip().startswith('basedir'):
line = line.replace(r'\\','/')
result.append(line)
with open(buildbot_tac_path, 'w') as buildbot_tac_file:
buildbot_tac_file.writelines(result)
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument('buildbot_tac_path', help="path of 'buildbot.tac' file")
args = parser.parse_args()
fix_slashes(args.buildbot_tac_path)

buildbot/google/docker/buildbot-sanitizer-windows/run.ps1

  • This file was added.
# Stop the script on the first error
$ErrorActionPreference = "Stop"
# Read password from file
$WORKER_PASSWORD=Get-Content "C:\volumes\secrets\token"
#Create short drive alias "Q:" for worker dir, to keep path lengths <260
SUBST Q: C:\volumes\buildbot
Get-PSDrive
# chdir to the volume storing the temporary data
# This is a mounted volume
Set-Location Q:\
# Write host and admin information
# delete old folder if it exists
# configure powershell output to use UTF-8, otherwiese buildbot can't read the file
if ( Test-Path -Path 'info\' -PathType Container ) {
Remove-Item -Recurse -Force info
}
mkdir "info\"
$HOST_FILE="info\host"
$PSDefaultParameterValues['Out-File:Encoding'] = 'utf8'
Write-Output "Windows version: $(cmd /c ver)" > $HOST_FILE
Write-Output "VCTools version: $(ls C:\BuildTools\VC\Tools\MSVC | Select -ExpandProperty Name)" >> $HOST_FILE
Write-Output "Cores : $((Get-CimInstance Win32_ComputerSystem).NumberOfLogicalProcessors)" >> $HOST_FILE
Write-Output "RAM : $([int][Math]::Round((Get-CimInstance Win32_ComputerSystem).TotalPhysicalMemory / 1073741824)) GB" >> $HOST_FILE
Write-Output "Reid Kleckner <rnk@google.com>" > "info\admin"
# create the worker
Write-Output "creating worker..."
buildslave create-slave --keepalive=200 Q: `
"lab.llvm.org:9994" "$env:WORKER_NAME" "$WORKER_PASSWORD"
# Note: Powershell does NOT exit on non-zero return codes, so we need to check manually.
if ($LASTEXITCODE -ne 0) { throw "Exit code of 'buildslave create' is $LASTEXITCODE" }
# Replace backward slashes with forward slashes on buildbot.tac
# Otherwise Cmake will go into infinite re-configuration loops
python C:\buildbot\fix_buildbot_tac_paths.py buildbot.tac
if ($LASTEXITCODE -ne 0) { throw "Exit code of 'fix_buildbot_tac_paths' is $LASTEXITCODE" }
# start the daemon, as this does not print and logs to std out, run it in the background
Write-Output "starting worker..."
cmd /c Start /B buildslave start Q:
# Wait a bit until the logfile exists
Start-Sleep -s 5
# To keep the container running and produce log outputs: dump the worker
# log to stdout, this is the windows equivalent of `tail -f`
Get-Content -Path "Q:\twistd.log" -Wait

buildbot/google/terraform/deployment-mlir-nvidia-production.yaml

Show All 21 Lines strategy:
type: RollingUpdate type: RollingUpdate
template: template:
metadata: metadata:
labels: labels:
app: mlir-nvidia-production app: mlir-nvidia-production
spec: spec:
containers: containers:
# the image and version we want to run # the image and version we want to run
- image: gcr.io/sanitizer-bots/buildbot-mlir-nvidia:15 - image: gcr.io/sanitizer-bots/buildbot-mlir-nvidia:17
name: mlir-nvidia-production name: mlir-nvidia-production
env: env:
# connect to production environment, running at port 9990 # connect to production environment, running at port 9990
- name: BUILDBOT_PORT - name: BUILDBOT_PORT
value: "9990" value: "9990"
# reserve "<number of cores>-1" for this image, kubernetes also # reserve "<number of cores>-1" for this image, kubernetes also
# needs <1 core for management tools # needs <1 core for management tools
resources: resources:
Show All 38 Lines

buildbot/google/terraform/main.tf

Show First 20 Lines • Show All 114 Lines • ▼ Show 20 Linesresource "null_resource" "deployment-mlir-nvidia" {
# Add NVIDIA daemonset and deploy mlir-nvidia. # Add NVIDIA daemonset and deploy mlir-nvidia.
# Using this workaround as terraform does not support GPUs on Google Cloud. # Using this workaround as terraform does not support GPUs on Google Cloud.
# https://github.com/terraform-providers/terraform-provider-kubernetes/issues/149 # https://github.com/terraform-providers/terraform-provider-kubernetes/issues/149
provisioner "local-exec" { provisioner "local-exec" {
command = "kubectl apply -f ${path.module}/deployment-mlir-nvidia-production.yaml" command = "kubectl apply -f ${path.module}/deployment-mlir-nvidia-production.yaml"
} }
} }
# node pool for windows machines
resource "google_container_node_pool" "windows_32core_pool_nodes" {
name = "windows-32core-pool"
# specify a zone here (e.g. "-a") to avoid a redundant deployment
location = var.gcp_config.zone_a
cluster = google_container_cluster.primary.name
# use autoscaling to only create a machine when there is a deployment
autoscaling {
min_node_count = 0
max_node_count = 1
}
node_config {
# use preemptible, as this saves costs
preemptible = true
machine_type = "e2-highcpu-32"
# Windows deployments tend to require more disk space, so using 300GB here.
disk_size_gb = 300
# FIXME: test if SSDs are actually faster than HDDs for our use case
disk_type = "pd-ssd"
# Configure Windows image. As Windows is picky about the combination of
# host and container OS versions, this must be compatible with the version
# in your container. Recommondation: Use LTSC for long-term stability.
# For details see
# https://docs.microsoft.com/en-us/virtualization/windowscontainers/deploy-containers/version-compatibility
# https://cloud.google.com/kubernetes-engine/docs/how-to/creating-a-cluster-windows#choose_your_windows_server_node_image
image_type = "WINDOWS_LTSC"
# set the premissions required for the deployment later
oauth_scopes = [
"https://www.googleapis.com/auth/logging.write",
"https://www.googleapis.com/auth/monitoring",
"https://www.googleapis.com/auth/devstorage.read_only",
]
# add a label to all machines of this type, so we can select them
# during deployment
labels = {
pool = "win-32core-pool"
}
}
}
# Deployment for the buildbot windows10_vs2019 running on Windows rather than
# Linux.
# Note: Deploying this takes significantly longer (~35 min) than on Linux
# as the images tend to be larger (~18GB) and IO performance is lower.
resource "kubernetes_deployment" "windows10_vs2019" {
metadata {
name = "windows10-vs2019"
labels = {
app = "windows10_vs2019"
}
}
spec {
# create one instance of this container
replicas = 1
selector {
match_labels = {
app = "windows10_vs2019"
}
}
strategy{
rolling_update{
# do not deploy more replicas, as the buildbot server
# can't handle multiple workers with the same credentials
max_surge = 0
# Allow to have 0 replicas during updates.
max_unavailable = 1
}
type = "RollingUpdate"
}
template {
metadata {
labels = {
app = "windows10_vs2019"
}
}
spec {
container {
image = "${var.gcp_config.gcr_prefix}/buildbot-windows10-vs2019:17"
name = "windows10-vs2019"
# reserve "<number of cores>-1" for this image, kubernetes also
# needs <1 core for management tools
resources {
limits {
cpu = "31"
memory = "20Gi"
}
requests {
cpu = "31"
memory = "20Gi"
}
}
# mount the secrets into a folder
volume_mount {
mount_path = "c:\\volumes\\secrets"
name = "buildbot-token"
}
volume_mount {
mount_path = "c:\\volumes\\sccache"
name = "sccache-vol"
}
volume_mount {
mount_path = "c:\\volumes\\buildbot"
name = "buildbot-vol"
}
}
# select which node pool to deploy to
node_selector = {
pool = "win-32core-pool"
}
# restart in case of any crashes
restart_policy = "Always"
# select the secret to be mounted
volume {
name = "buildbot-token"
secret {
optional = false
secret_name = "password-windows10-vs2019"
}
}
volume {
name = "sccache-vol"
empty_dir {}
}
volume {
name = "buildbot-vol"
empty_dir {}
}
# Windows nodes from the node pool are marked with the taint
# "node.kubernetes.io/os=windows". So we need to "tolerate" this to
# deploy to such nodes.
toleration {
effect = "NoSchedule"
key = "node.kubernetes.io/os"
operator = "Equal"
value = "windows"
}
}
}
}
}
resource "google_container_node_pool" "linux_16_core_pool" { resource "google_container_node_pool" "linux_16_core_pool" {
name = "linux-16-core-pool" name = "linux-16-core-pool"
# specify a zone here (e.g. "-a") to avoid a redundant deployment # specify a zone here (e.g. "-a") to avoid a redundant deployment
location = var.gcp_config.zone_a location = var.gcp_config.zone_a
cluster = google_container_cluster.primary.name cluster = google_container_cluster.primary.name
# use autoscaling to only create a machine when there is a deployment # use autoscaling to only create a machine when there is a deployment
autoscaling { autoscaling {
min_node_count = 0 min_node_count = 0
max_node_count = 2 max_node_count = 2
} }
node_config { node_config {
# use preemptible, as this saves costs # use preemptible, as this saves costs
preemptible = true preemptible = true
#custom machine type: 16 core, 32 GB as tsan needs more RAM #custom machine type: 16 core, 48 GB as tsan needs more RAM
machine_type = "n2d-custom-16-32768" machine_type = "n2d-custom-16-49152"
disk_size_gb = 100 disk_size_gb = 100
disk_type = "pd-ssd" disk_type = "pd-ssd"
# set the premissions required for the deployment later # set the premissions required for the deployment later
oauth_scopes = [ oauth_scopes = [
"https://www.googleapis.com/auth/logging.write", "https://www.googleapis.com/auth/logging.write",
"https://www.googleapis.com/auth/monitoring", "https://www.googleapis.com/auth/monitoring",
"https://www.googleapis.com/auth/devstorage.read_only", "https://www.googleapis.com/auth/devstorage.read_only",
Show All 39 Lines template {
metadata { metadata {
labels = { labels = {
app = "clangd-ubuntu-clang" app = "clangd-ubuntu-clang"
} }
} }
spec { spec {
container { container {
image = "${var.gcp_config.gcr_prefix}/buildbot-clangd-ubuntu-clang:3" image = "${var.gcp_config.gcr_prefix}/buildbot-clangd-ubuntu-clang:5"
name = "buildbot-clangd-ubuntu-clang" name = "buildbot-clangd-ubuntu-clang"
# reserve "<number of cores>-1" for this image, kubernetes also # reserve "<number of cores>-1" for this image, kubernetes also
# needs <1 core for management tools # needs <1 core for management tools
resources { resources {
limits { limits {
cpu = "15" cpu = "15"
memory = "28G" memory = "45G"
} }
requests { requests {
cpu = "15" cpu = "15"
memory = "28G" memory = "45G"
} }
} }
# mount the secrets into a folder # mount the secrets into a folder
volume_mount { volume_mount {
mount_path = "/vol/secrets" mount_path = "/vol/secrets"
name = "buildbot-token" name = "buildbot-token"
} }
▲ Show 20 Lines • Show All 44 Lines • Show Last 20 Lines

buildbot/osuosl/master/config/__init__.py

# Load local options. # Load local options.
import os import os
from importlib import reload from importlib import reload
from configparser import ConfigParser from configparser import ConfigParser
options = ConfigParser( options = ConfigParser(
interpolation=None, interpolation=None,
empty_lines_in_values=False, empty_lines_in_values=False,
allow_no_value=True, allow_no_value=True,
) )
options.read(os.path.join(os.path.dirname(__file__), 'local.cfg')) options.read(os.path.join(os.path.dirname(__file__), 'local.cfg'))
import config.auth import config.auth
import config.builders import config.builders
import config.release_builders
import config.schedulers import config.schedulers
import config.workers import config.workers
import config.status import config.status
# Note: The following modules should be reloaded in # Note: The following modules should be reloaded in
# a particular order to follow the dependency chain. # a particular order to follow the dependency chain.
reload(config.auth) reload(config.auth)
reload(config.workers) reload(config.workers)
reload(config.schedulers) reload(config.schedulers)
reload(config.builders) reload(config.builders)
reload(release_builders)
reload(config.status) reload(config.status)

buildbot/osuosl/master/config/builders.py

# TODO: Rename workers with "slave" as a part of the name. from importlib import reload
from buildbot.plugins import util
from buildbot.process.properties import WithProperties from buildbot.process.properties import WithProperties
from zorg.buildbot.builders import ClangBuilder from zorg.buildbot.builders import ClangBuilder
from zorg.buildbot.builders import FlangBuilder from zorg.buildbot.builders import FlangBuilder
from zorg.buildbot.builders import PollyBuilder from zorg.buildbot.builders import PollyBuilder
from zorg.buildbot.builders import LLDBBuilder from zorg.buildbot.builders import LLDBBuilder
from zorg.buildbot.builders import SanitizerBuilder from zorg.buildbot.builders import SanitizerBuilder
from zorg.buildbot.builders import OpenMPBuilder from zorg.buildbot.builders import OpenMPBuilder
from zorg.buildbot.builders import LibcxxAndAbiBuilder from zorg.buildbot.builders import LibcxxAndAbiBuilder
from zorg.buildbot.builders import SphinxDocsBuilder from zorg.buildbot.builders import SphinxDocsBuilder
from zorg.buildbot.builders import ABITestsuitBuilder from zorg.buildbot.builders import ABITestsuitBuilder
from zorg.buildbot.builders import ClangLTOBuilder from zorg.buildbot.builders import ClangLTOBuilder
from zorg.buildbot.builders import UnifiedTreeBuilder from zorg.buildbot.builders import UnifiedTreeBuilder
from zorg.buildbot.builders import AOSPBuilder from zorg.buildbot.builders import AOSPBuilder
from zorg.buildbot.builders import AnnotatedBuilder from zorg.buildbot.builders import AnnotatedBuilder
from zorg.buildbot.builders import LLDPerformanceTestsuite from zorg.buildbot.builders import LLDPerformanceTestsuite
from zorg.buildbot.builders import FuchsiaBuilder from zorg.buildbot.builders import FuchsiaBuilder
from zorg.buildbot.builders import XToolchainBuilder from zorg.buildbot.builders import XToolchainBuilder
from buildbot.plugins import util from zorg.buildbot.builders import HtmlDocsBuilder
from zorg.buildbot.builders import DoxygenDocsBuilder
reload(HtmlDocsBuilder)
reload(DoxygenDocsBuilder)
all = [ all = [
# Clang fast builders. # Clang fast builders.
{'name' : "clang-x86_64-debian-fast", {'name' : "clang-x86_64-debian-fast",
'tags' : ["clang", "fast"], 'tags' : ["clang", "fast"],
'collapseRequests': False, 'collapseRequests': False,
'workernames':["gribozavr4"], 'workernames':["gribozavr4"],
'builddir':"clang-x86_64-debian-fast", 'builddir':"clang-x86_64-debian-fast",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
llvm_srcdir="llvm.src", llvm_srcdir="llvm.src",
obj_dir="llvm.obj", obj_dir="llvm.obj",
clean=True, clean=True,
depends_on_projects=['llvm','clang','clang-tools-extra','compiler-rt'], depends_on_projects=['llvm','clang','clang-tools-extra','compiler-rt'],
extra_configure_args=[ extra_configure_args=[
"-DCOMPILER_RT_BUILD_BUILTINS:BOOL=OFF", "-DCOMPILER_RT_BUILD_BUILTINS:BOOL=OFF",
"-DCOMPILER_RT_BUILD_ORC:BOOL=OFF",
"-DCOMPILER_RT_BUILD_SANITIZERS:BOOL=OFF", "-DCOMPILER_RT_BUILD_SANITIZERS:BOOL=OFF",
"-DCOMPILER_RT_BUILD_XRAY:BOOL=OFF", "-DCOMPILER_RT_BUILD_XRAY:BOOL=OFF",
"-DCOMPILER_RT_INCLUDE_TESTS:BOOL=OFF", "-DCOMPILER_RT_INCLUDE_TESTS:BOOL=OFF",
"-DCMAKE_C_FLAGS=-Wdocumentation -Wno-documentation-deprecated-sync", "-DCMAKE_C_FLAGS=-Wdocumentation -Wno-documentation-deprecated-sync",
"-DCMAKE_CXX_FLAGS=-std=c++11 -Wdocumentation -Wno-documentation-deprecated-sync", "-DCMAKE_CXX_FLAGS=-std=c++11 -Wdocumentation -Wno-documentation-deprecated-sync",
], ],
env={ env={
'PATH':'/home/llvmbb/bin/clang-latest/bin:/home/llvmbb/bin:/usr/local/bin:/usr/local/bin:/usr/bin:/bin', 'PATH':'/home/llvmbb/bin/clang-latest/bin:/home/llvmbb/bin:/usr/local/bin:/usr/local/bin:/usr/bin:/bin',
'CC': 'ccache clang', 'CXX': 'ccache clang++', 'CCACHE_CPP2': 'yes', 'CC': 'ccache clang', 'CXX': 'ccache clang++', 'CCACHE_CPP2': 'yes',
})}, })},
{'name' : "clang-x86_64-debian-new-pass-manager-fast",
'tags' : ["clang", "fast"],
'workernames': ["gribozavr4"],
'builddir': "clang-x86_64-debian-new-pass-manager-fast",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
llvm_srcdir="llvm.src",
obj_dir="llvm.obj",
clean=True,
depends_on_projects=['llvm','clang','clang-tools-extra','compiler-rt'],
extra_configure_args=[
"-DCOMPILER_RT_BUILD_BUILTINS:BOOL=OFF",
"-DCOMPILER_RT_BUILD_SANITIZERS:BOOL=OFF",
"-DCOMPILER_RT_BUILD_XRAY:BOOL=OFF",
"-DCOMPILER_RT_INCLUDE_TESTS:BOOL=OFF",
"-DENABLE_EXPERIMENTAL_NEW_PASS_MANAGER=ON",
"-DCMAKE_C_FLAGS=-Wdocumentation -Wno-documentation-deprecated-sync",
"-DCMAKE_CXX_FLAGS=-std=c++11 -Wdocumentation -Wno-documentation-deprecated-sync",
],
env={
'PATH':'/home/llvmbb/bin/clang-latest/bin:/home/llvmbb/bin:/usr/local/bin:/usr/local/bin:/usr/bin:/bin',
'CC': 'ccache clang', 'CXX': 'ccache clang++', 'CCACHE_CPP2': 'yes',
})},
{'name' : "llvm-clang-x86_64-win-fast", {'name' : "llvm-clang-x86_64-win-fast",
'tags' : ["clang", "fast"], 'tags' : ["clang", "fast"],
'collapseRequests': False, 'collapseRequests': False,
'workernames' : ["as-builder-3"], 'workernames' : ["as-builder-3"],
'builddir': "llvm-clang-x86_64-win-fast", 'builddir': "llvm-clang-x86_64-win-fast",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaWithMSVCBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaWithMSVCBuildFactory(
vs="autodetect", vs="autodetect",
depends_on_projects=['llvm', 'clang'], depends_on_projects=['llvm', 'clang'],
clean=True, clean=True,
checks=[ checks=[
"check-llvm-unit", "check-llvm-unit",
"check-clang-unit"], "check-clang-unit"],
extra_configure_args=[ extra_configure_args=[
"-DLLVM_ENABLE_WERROR=OFF", "-DLLVM_ENABLE_WERROR=OFF",
"-DLLVM_TARGETS_TO_BUILD=ARM", "-DLLVM_TARGETS_TO_BUILD=ARM",
"-DLLVM_DEFAULT_TARGET_TRIPLE=armv7-unknown-linux-eabihf", "-DLLVM_DEFAULT_TARGET_TRIPLE=armv7-unknown-linux-eabihf",
"-DLLVM_ENABLE_ASSERTIONS=OFF", "-DLLVM_ENABLE_ASSERTIONS=OFF",
"-DLLVM_OPTIMIZED_TABLEGEN=OFF", "-DLLVM_OPTIMIZED_TABLEGEN=OFF",
"-DLLVM_LIT_ARGS=-v --threads=32"])}, "-DLLVM_LIT_ARGS=-v --threads=32"])},
{'name': "llvm-clang-x86_64-sie-ubuntu-fast",
'tags' : ["clang", "llvm", "clang-tools-extra", "lld", "cross-project-tests"],
'workernames': ["sie-linux-builder"],
'builddir': "llvm-clang-x86_64-sie-ubuntu-fast",
'factory': UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
depends_on_projects=['llvm','clang','clang-tools-extra','lld','cross-project-tests'],
extra_configure_args=[
"-DCMAKE_C_COMPILER=gcc",
"-DCMAKE_CXX_COMPILER=g++",
"-DCMAKE_BUILD_TYPE=Release",
"-DCLANG_ENABLE_ARCMT=OFF",
"-DCLANG_ENABLE_CLANGD=OFF",
"-DLLVM_BUILD_RUNTIME=OFF",
"-DLLVM_CCACHE_BUILD=ON",
"-DLLVM_INCLUDE_EXAMPLES=OFF",
"-DLLVM_DEFAULT_TARGET_TRIPLE=x86_64-scei-ps4",
"-DLLVM_ENABLE_ASSERTIONS=ON",
"-DLLVM_LIT_ARGS=--verbose -j100",
"-DLLVM_TARGETS_TO_BUILD=X86",
"-DLLVM_USE_LINKER=gold"])},
# Expensive checks builders. # Expensive checks builders.
{'name' : "llvm-clang-x86_64-expensive-checks-ubuntu", {'name' : "llvm-clang-x86_64-expensive-checks-ubuntu",
'tags' : ["llvm", "expensive-checks"], 'tags' : ["llvm", "expensive-checks"],
'workernames' : ["as-builder-4"], 'workernames' : ["as-builder-4"],
'builddir': "llvm-clang-x86_64-expensive-checks-ubuntu", 'builddir': "llvm-clang-x86_64-expensive-checks-ubuntu",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
depends_on_projects=["llvm"], depends_on_projects=["llvm", "lld"],
clean=True, clean=True,
extra_configure_args=[ extra_configure_args=[
"-DLLVM_ENABLE_EXPENSIVE_CHECKS=ON", "-DLLVM_ENABLE_EXPENSIVE_CHECKS=ON",
"-DLLVM_ENABLE_WERROR=OFF", "-DLLVM_ENABLE_WERROR=OFF",
"-DCMAKE_BUILD_TYPE=Debug", "-DCMAKE_BUILD_TYPE=Debug",
"-DCMAKE_CXX_FLAGS=-U_GLIBCXX_DEBUG", "-DCMAKE_CXX_FLAGS=-U_GLIBCXX_DEBUG",
"-DLLVM_LIT_ARGS=-vv -j32"])}, "-DLLVM_LIT_ARGS=-vv -j32"])},
{'name' : "llvm-clang-x86_64-expensive-checks-win", {'name' : "llvm-clang-x86_64-expensive-checks-win",
'tags' : ["llvm", "clang", "expensive-checks"], 'tags' : ["llvm", "expensive-checks"],
'workernames' : ["as-worker-93"], 'workernames' : ["as-worker-93"],
'builddir': "llvm-clang-x86_64-expensive-checks-win", 'builddir': "llvm-clang-x86_64-expensive-checks-win",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaWithMSVCBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaWithMSVCBuildFactory(
vs="autodetect", vs="autodetect",
depends_on_projects=["llvm", "lld"],
clean=True, clean=True,
extra_configure_args=[ extra_configure_args=[
"-DLLVM_ENABLE_EXPENSIVE_CHECKS=ON", "-DLLVM_ENABLE_EXPENSIVE_CHECKS=ON",
"-DLLVM_ENABLE_WERROR=OFF", "-DLLVM_ENABLE_WERROR=OFF",
"-DCMAKE_BUILD_TYPE=Debug", "-DCMAKE_BUILD_TYPE=Debug"])},
"-DLLVM_LIT_ARGS=-vv"])},
{'name' : "llvm-clang-x86_64-expensive-checks-debian", {'name' : "llvm-clang-x86_64-expensive-checks-debian",
'tags' : ["llvm", "expensive-checks"], 'tags' : ["llvm", "expensive-checks"],
'collapseRequests' : False, 'collapseRequests' : False,
'workernames' : ["gribozavr4"], 'workernames' : ["gribozavr4"],
'builddir': "llvm-clang-x86_64-expensive-checks-debian", 'builddir': "llvm-clang-x86_64-expensive-checks-debian",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
depends_on_projects=["llvm"], depends_on_projects=["llvm", "lld"],
clean=True, clean=True,
extra_configure_args=[ extra_configure_args=[
"-DLLVM_ENABLE_EXPENSIVE_CHECKS=ON", "-DLLVM_ENABLE_EXPENSIVE_CHECKS=ON",
"-DLLVM_ENABLE_WERROR=OFF", "-DLLVM_ENABLE_WERROR=OFF",
"-DCMAKE_BUILD_TYPE=Release", "-DCMAKE_BUILD_TYPE=Release",
"-DCMAKE_CXX_FLAGS=-U_GLIBCXX_DEBUG", "-DCMAKE_CXX_FLAGS=-U_GLIBCXX_DEBUG",
"-DLLVM_LIT_ARGS=-v -vv -j96"], "-DLLVM_LIT_ARGS=-v -vv -j96"],
env={ env={
Show All 27 Lines 'factory' : XToolchainBuilder.getCmakeWithMSVCBuildFactory(
"runtimes/runtimes-bins/libcxxabi/test"]), "runtimes/runtimes-bins/libcxxabi/test"]),
("libc++", ("libc++",
['python', 'bin/llvm-lit.py', ['python', 'bin/llvm-lit.py',
'-v', '-vv', '--threads=32', '-v', '-vv', '--threads=32',
'runtimes/runtimes-bins/libcxx/test', 'runtimes/runtimes-bins/libcxx/test',
]) ])
], ],
extra_configure_args=[ extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=ARM",
"-DTARGET_TRIPLE=armv7-linux-gnueabihf",
"-DDEFAULT_SYSROOT=C:/buildbot/.arm-ubuntu", "-DDEFAULT_SYSROOT=C:/buildbot/.arm-ubuntu",
"-DLLVM_LIT_ARGS=-v -vv --threads=32", "-DLLVM_LIT_ARGS=-v -vv --threads=32",
WithProperties("%(remote_test_host:+-DREMOTE_TEST_HOST=)s%(remote_test_host:-)s"), WithProperties("%(remote_test_host:+-DREMOTE_TEST_HOST=)s%(remote_test_host:-)s"),
WithProperties("%(remote_test_user:+-DREMOTE_TEST_USER=)s%(remote_test_user:-)s"), WithProperties("%(remote_test_user:+-DREMOTE_TEST_USER=)s%(remote_test_user:-)s"),
], ],
cmake_cache="../llvm-project/clang/cmake/caches/CrossWinToARMLinux.cmake")}, cmake_cache="../llvm-project/clang/cmake/caches/CrossWinToARMLinux.cmake")},
{'name' : "llvm-clang-win-x-aarch64", {'name' : "llvm-clang-win-x-aarch64",
Show All 21 Lines 'factory' : XToolchainBuilder.getCmakeWithMSVCBuildFactory(
("libc++", ("libc++",
['python', 'bin/llvm-lit.py', ['python', 'bin/llvm-lit.py',
'-v', '-vv', '--threads=32', '-v', '-vv', '--threads=32',
'runtimes/runtimes-bins/libcxx/test', 'runtimes/runtimes-bins/libcxx/test',
]) ])
], ],
extra_configure_args=[ extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=AArch64", "-DLLVM_TARGETS_TO_BUILD=AArch64",
"-DCMAKE_C_COMPILER_TARGET=aarch64-linux-gnu", "-DTARGET_TRIPLE=aarch64-linux-gnu",
"-DDEFAULT_SYSROOT=C:/buildbot/.aarch64-ubuntu", "-DDEFAULT_SYSROOT=C:/buildbot/.aarch64-ubuntu",
"-DLLVM_LIT_ARGS=-v -vv --threads=32", "-DLLVM_LIT_ARGS=-v -vv --threads=32",
WithProperties("%(remote_test_host:+-DREMOTE_TEST_HOST=)s%(remote_test_host:-)s"), WithProperties("%(remote_test_host:+-DREMOTE_TEST_HOST=)s%(remote_test_host:-)s"),
WithProperties("%(remote_test_user:+-DREMOTE_TEST_USER=)s%(remote_test_user:-)s"), WithProperties("%(remote_test_user:+-DREMOTE_TEST_USER=)s%(remote_test_user:-)s"),
], ],
cmake_cache="../llvm-project/clang/cmake/caches/CrossWinToARMLinux.cmake")}, cmake_cache="../llvm-project/clang/cmake/caches/CrossWinToARMLinux.cmake")},
# Clang builders. # Clang builders.
{'name': "clang-arm64-windows-msvc", {'name': "clang-arm64-windows-msvc",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["linaro-armv8-windows-msvc-01", "linaro-armv8-windows-msvc-02"], 'workernames' : ["linaro-armv8-windows-msvc-01", "linaro-armv8-windows-msvc-02"],
'builddir': "clang-arm64-windows-msvc", 'builddir': "clang-arm64-windows-msvc",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
vs="manual", vs="manual",
test=False, # Disable testing until MCJIT failures are fixed test=False, # Disable testing until MCJIT failures are fixed
extra_cmake_args=[ extra_cmake_args=[
"-DLLVM_DEFAULT_TARGET_TRIPLE=aarch64-windows-msvc", "-DLLVM_DEFAULT_TARGET_TRIPLE=aarch64-windows-msvc",
"-DLLVM_HOST_TRIPLE=aarch64-windows-msvc", "-DLLVM_HOST_TRIPLE=aarch64-windows-msvc",
"-DLLVM_TARGET_ARCH=AArch64", "-DLLVM_TARGET_ARCH=AArch64",
# FIXME: compiler-rt\lib\sanitizer_common\sanitizer_unwind_win.cpp assumes WIN64 is x86_64,
# so, before that's fixed, disable everything that triggers its build.
"-DCOMPILER_RT_BUILD_SANITIZERS=OFF", "-DCOMPILER_RT_BUILD_SANITIZERS=OFF",
"-DCOMPILER_RT_BUILD_MEMPROF=OFF",
"-DCOMPILER_RT_BUILD_XRAY=OFF"])}, "-DCOMPILER_RT_BUILD_XRAY=OFF"])},
# Cortex-A15 LNT test-suite in Benchmark mode # Cortex-A15 LNT test-suite in Benchmark mode
{'name' : "clang-native-arm-lnt-perf", {'name' : "clang-native-arm-lnt-perf",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames':["linaro-tk1-02"], 'workernames':["linaro-tk1-02"],
'builddir':"clang-native-arm-lnt-perf", 'builddir':"clang-native-arm-lnt-perf",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_compiler_rt=False, checkout_compiler_rt=False,
checkout_lld=False, checkout_lld=False,
test=False, test=False,
useTwoStage=False,
runTestSuite=True, runTestSuite=True,
testsuite_flags=[ testsuite_flags=[
'--cppflags', '-O3 -mcpu=cortex-a15 -mthumb', '--cppflags', '-O3 -mcpu=cortex-a15 -mthumb',
'--threads=1', '--build-threads=4', '--threads=1', '--build-threads=4',
'--use-perf=all', '--use-perf=all',
'--benchmarking-only', '--exec-multisample=3', '--benchmarking-only', '--exec-multisample=3',
'--exclude-stat-from-submission=compile'], '--exclude-stat-from-submission=compile'],
extra_cmake_args=[ extra_cmake_args=[
"-DLLVM_TARGETS_TO_BUILD='ARM'", "-DLLVM_TARGETS_TO_BUILD='ARM'",
"-DLLVM_PARALLEL_LINK_JOBS=2"], "-DLLVM_PARALLEL_LINK_JOBS=2"],
submitURL='http://lnt.llvm.org/submitRun', submitURL='http://lnt.llvm.org/submitRun',
testerName='LNT-Thumb2v7-A15-O3')}, testerName='LNT-Thumb2v7-A15-O3')},
# ARMv7 LNT test-suite in test-only mode # ARMv7 LNT test-suite in test-only mode
{'name' : "clang-cmake-armv7-lnt", {'name' : "clang-armv7-lnt",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["linaro-armv7-lnt"], 'workernames' : ["linaro-clang-armv7-lnt"],
'builddir': "clang-cmake-armv7-lnt", 'builddir': "clang-armv7-lnt",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_compiler_rt=False, checkout_compiler_rt=False,
checkout_lld=False, checkout_lld=False,
test=False, test=False,
useTwoStage=False,
runTestSuite=True, runTestSuite=True,
testsuite_flags=[ testsuite_flags=[
'--cppflags', '-mcpu=cortex-a15 -marm', '--cppflags', '-mcpu=cortex-a15 -marm',
'--threads=32', '--build-threads=32'], '--threads=32', '--build-threads=32'])},
extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='ARM'"])},
## ARMv7 check-all self-host NEON with CMake builder ## ARMv7 check-all 2-stage
{'name' : "clang-cmake-armv7-selfhost-neon", {'name' : "clang-armv7-2stage",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames': ["linaro-armv7-selfhost"], 'workernames': ["linaro-clang-armv7-2stage"],
'builddir':"clang-cmake-armv7-selfhost-neon", 'builddir':"clang-armv7-2stage",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_compiler_rt=False, checkout_compiler_rt=False,
checkout_lld=False, checkout_lld=False,
useTwoStage=True, useTwoStage=True,
testStage1=False, testStage1=False,
extra_cmake_args=[ extra_cmake_args=[
"-DCMAKE_C_FLAGS='-mcpu=cortex-a15 -marm'", "-DCMAKE_C_FLAGS='-mcpu=cortex-a15 -marm'",
"-DCMAKE_CXX_FLAGS='-mcpu=cortex-a15 -marm'", "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a15 -marm'"])},
"-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])},
## ARMv7 check-all with CMake builder ## ARMv7 check-all
{'name' : "clang-cmake-armv7-quick", {'name' : "clang-armv7-quick",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames':["linaro-armv7-quick"], 'workernames':["linaro-clang-armv7-quick"],
'builddir':"clang-cmake-armv7-quick", 'builddir':"clang-armv7-quick",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_compiler_rt=False, checkout_compiler_rt=False,
checkout_lld=False, checkout_lld=False,
extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])}, extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='ARM'"])},
## ARMv7 Clang + LLVM run test-suite with GlobalISel enabled ## ARMv7 run test-suite with GlobalISel enabled
{'name' : "clang-cmake-armv7-global-isel", {'name' : "clang-armv7-global-isel",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames':["linaro-armv7-global-isel"], 'workernames':["linaro-clang-armv7-global-isel"],
'builddir':"clang-cmake-armv7-global-isel", 'builddir':"clang-armv7-global-isel",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_compiler_rt=False, checkout_compiler_rt=False,
checkout_lld=False, checkout_lld=False,
test=True,
useTwoStage=False,
runTestSuite=True, runTestSuite=True,
testsuite_flags=[ testsuite_flags=[
'--cppflags', '-mcpu=cortex-a15 -marm -O0 -mllvm -global-isel -mllvm -global-isel-abort=0', '--cppflags', '-mcpu=cortex-a15 -marm -O0 -mllvm -global-isel -mllvm -global-isel-abort=0',
'--threads=32', '--build-threads=32'], '--threads=32', '--build-threads=32'])},
extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])},
## ARMv7 check-all self-host with CMake builder ## ARMv7 VFPv3 check-all 2-stage
{'name' : "clang-cmake-armv7-selfhost", {'name' : "clang-armv7-vfpv3-2stage",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["linaro-armv7-selfhost"], 'workernames' : ["linaro-clang-armv7-vfpv3-2stage"],
'builddir': "clang-cmake-armv7-selfhost", 'builddir': "clang-armv7-vfpv3-2stage",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_compiler_rt=False, checkout_compiler_rt=False,
checkout_lld=False, checkout_lld=False,
useTwoStage=True, useTwoStage=True,
testStage1=False, testStage1=False,
extra_cmake_args=[ extra_cmake_args=[
"-DCMAKE_C_FLAGS='-mcpu=cortex-a15 -mfpu=vfpv3 -marm'", "-DCMAKE_C_FLAGS='-mcpu=cortex-a15 -mfpu=vfpv3 -marm'",
"-DCMAKE_CXX_FLAGS='-mcpu=cortex-a15 -mfpu=vfpv3 -marm'", "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a15 -mfpu=vfpv3 -marm'"])},
"-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])},
## AArch64 Clang+LLVM check-all + test-suite ## AArch64 check-all
{'name' : "clang-cmake-aarch64-quick", {'name' : "clang-aarch64-quick",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["linaro-aarch64-quick"], 'workernames' : ["linaro-clang-aarch64-quick"],
'builddir': "clang-cmake-aarch64-quick", 'builddir': "clang-aarch64-quick",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_compiler_rt=False, checkout_compiler_rt=False,
checkout_lld=False, checkout_lld=False,
test=True, extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='AArch64'"])},
useTwoStage=False,
runTestSuite=True,
testsuite_flags=[
'--cppflags', '-mcpu=cortex-a57',
'--threads=32', '--build-threads=32'],
extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])},
## AArch64 Self-hosting Clang+LLVM check-all + LLD + test-suite ## AArch64 check-all + LLD + test-suite 2-stage
{'name' : "clang-cmake-aarch64-lld", {'name' : "clang-aarch64-lld-2stage",
'tags' : ["lld"], 'tags' : ["lld"],
'workernames' : ["linaro-aarch64-lld"], 'workernames' : ["linaro-clang-aarch64-lld-2stage"],
'builddir':"clang-cmake-aarch64-lld", 'builddir':"clang-aarch64-lld-2stage",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_compiler_rt=True,
checkout_lld=True,
test=True,
useTwoStage=True, useTwoStage=True,
runTestSuite=True, runTestSuite=True,
testsuite_flags=[ testsuite_flags=[
'--cppflags', '-mcpu=cortex-a57 -fuse-ld=lld', '--cppflags', '-mcpu=cortex-a57 -fuse-ld=lld',
'--threads=32', '--build-threads=32'], '--threads=32', '--build-threads=32'],
extra_cmake_args=[ extra_cmake_args=[
"-DCMAKE_C_FLAGS='-mcpu=cortex-a57'", "-DCMAKE_C_FLAGS='-mcpu=cortex-a57'",
"-DCMAKE_CXX_FLAGS='-mcpu=cortex-a57'", "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a57'",
"-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'",
"-DLLVM_ENABLE_LLD=True"])}, "-DLLVM_ENABLE_LLD=True"])},
## AArch64 Clang+LLVM run test-suite at -O0 (GlobalISel is now default). ## AArch64 run test-suite at -O0 (GlobalISel is now default).
{'name' : "clang-cmake-aarch64-global-isel", {'name' : "clang-aarch64-global-isel",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["linaro-aarch64-global-isel"], 'workernames' : ["linaro-clang-aarch64-global-isel"],
'builddir': "clang-cmake-aarch64-global-isel", 'builddir': "clang-aarch64-global-isel",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_compiler_rt=False, checkout_compiler_rt=False,
checkout_lld=False, checkout_lld=False,
test=True,
useTwoStage=False,
runTestSuite=True, runTestSuite=True,
testsuite_flags=[ testsuite_flags=[
'--cppflags', '-O0', '--cppflags', '-O0',
'--threads=32', '--build-threads=32'], '--threads=32', '--build-threads=32'])},
extra_cmake_args=["-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])},
## ARMv7 without neon; check-all 2-stage full compiler-rt + testsuite ## ARMv7 VFPv3 check-all + compiler-rt + testsuite 2-stage
{'name' : "clang-cmake-armv7-full", {'name' : "clang-armv7-vfpv3-full-2stage",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["linaro-tk1-06", "linaro-tk1-07", "linaro-tk1-08", "linaro-tk1-09"], 'workernames' : ["linaro-tk1-06", "linaro-tk1-07", "linaro-tk1-08", "linaro-tk1-09"],
'builddir': "clang-cmake-armv7-full", 'builddir': "clang-armv7-vfpv3-full-2stage",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_lld=False, checkout_lld=False,
checkout_compiler_rt=True,
testStage1=False,
useTwoStage=True, useTwoStage=True,
testStage1=False,
runTestSuite=True, runTestSuite=True,
testsuite_flags=[ testsuite_flags=[
'--cppflags', '-mcpu=cortex-a15 -mfpu=vfpv3 -marm', '--cppflags', '-mcpu=cortex-a15 -mfpu=vfpv3 -marm',
'--threads=4', '--build-threads=4'], '--threads=4', '--build-threads=4'],
extra_cmake_args=[ extra_cmake_args=[
"-DCOMPILER_RT_TEST_COMPILER_CFLAGS='-mcpu=cortex-a15 -mfpu=vfpv3 -marm'", "-DCOMPILER_RT_TEST_COMPILER_CFLAGS='-mcpu=cortex-a15 -mfpu=vfpv3 -marm'",
"-DLLVM_TARGETS_TO_BUILD='ARM'",
"-DLLVM_PARALLEL_LINK_JOBS=2"])}, "-DLLVM_PARALLEL_LINK_JOBS=2"])},
## ARMv7 Thumb2 with neon; check-all 2-stage full compiler-rt + testsuite ## ARMv7 Thumb2 check-all + compiler-rt + testsuite 2-stage
{'name' : "clang-cmake-thumbv7-full-sh", {'name' : "clang-thumbv7-full-2stage",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["linaro-tk1-01", "linaro-tk1-03", "linaro-tk1-04", "linaro-tk1-05"], 'workernames' : ["linaro-tk1-01", "linaro-tk1-03", "linaro-tk1-04", "linaro-tk1-05"],
'builddir': "clang-cmake-thumbv7-full-sh", 'builddir': "clang-thumbv7-full-2stage",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_lld=False, checkout_lld=False,
checkout_compiler_rt=True,
testStage1=False, testStage1=False,
useTwoStage=True, useTwoStage=True,
runTestSuite=True, runTestSuite=True,
testsuite_flags=[ testsuite_flags=[
'--cppflags', '-mcpu=cortex-a15 -mthumb', '--cppflags', '-mcpu=cortex-a15 -mthumb',
'--threads=4', '--build-threads=4'], '--threads=4', '--build-threads=4'],
extra_cmake_args=[ extra_cmake_args=[
"-DCMAKE_C_FLAGS='-mcpu=cortex-a15 -mthumb'", "-DCMAKE_C_FLAGS='-mcpu=cortex-a15 -mthumb'",
"-DCMAKE_CXX_FLAGS='-mcpu=cortex-a15 -mthumb'", "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a15 -mthumb'",
"-DCOMPILER_RT_TEST_COMPILER_CFLAGS='-mcpu=cortex-a15 -mthumb'", "-DCOMPILER_RT_TEST_COMPILER_CFLAGS='-mcpu=cortex-a15 -mthumb'",
"-DLLVM_TARGETS_TO_BUILD='ARM'",
"-DLLVM_PARALLEL_LINK_JOBS=2"])}, "-DLLVM_PARALLEL_LINK_JOBS=2"])},
## AArch32 Self-hosting Clang+LLVM check-all + LLD + test-suite ## AArch32 Self-hosting Clang+LLVM check-all + LLD + test-suite
# Sanitizers build disabled due to PR38690 # Sanitizers build disabled due to PR38690
{'name' : "clang-cmake-armv8-lld", {'name' : "clang-armv8-lld-2stage",
'tags' : ["lld"], 'tags' : ["lld"],
'workernames' : ["linaro-armv8-lld"], 'workernames' : ["linaro-clang-armv8-lld-2stage"],
'builddir': "clang-cmake-armv8-lld", 'builddir': "clang-armv8-lld-2stage",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_compiler_rt=True,
checkout_lld=True,
test=True,
useTwoStage=True, useTwoStage=True,
runTestSuite=True, runTestSuite=True,
testsuite_flags=[ testsuite_flags=[
'--cppflags', '-mcpu=cortex-a57 -fuse-ld=lld', '--cppflags', '-mcpu=cortex-a57 -fuse-ld=lld',
'--threads=32', '--build-threads=32'], '--threads=32', '--build-threads=32'],
extra_cmake_args=[ extra_cmake_args=[
"-DCMAKE_C_FLAGS='-mcpu=cortex-a57'", "-DCMAKE_C_FLAGS='-mcpu=cortex-a57'",
"-DCMAKE_CXX_FLAGS='-mcpu=cortex-a57'", "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a57'",
"-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'",
"-DCOMPILER_RT_BUILD_SANITIZERS=OFF", "-DCOMPILER_RT_BUILD_SANITIZERS=OFF",
"-DLLVM_ENABLE_LLD=True"])}, "-DLLVM_ENABLE_LLD=True"])},
# AArch64 Clang+LLVM+RT check-all + flang + test-suite + self-hosting # AArch64 check-all + flang + compiler-rt + test-suite 2-stage
{'name' : "clang-cmake-aarch64-full", {'name' : "clang-aarch64-full-2stage",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["linaro-aarch64-full"], 'workernames' : ["linaro-clang-aarch64-full-2stage"],
'builddir': "clang-cmake-aarch64-full", 'builddir': "clang-aarch64-full-2stage",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_compiler_rt=True,
checkout_flang=True, checkout_flang=True,
checkout_lld=False, checkout_lld=False,
test=True,
useTwoStage=True, useTwoStage=True,
testStage1=False, testStage1=False,
runTestSuite=True, runTestSuite=True,
testsuite_flags=[ testsuite_flags=[
'--cppflags', '-mcpu=cortex-a57', '--cppflags', '-mcpu=cortex-a57',
'--threads=32', '--build-threads=32'], '--threads=32', '--build-threads=32'],
extra_cmake_args=[ extra_cmake_args=[
"-DCMAKE_C_FLAGS='-mcpu=cortex-a57'", "-DCMAKE_C_FLAGS='-mcpu=cortex-a57'",
"-DCMAKE_CXX_FLAGS='-mcpu=cortex-a57'", "-DCMAKE_CXX_FLAGS='-mcpu=cortex-a57'"])},
"-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'"])},
# AArch64 Clang+LLVM+RT+LLD check-all + flang + test-suite w/SVE
{'name' : "clang-aarch64-sve-vls",
'tags' : ["clang"],
'workernames' : ["linaro-clang-aarch64-sve-vls"],
'builddir': "clang-aarch64-sve-vls",
'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False,
checkout_flang=True,
runTestSuite=True,
testsuite_flags=[
'--cppflags', '-mcpu=a64fx -mllvm -aarch64-sve-vector-bits-min=512',
'--threads=48', '--build-threads=48'],
extra_cmake_args=[
"-DCMAKE_C_FLAGS='-mcpu=a64fx'",
"-DCMAKE_CXX_FLAGS='-mcpu=a64fx'",
"-DLLVM_ENABLE_LLD=True"])},
# AArch64 Clang+LLVM+RT+LLD check-all + flang + test-suite 2-stage w/SVE
{'name' : "clang-aarch64-sve-vls-2stage",
'tags' : ["clang"],
'workernames' : ["linaro-clang-aarch64-sve-vls-2stage"],
'builddir': "clang-aarch64-sve-vls-2stage",
'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False,
checkout_flang=True,
useTwoStage=True,
testStage1=False,
runTestSuite=True,
testsuite_flags=[
'--cppflags', '-mcpu=a64fx -mllvm -aarch64-sve-vector-bits-min=512',
'--threads=48', '--build-threads=48'],
extra_cmake_args=[
"-DCMAKE_C_FLAGS='-mcpu=a64fx -mllvm -aarch64-sve-vector-bits-min=512'",
"-DCMAKE_CXX_FLAGS='-mcpu=a64fx -mllvm -aarch64-sve-vector-bits-min=512'",
"-DLLVM_ENABLE_LLD=True"])},
{'name' : "clang-arm64-windows-msvc-2stage", {'name' : "clang-arm64-windows-msvc-2stage",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["linaro-armv8-windows-msvc-01", "linaro-armv8-windows-msvc-02"], 'workernames' : ["linaro-armv8-windows-msvc-01", "linaro-armv8-windows-msvc-02"],
'builddir': "clang-arm64-windows-msvc-2stage", 'builddir': "clang-arm64-windows-msvc-2stage",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
vs="manual", vs="manual",
test=False, # Disable testing until MCJIT failures are fixed test=False, # Disable testing until MCJIT failures are fixed
useTwoStage=True, useTwoStage=True,
testStage1=False, testStage1=False,
extra_cmake_args=[ extra_cmake_args=[
"-DLLVM_DEFAULT_TARGET_TRIPLE=aarch64-windows-msvc", "-DLLVM_DEFAULT_TARGET_TRIPLE=aarch64-windows-msvc",
"-DLLVM_HOST_TRIPLE=aarch64-windows-msvc", "-DLLVM_HOST_TRIPLE=aarch64-windows-msvc",
"-DLLVM_TARGET_ARCH=AArch64", "-DLLVM_TARGET_ARCH=AArch64",
# FIXME: compiler-rt\lib\sanitizer_common\sanitizer_unwind_win.cpp assumes WIN64 is x86_64,
# so, before that's fixed, disable everything that triggers its build.
"-DCOMPILER_RT_BUILD_SANITIZERS=OFF", "-DCOMPILER_RT_BUILD_SANITIZERS=OFF",
"-DCOMPILER_RT_BUILD_MEMPROF=OFF",
"-DCOMPILER_RT_BUILD_XRAY=OFF"])}, "-DCOMPILER_RT_BUILD_XRAY=OFF"])},
{'name' : 'clang-x64-windows-msvc', {'name' : 'clang-x64-windows-msvc',
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ['windows-gcebot2'], 'workernames' : ['windows-gcebot2'],
'builddir': 'clang-x64-windows-msvc', 'builddir': 'clang-x64-windows-msvc',
'factory' : AnnotatedBuilder.getAnnotatedBuildFactory( 'factory' : AnnotatedBuilder.getAnnotatedBuildFactory(
script="clang-windows.py", script="clang-windows.py",
depends_on_projects=['llvm', 'clang', 'lld', 'debuginfo-tests'])}, depends_on_projects=['llvm', 'clang', 'lld', 'debuginfo-tests'])},
{'name' : "clang-m68k-linux",
'tags' : ["clang"],
'workernames' : ["debian-akiko-m68k"],
'builddir': "clang-m68k-linux",
'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False,
checkout_lld=False,
useTwoStage=False,
stage1_config='Release',
extra_cmake_args=[
"-DLLVM_ENABLE_ASSERTIONS=ON",
"-DLLVM_EXPERIMENTAL_TARGETS_TO_BUILD=M68k"])},
{'name' : "clang-m68k-linux-cross",
'tags' : ["clang"],
'workernames' : ["suse-gary-m68k-cross"],
'builddir': "clang-m68k-linux-cross",
'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False,
checkout_lld=False,
useTwoStage=False,
stage1_config='Release',
extra_cmake_args=[
"-DLLVM_ENABLE_ASSERTIONS=ON",
"-DLLVM_TARGETS_TO_BUILD=X86",
"-DLLVM_EXPERIMENTAL_TARGETS_TO_BUILD=M68k"])},
{'name' : "clang-ppc64be-linux-lnt", {'name' : "clang-ppc64be-linux-lnt",
'tags' : ["clang", "ppc"], 'tags' : ["clang", "ppc"],
'workernames' : ["ppc64be-clang-lnt-test"], 'workernames' : ["ppc64be-clang-lnt-test"],
'builddir': "clang-ppc64be-lnt", 'builddir': "clang-ppc64be-lnt",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_lld=False, checkout_lld=False,
useTwoStage=False, useTwoStage=False,
▲ Show 20 Lines • Show All 54 Lines • ▼ Show 20 Lines# Clang builders.
'tags' : ["clang", "ppc", "ppc64le"], 'tags' : ["clang", "ppc", "ppc64le"],
'workernames' : ["ppc64le-clang-test"], 'workernames' : ["ppc64le-clang-test"],
'builddir': "clang-ppc64le", 'builddir': "clang-ppc64le",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
checkout_lld=False, checkout_lld=False,
useTwoStage=False, useTwoStage=False,
stage1_config='Release', stage1_config='Release',
extra_cmake_args=["-DLLVM_ENABLE_ASSERTIONS=ON"])}, extra_cmake_args=[
"-DLLVM_ENABLE_ASSERTIONS=ON",
"-DPYTHON_EXECUTABLE:FILEPATH=/usr/local/bin/python3"])},
{'name' : "clang-ppc64le-rhel", {'name' : "clang-ppc64le-rhel",
'tags' : ["clang", "ppc", "ppc64le"], 'tags' : ["clang", "ppc", "ppc64le"],
'workernames' : ["ppc64le-clang-rhel-test"], 'workernames' : ["ppc64le-clang-rhel-test"],
'builddir': "clang-ppc64le-rhel", 'builddir': "clang-ppc64le-rhel",
'factory' : ClangBuilder.getClangCMakeBuildFactory(clean=False, 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
checkout_clang_tools_extra=True, depends_on_projects=["llvm", "clang", "clang-tools-extra", "lld", "compiler-rt"],
checkout_compiler_rt=False, checks=["check"],
checkout_lld=True, enable_runtimes="auto",
checkout_libcxx=False, extra_configure_args=[
useTwoStage=False,
runTestSuite=True,
stage1_config='Release',
nt_flags=['--threads=16', '--build-threads=16'],
extra_cmake_args=[
'-DLLVM_ENABLE_PROJECTS=clang;llvm;clang-tools-extra;lld',
'-DLLVM_ENABLE_RUNTIMES=compiler-rt',
"-DLLVM_ENABLE_ASSERTIONS=On", "-DCMAKE_C_COMPILER=clang", "-DLLVM_ENABLE_ASSERTIONS=On", "-DCMAKE_C_COMPILER=clang",
"-DCMAKE_CXX_COMPILER=clang++", "-DCMAKE_CXX_COMPILER=clang++",
"-DCLANG_DEFAULT_LINKER=lld", "-DCLANG_DEFAULT_LINKER=lld",
"-DCMAKE_C_COMPILER_EXTERNAL_TOOLCHAIN:PATH=/opt/rh/devtoolset-7/root/usr", "-DCMAKE_C_COMPILER_EXTERNAL_TOOLCHAIN:PATH=/opt/rh/devtoolset-7/root/usr",
"-DCMAKE_CXX_COMPILER_EXTERNAL_TOOLCHAIN:PATH=/opt/rh/devtoolset-7/root/usr", "-DCMAKE_CXX_COMPILER_EXTERNAL_TOOLCHAIN:PATH=/opt/rh/devtoolset-7/root/usr",
"-DLLVM_BINUTILS_INCDIR=/usr/include", "-DBUILD_SHARED_LIBS=ON", "-DLLVM_ENABLE_WERROR=ON", "-DLLVM_BINUTILS_INCDIR=/usr/include", "-DBUILD_SHARED_LIBS=ON", "-DLLVM_ENABLE_WERROR=ON",
'-DLLVM_LIT_ARGS=-vj 20'])}, "-DCMAKE_BUILD_TYPE=Release",
"-DLLVM_LIT_ARGS=-vj 20"])},
{'name' : "clang-ppc64-aix-ppc64le",
'tags' : ["clang", "aix", "ppc", "ppc64le"],
'workernames' : ["aix-ppc64-ppc64le"],
'builddir': "clang-ppc64-aix-ppc64le",
'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False,
checkout_clang_tools_extra=False,
checkout_compiler_rt=False,
checkout_lld=False,
checkout_libcxx=False,
useTwoStage=False,
runTestSuite=False,
stage1_config='Release',
extra_cmake_args=[
"-DLLVM_ENABLE_ASSERTIONS=On",
"-DCMAKE_C_COMPILER=/opt/IBM/xlC/16.1.0/bin/xlclang",
"-DCMAKE_CXX_COMPILER=/opt/IBM/xlC/16.1.0/bin/xlclang++",
"-DCMAKE_C_FLAGS='-qmaxmem=-1 -qarch=pwr8 -qaltivec -qalias=noansi'",
"-DCMAKE_CXX_FLAGS='-qmaxmem=-1 -qarch=pwr8 -qaltivec -qalias=noansi'",
"-DPython3_EXECUTABLE:FILEPATH=/opt/freeware/bin/python3_64",
"-DLLVM_ENABLE_ZLIB=OFF", "-DLLVM_APPEND_VC_REV=OFF",
"-DLLVM_DEFAULT_TARGET_TRIPLE=powerpc64le-unknown-linux-gnu",
"-DLLVM_PARALLEL_LINK_JOBS=6",
"-DLLVM_ENABLE_WERROR=ON"])},
{'name' : "clang-s390x-linux", {'name' : "clang-s390x-linux",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["systemz-1"], 'workernames' : ["systemz-1"],
'builddir': "clang-s390x-linux", 'builddir': "clang-s390x-linux",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
jobs=4, jobs=4,
clean=False, clean=False,
▲ Show 20 Lines • Show All 49 Lines • ▼ Show 20 Lines# Clang builders.
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["hexagon-build-02", "hexagon-build-03"], 'workernames' : ["hexagon-build-02", "hexagon-build-03"],
'builddir': "clang-hexagon-elf", 'builddir': "clang-hexagon-elf",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
jobs=16, jobs=16,
checkout_clang_tools_extra=False, checkout_clang_tools_extra=False,
checkout_compiler_rt=False, checkout_compiler_rt=False,
checkout_lld=False, checkout_lld=False,
env={'LD_LIBRARY_PATH': '/local/clang+llvm-8.0.0-x86_64-linux-gnu-ubuntu-14.04/lib', 'PATH': ['/local/cmake-3.17.0/bin', '${PATH}']}, env={'LD_LIBRARY_PATH': '/local/clang+llvm-12.0.0-x86_64-linux-gnu-ubuntu-16.04/lib'},
extra_cmake_args=[ extra_cmake_args=[
"-DCMAKE_BUILD_TYPE:STRING=Release", "-DCMAKE_BUILD_TYPE:STRING=Release",
"-DLLVM_TARGETS_TO_BUILD:STRING=Hexagon", "-DLLVM_TARGETS_TO_BUILD:STRING=Hexagon",
"-DTARGET_TRIPLE:STRING=hexagon-unknown-elf", "-DTARGET_TRIPLE:STRING=hexagon-unknown-elf",
"-DLLVM_DEFAULT_TARGET_TRIPLE:STRING=hexagon-unknown-elf", "-DLLVM_DEFAULT_TARGET_TRIPLE:STRING=hexagon-unknown-elf",
"-DLLVM_TARGET_ARCH:STRING=hexagon-unknown-elf", "-DLLVM_TARGET_ARCH:STRING=hexagon-unknown-elf",
"-DLLVM_BUILD_RUNTIME:BOOL=OFF", "-DLLVM_BUILD_RUNTIME:BOOL=OFF",
"-DCMAKE_VERBOSE_MAKEFILE:BOOL=ON", "-DCMAKE_VERBOSE_MAKEFILE:BOOL=ON",
"-DLLVM_ENABLE_PIC:BOOL=ON", "-DLLVM_ENABLE_PIC:BOOL=ON",
"-DLLVM_ENABLE_ASSERTIONS:BOOL=ON", "-DLLVM_ENABLE_ASSERTIONS:BOOL=ON",
"-DLLVM_INCLUDE_TOOLS:BOOL=ON", "-DLLVM_INCLUDE_TOOLS:BOOL=ON",
"-DLLVM_LIT_ARGS:STRING=-v", "-DLLVM_LIT_ARGS:STRING=-v",
"-DLLVM_ENABLE_LIBCXX:BOOL=ON", "-DLLVM_ENABLE_LIBCXX:BOOL=ON",
"-DWITH_POLLY:BOOL=OFF", "-DWITH_POLLY:BOOL=OFF",
"-DLINK_POLLY_INTO_TOOLS:BOOL=OFF", "-DLINK_POLLY_INTO_TOOLS:BOOL=OFF",
"-DPOLLY_BUILD_SHARED_LIB:BOOL=OFF", "-DPOLLY_BUILD_SHARED_LIB:BOOL=OFF",
"-DCMAKE_C_COMPILER:FILEPATH=/local/clang+llvm-8.0.0-x86_64-linux-gnu-ubuntu-14.04/bin/clang", "-DCMAKE_C_COMPILER:FILEPATH=/local/clang+llvm-12.0.0-x86_64-linux-gnu-ubuntu-16.04/bin/clang",
"-DCMAKE_CXX_COMPILER:FILEPATH=/local/clang+llvm-8.0.0-x86_64-linux-gnu-ubuntu-14.04/bin/clang++"])}, "-DCMAKE_CXX_COMPILER:FILEPATH=/local/clang+llvm-12.0.0-x86_64-linux-gnu-ubuntu-16.04/bin/clang++"])},
## X86_64 AVX2 Clang+LLVM check-all + test-suite ## X86_64 AVX2 Clang+LLVM check-all + test-suite
{'name' : "clang-cmake-x86_64-avx2-linux", {'name' : "clang-cmake-x86_64-avx2-linux",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["avx2-intel64"], 'workernames' : ["avx2-intel64"],
'builddir': "clang-cmake-x86_64-avx2-linux", 'builddir': "clang-cmake-x86_64-avx2-linux",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
clean=False, clean=False,
▲ Show 20 Lines • Show All 52 Lines • ▼ Show 20 Lines 'factory' : ClangBuilder.getClangCMakeBuildFactory(
'--make-param', 'RUNTIMELIMIT=1200'], '--make-param', 'RUNTIMELIMIT=1200'],
env={'PATH':'/home/ssglocal/tools/sde/latest:/usr/bin/ccache:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin'}, env={'PATH':'/home/ssglocal/tools/sde/latest:/usr/bin/ccache:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin'},
extra_cmake_args=[ extra_cmake_args=[
"-DLLVM_ENABLE_ASSERTIONS=ON", "-DLLVM_ENABLE_ASSERTIONS=ON",
"-DCMAKE_C_FLAGS='-march=broadwell'", "-DCMAKE_C_FLAGS='-march=broadwell'",
"-DCMAKE_CXX_FLAGS='-march=broadwell'", "-DCMAKE_CXX_FLAGS='-march=broadwell'",
"-DLLVM_TARGETS_TO_BUILD='X86'"])}, "-DLLVM_TARGETS_TO_BUILD='X86'"])},
## Armv7 build cache
{'name' : "clang-armv7-linux-build-cache",
'tags' : ["clang"],
'workernames' : ["packet-linux-armv7-slave-1"],
'builddir': "clang-armv7-linux-build-cache",
'factory' : ClangBuilder.getClangCMakeGCSBuildFactory(
stage1_config='Release',
clean=True,
checkout_compiler_rt=False,
test=False,
useTwoStage=False,
runTestSuite=False,
checkout_lld=True,
checkout_libcxx=True,
checkout_clang_tools_extra=False,
use_pixz_compression=False,
xz_compression_factor=0,
stage1_upload_directory='clang-armv7-linux',
extra_cmake_args=[
"-DLLVM_TARGETS_TO_BUILD='ARM;AArch64;X86'",
"-DCMAKE_C_FLAGS='-mthumb'",
"-DCMAKE_CXX_FLAGS='-mthumb'",
],
env={'BUCKET': 'llvm-build-artifacts'})},
## AArch64 build cache
{'name' : "clang-aarch64-linux-build-cache",
'tags' : ["clang"],
'workernames' : ["packet-linux-aarch64-slave-1"],
'builddir': "clang-aarch64-linux-build-cache",
'factory' : ClangBuilder.getClangCMakeGCSBuildFactory(
stage1_config='Release',
clean=True,
checkout_compiler_rt=False,
test=False,
useTwoStage=False,
runTestSuite=False,
checkout_lld=True,
checkout_libcxx=True,
checkout_clang_tools_extra=False,
stage1_upload_directory='clang-aarch64-linux',
use_pixz_compression=True,
extra_cmake_args=[
"-DLLVM_TARGETS_TO_BUILD='ARM;AArch64;X86'",
#"-DCMAKE_C_FLAGS=''",
#"-DCMAKE_CXX_FLAGS=''",
],
env={'BUCKET': 'llvm-build-artifacts'})},
{'name' : "llvm-avr-linux", {'name' : "llvm-avr-linux",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["avr-build-01"], 'workernames' : ["avr-build-01"],
'builddir': "llvm-avr-linux", 'builddir': "llvm-avr-linux",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
jobs=8, jobs=8,
clean=False, clean=False,
checkout_lld=False, checkout_lld=False,
Show All 16 Lines 'factory' : ClangBuilder.getClangCMakeBuildFactory(
testStage1=True, testStage1=True,
useTwoStage=True, useTwoStage=True,
stage1_config='Release', stage1_config='Release',
stage2_config='Release', stage2_config='Release',
extra_cmake_args=[ extra_cmake_args=[
'-DLLVM_ENABLE_ASSERTIONS=ON', '-DLLVM_ENABLE_ASSERTIONS=ON',
'-DLLVM_TARGETS_TO_BUILD=X86'])}, '-DLLVM_TARGETS_TO_BUILD=X86'])},
{'name' : "clang-xcore-ubuntu-20-x64",
'tags' : ["clang"],
'workernames' : ["xcore-ubuntu20-x64"],
'builddir': "clang-xcore-ubuntu-20-x64",
'factory' : ClangBuilder.getClangCMakeBuildFactory(
jobs=4,
checkout_clang_tools_extra=False,
checkout_compiler_rt=False,
checkout_lld=False,
test=True,
testStage1=True,
useTwoStage=False,
stage1_config='Release',
extra_cmake_args=[
"-DLLVM_TARGETS_TO_BUILD:STRING=XCore",
"-DLLVM_DEFAULT_TARGET_TRIPLE:STRING=xcore-unknown-unknown-elf",
"-DLLVM_ENABLE_THREADS:BOOL=OFF"])},
# Polly builders. # Polly builders.
{'name' : "polly-arm-linux", {'name' : "polly-arm-linux",
'tags' : ["polly"], 'tags' : ["polly"],
'workernames' : ["hexagon-build-02", "hexagon-build-03"], 'workernames' : ["hexagon-build-02", "hexagon-build-03"],
'builddir': "polly-arm-linux", 'builddir': "polly-arm-linux",
'factory' : PollyBuilder.getPollyBuildFactory( 'factory' : PollyBuilder.getPollyBuildFactory(
clean=True, clean=True,
install=True, install=True,
make='ninja', make='ninja',
jobs=16, jobs=16,
env={'LD_LIBRARY_PATH': '/local/clang+llvm-8.0.0-x86_64-linux-gnu-ubuntu-14.04/lib', 'PATH': ['/local/cmake-3.17.0/bin', '${PATH}']}, env={'LD_LIBRARY_PATH': '/local/clang+llvm-12.0.0-x86_64-linux-gnu-ubuntu-16.04/lib'},
extraCmakeArgs=[ extraCmakeArgs=[
"-G", "Ninja", "-G", "Ninja",
"-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'", "-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'",
"-DLLVM_DEFAULT_TARGET_TRIPLE=arm-linux-gnueabi", "-DLLVM_DEFAULT_TARGET_TRIPLE=arm-linux-gnueabi",
"-DLLVM_TARGET_ARCH=arm-linux-gnueabi", "-DLLVM_TARGET_ARCH=arm-linux-gnueabi",
"-DLLVM_ENABLE_ASSERTIONS=True", "-DLLVM_ENABLE_ASSERTIONS=True",
"-DLLVM_ENABLE_LIBCXX:BOOL=ON", "-DLLVM_ENABLE_LIBCXX:BOOL=ON",
"-DCMAKE_C_COMPILER:FILEPATH=/local/clang+llvm-8.0.0-x86_64-linux-gnu-ubuntu-14.04/bin/clang", "-DPOLLY_ENABLE_GPGPU_CODEGEN=OFF", # Auto-enabled in getPollyBuildFactory
"-DCMAKE_CXX_COMPILER:FILEPATH=/local/clang+llvm-8.0.0-x86_64-linux-gnu-ubuntu-14.04/bin/clang++"])}, "-DCMAKE_C_COMPILER:FILEPATH=/local/clang+llvm-12.0.0-x86_64-linux-gnu-ubuntu-16.04/bin/clang",
"-DCMAKE_CXX_COMPILER:FILEPATH=/local/clang+llvm-12.0.0-x86_64-linux-gnu-ubuntu-16.04/bin/clang++"])},
{'name' : "polly-x86_64-linux", {'name' : "polly-x86_64-linux",
'tags' : ["polly"], 'tags' : ["polly"],
'workernames' : ["polly-x86_64-fdcserver", "polly-x86_64-gce1"], 'workernames' : ["polly-x86_64-fdcserver", "polly-x86_64-gce1"],
'builddir': "polly-x86_64-linux", 'builddir': "polly-x86_64-linux",
'factory' : PollyBuilder.getPollyBuildFactory( 'factory' : PollyBuilder.getPollyBuildFactory(
clean=False, clean=False,
install=False, install=False,
Show All 35 Lines 'factory' : AOSPBuilder.getAOSPBuildFactory(
device="angler", device="angler",
extra_cmake_args=[ extra_cmake_args=[
"-G", "Ninja", "-G", "Ninja",
"-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'", "-DLLVM_TARGETS_TO_BUILD='ARM;AArch64'",
"-DLLVM_DEFAULT_TARGET_TRIPLE=arm-linux-androideabi", "-DLLVM_DEFAULT_TARGET_TRIPLE=arm-linux-androideabi",
"-DLLVM_TARGET_ARCH=arm-linux-androideabi", "-DLLVM_TARGET_ARCH=arm-linux-androideabi",
"-DLLVM_ENABLE_ASSERTIONS=True", "-DLLVM_ENABLE_ASSERTIONS=True",
"-DLLVM_ENABLE_LIBCXX:BOOL=ON", "-DLLVM_ENABLE_LIBCXX:BOOL=ON",
"-DCMAKE_C_COMPILER:FILEPATH=/local/clang+llvm-8.0.0-x86_64-linux-gnu-ubuntu-14.04/bin/clang", "-DPOLLY_ENABLE_GPGPU_CODEGEN=OFF", # Auto-enabled in getPollyBuildFactory (used indirectly)
"-DCMAKE_CXX_COMPILER:FILEPATH=/local/clang+llvm-8.0.0-x86_64-linux-gnu-ubuntu-14.04/bin/clang++"], "-DCMAKE_C_COMPILER:FILEPATH=/local/clang+llvm-12.0.0-x86_64-linux-gnu-ubuntu-16.04/bin/clang",
"-DCMAKE_CXX_COMPILER:FILEPATH=/local/clang+llvm-12.0.0-x86_64-linux-gnu-ubuntu-16.04/bin/clang++"],
timeout=240, timeout=240,
target_clang=None, target_clang=None,
target_flags="-Wno-error -O3 -mllvm -polly -mllvm -polly-position=before-vectorizer -mllvm -polly-process-unprofitable -fcommon", target_flags="-Wno-error -O3 -mllvm -polly -mllvm -polly-position=before-vectorizer -mllvm -polly-process-unprofitable -fcommon",
jobs=8, jobs=32,
extra_make_args=None, extra_make_args=None,
env={'LD_LIBRARY_PATH': '/local/clang+llvm-8.0.0-x86_64-linux-gnu-ubuntu-14.04/lib', 'PATH': ['/local/cmake-3.17.0/bin', '${PATH}']}, env={'LD_LIBRARY_PATH': '/local/clang+llvm-12.0.0-x86_64-linux-gnu-ubuntu-16.04/lib'},
clean=False, clean=False,
sync=False, sync=False,
patch=None)}, patch=None)},
# Reverse iteration builders. # Reverse iteration builders.
{'name' : "reverse-iteration", {'name' : "reverse-iteration",
'tags' : ["rev_iter"], 'tags' : ["rev_iter"],
'workernames' : ["hexagon-build-02", "hexagon-build-03"], 'workernames' : ["hexagon-build-02", "hexagon-build-03"],
'builddir': "reverse-iteration", 'builddir': "reverse-iteration",
'factory' : PollyBuilder.getPollyBuildFactory( 'factory' : PollyBuilder.getPollyBuildFactory(
clean=True, clean=True,
make='ninja', make='ninja',
jobs=16, jobs=16,
checkAll=True, checkAll=True,
env={'LD_LIBRARY_PATH': '/local/clang+llvm-8.0.0-x86_64-linux-gnu-ubuntu-14.04/lib', 'PATH': ['/local/cmake-3.17.0/bin', '${PATH}']}, env={'LD_LIBRARY_PATH': '/local/clang+llvm-12.0.0-x86_64-linux-gnu-ubuntu-16.04/lib'},
extraCmakeArgs=[ extraCmakeArgs=[
"-G", "Ninja", "-G", "Ninja",
"-DLLVM_REVERSE_ITERATION:BOOL=ON", "-DLLVM_REVERSE_ITERATION:BOOL=ON",
"-DLLVM_ENABLE_ASSERTIONS=True", "-DLLVM_ENABLE_ASSERTIONS=True",
"-DLLVM_ENABLE_LIBCXX:BOOL=ON", "-DLLVM_ENABLE_LIBCXX:BOOL=ON",
"-DCMAKE_C_COMPILER:FILEPATH=/local/clang+llvm-8.0.0-x86_64-linux-gnu-ubuntu-14.04/bin/clang", "-DCMAKE_C_COMPILER:FILEPATH=/local/clang+llvm-12.0.0-x86_64-linux-gnu-ubuntu-16.04/bin/clang",
"-DCMAKE_CXX_COMPILER:FILEPATH=/local/clang+llvm-8.0.0-x86_64-linux-gnu-ubuntu-14.04/bin/clang++"])}, "-DCMAKE_CXX_COMPILER:FILEPATH=/local/clang+llvm-12.0.0-x86_64-linux-gnu-ubuntu-16.04/bin/clang++"])},
# LLDB builders. # LLDB builders.
{'name' : "lldb-x86_64-debian", {'name' : "lldb-x86_64-debian",
'tags' : ["lldb"], 'tags' : ["lldb"],
'workernames' : ["lldb-x86_64-debian"], 'workernames' : ["lldb-x86_64-debian"],
'builddir': "lldb-x86_64-debian", 'builddir': "lldb-x86_64-debian",
'factory' : LLDBBuilder.getLLDBCMakeBuildFactory( 'factory' : LLDBBuilder.getLLDBCMakeBuildFactory(
test=True, test=True,
extra_cmake_args=[ extra_cmake_args=[
'-DLLVM_ENABLE_ASSERTIONS=True', '-DLLVM_ENABLE_ASSERTIONS=True',
'-DLLVM_USE_LINKER=gold', '-DLLVM_USE_LINKER=gold',
'-DLLDB_ENABLE_PYTHON=True', '-DLLDB_ENABLE_PYTHON=True',
'-DPYTHON_EXECUTABLE=/usr/bin/python3', '-DPYTHON_EXECUTABLE=/usr/bin/python3',
'-DCMAKE_C_COMPILER=clang', '-DCMAKE_C_COMPILER=clang',
'-DCMAKE_CXX_COMPILER=clang++'])}, '-DCMAKE_CXX_COMPILER=clang++'])},
{'name' : "lldb-aarch64-ubuntu", {'name' : "lldb-aarch64-ubuntu",
'tags' : ["lldb"], 'tags' : ["lldb"],
'workernames' : ["linaro-aarch64-lldb"], 'workernames' : ["linaro-lldb-aarch64-ubuntu"],
'builddir': "lldb-cmake-aarch64", 'builddir': "lldb-aarch64-ubuntu",
'factory' : LLDBBuilder.getLLDBCMakeBuildFactory( 'factory' : LLDBBuilder.getLLDBCMakeBuildFactory(
test=True, test=True,
extra_cmake_args=[ extra_cmake_args=[
'-DLLVM_ENABLE_ASSERTIONS=True', '-DLLVM_ENABLE_ASSERTIONS=True',
'-DLLVM_LIT_ARGS=-svj 8', '-DLLVM_LIT_ARGS=-svj 4',
'-DLLVM_USE_LINKER=gold'])}, '-DLLVM_USE_LINKER=gold'])},
{'name' : "lldb-arm-ubuntu", {'name' : "lldb-arm-ubuntu",
'tags' : ["lldb"], 'tags' : ["lldb"],
'workernames' : ["linaro-arm-lldb"], 'workernames' : ["linaro-lldb-arm-ubuntu"],
'builddir': "lldb-cmake-arm", 'builddir': "lldb-arm-ubuntu",
'factory' : LLDBBuilder.getLLDBCMakeBuildFactory( 'factory' : LLDBBuilder.getLLDBCMakeBuildFactory(
test=True, test=True,
extra_cmake_args=[ extra_cmake_args=[
'-DLLVM_ENABLE_ASSERTIONS=True', '-DLLVM_ENABLE_ASSERTIONS=True',
'-DLLVM_LIT_ARGS=-svj 8', '-DLLVM_LIT_ARGS=-svj 4',
'-DLLVM_USE_LINKER=gold'])}, '-DLLVM_USE_LINKER=gold'])},
{'name' : "lldb-x64-windows-ninja", {'name' : "lldb-x64-windows-ninja",
'tags' : ["lldb"], 'tags' : ["lldb"],
'workernames' : ["win-py3-buildbot"], 'workernames' : ["win-py3-buildbot"],
'builddir': "lldb-x64-windows-ninja", 'builddir': "lldb-x64-windows-ninja",
'factory' : LLDBBuilder.getLLDBCMakeBuildFactory( 'factory' : LLDBBuilder.getLLDBCMakeBuildFactory(
clean=True, clean=True,
Show All 23 Lines# LLD builders.
'workernames' : ["as-worker-93"], 'workernames' : ["as-worker-93"],
'builddir': "lld-x86_64-win", 'builddir': "lld-x86_64-win",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaWithMSVCBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaWithMSVCBuildFactory(
depends_on_projects=['llvm', 'lld'], depends_on_projects=['llvm', 'lld'],
vs="autodetect", vs="autodetect",
extra_configure_args = [ extra_configure_args = [
'-DLLVM_ENABLE_WERROR=OFF'])}, '-DLLVM_ENABLE_WERROR=OFF'])},
{'name' : "lld-x86_64-freebsd",
'tags' : ["lld"],
'workernames' : ["as-worker-4"],
'builddir': "lld-x86_64-freebsd",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
depends_on_projects=['llvm', 'lld'],
extra_configure_args=[
'-DCMAKE_EXE_LINKER_FLAGS=-lcxxrt',
'-DLLVM_ENABLE_WERROR=OFF'],
env={'CXXFLAGS' : "-std=c++11 -stdlib=libc++"})},
{'name' : "ppc64le-lld-multistage-test", {'name' : "ppc64le-lld-multistage-test",
'tags' : ["lld", "ppc", "ppc64le"], 'tags' : ["lld", "ppc", "ppc64le"],
'workernames' : ["ppc64le-lld-multistage-test"], 'workernames' : ["ppc64le-lld-multistage-test"],
'builddir': "ppc64le-lld-multistage-test", 'builddir': "ppc64le-lld-multistage-test",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaMultistageBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaMultistageBuildFactory(
extra_configure_args=[ extra_configure_args=[
'-DLLVM_ENABLE_ASSERTIONS=ON', '-DLLVM_ENABLE_ASSERTIONS=ON',
'-DLLVM_LIT_ARGS=-svj 256'], '-DLLVM_LIT_ARGS=-svj 256'],
Show All 26 Lines# LTO and ThinLTO builders.
{'name' : "clang-with-thin-lto-wpd-ubuntu", {'name' : "clang-with-thin-lto-wpd-ubuntu",
'tags' : ["clang","lld","LTO"], 'tags' : ["clang","lld","LTO"],
'workernames' : ["thinlto-x86-64-bot1"], 'workernames' : ["thinlto-x86-64-bot1"],
'builddir': "clang-with-thin-lto-wpd-ubuntu", 'builddir': "clang-with-thin-lto-wpd-ubuntu",
'factory' : ClangLTOBuilder.getClangWithLTOBuildFactory( 'factory' : ClangLTOBuilder.getClangWithLTOBuildFactory(
jobs=72, jobs=72,
lto='thin', lto='thin',
extra_configure_args=[ extra_configure_args_lto_stage=[
'-DLLVM_CCACHE_BUILD=ON', '-DLLVM_CCACHE_BUILD=ON',
'-DCMAKE_CXX_FLAGS="-O3 -Xclang -fwhole-program-vtables -fno-split-lto-unit"', '-DCMAKE_CXX_FLAGS=-O3 -Xclang -fwhole-program-vtables -fno-split-lto-unit',
'-DCMAKE_C_FLAGS="-O3 -Xclang -fwhole-program-vtables -fno-split-lto-unit"', '-DCMAKE_C_FLAGS=-O3 -Xclang -fwhole-program-vtables -fno-split-lto-unit',
'-DCMAKE_EXE_LINKER_FLAGS="-Wl,--lto-whole-program-visibility"'])}, '-DCMAKE_EXE_LINKER_FLAGS=-Wl,--lto-whole-program-visibility -fuse-ld=lld'])},
{'name' : "clang-with-lto-ubuntu", {'name' : "clang-with-lto-ubuntu",
'tags' : ["clang","lld","LTO"], 'tags' : ["clang","lld","LTO"],
'workernames' : ["as-worker-91"], 'workernames' : ["as-worker-91"],
'builddir': "clang-with-lto-ubuntu", 'builddir': "clang-with-lto-ubuntu",
'factory' : ClangLTOBuilder.getClangWithLTOBuildFactory(jobs=72)}, 'factory' : ClangLTOBuilder.getClangWithLTOBuildFactory(
jobs=72,
extra_configure_args_lto_stage=[
'-DLLVM_PARALLEL_LINK_JOBS=14',
])},
# Builders for MLIR. # Builders for MLIR.
{'name' : "mlir-nvidia", {'name' : "mlir-nvidia",
'tags' : ["mlir"], 'tags' : ["mlir"],
'workernames' : ["mlir-nvidia"], 'workernames' : ["mlir-nvidia"],
'builddir': "mlir-nvidia", 'builddir': "mlir-nvidia",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
llvm_srcdir="llvm.src", llvm_srcdir="llvm.src",
obj_dir="llvm.obj", obj_dir="llvm.obj",
clean=True, clean=True,
depends_on_projects=['llvm','mlir'], depends_on_projects=['llvm','mlir'],
extra_configure_args=[ extra_configure_args=[
'-DLLVM_BUILD_EXAMPLES=ON', '-DLLVM_BUILD_EXAMPLES=ON',
'-DLLVM_TARGETS_TO_BUILD=host;NVPTX', '-DLLVM_TARGETS_TO_BUILD=host;NVPTX',
'-DLLVM_ENABLE_PROJECTS=mlir', '-DLLVM_ENABLE_PROJECTS=mlir',
'-DMLIR_CUDA_RUNNER_ENABLED=1', '-DMLIR_ENABLE_CUDA_RUNNER=1',
'-DMLIR_INCLUDE_INTEGRATION_TESTS=ON',
'-DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc', '-DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc',
'-DMLIR_VULKAN_RUNNER_ENABLED=1', '-DMLIR_ENABLE_VULKAN_RUNNER=1',
'-DBUILD_SHARED_LIBS=ON', '-DBUILD_SHARED_LIBS=ON',
'-DLLVM_CCACHE_BUILD=ON', '-DLLVM_CCACHE_BUILD=ON',
'-DMLIR_ENABLE_BINDINGS_PYTHON=ON',
'-DMLIR_RUN_CUDA_TENSOR_CORE_TESTS=ON',
], ],
env={ env={
'CC':'clang', 'CC':'clang',
'CXX': 'clang++', 'CXX': 'clang++',
'LD': 'lld', 'LD': 'lld',
})}, })},
{'name' : "mlir-windows", {'name' : "mlir-windows",
Show All 26 Lines 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
'-DCMAKE_CXX_STANDARD=17', '-DCMAKE_CXX_STANDARD=17',
'-DLLVM_ENABLE_PROJECTS=mlir', '-DLLVM_ENABLE_PROJECTS=mlir',
'-DLLVM_LIT_ARGS=-vj 256', '-DLLVM_LIT_ARGS=-vj 256',
], ],
env={ env={
'CC': 'clang', 'CC': 'clang',
'CXX': 'clang++', 'CXX': 'clang++',
'LD': 'lld', 'LD': 'lld',
'LD_LIBRARY_PATH': '/usr/lib64',
})}, })},
# Sanitizer builders. # Sanitizer builders.
{'name' : "sanitizer-x86_64-linux", {'name' : "sanitizer-x86_64-linux",
'tags' : ["sanitizer"], 'tags' : ["sanitizer"],
'workernames' : ["sanitizer-buildbot1", "sanitizer-buildbot2"], 'workernames' : [
"sanitizer-buildbot1",
"sanitizer-buildbot2",
],
'builddir': "sanitizer-x86_64-linux", 'builddir': "sanitizer-x86_64-linux",
'factory' : SanitizerBuilder.getSanitizerBuildFactory()}, 'factory' : SanitizerBuilder.getSanitizerBuildFactory()},
{'name' : "sanitizer-x86_64-linux-fast", {'name' : "sanitizer-x86_64-linux-fast",
'tags' : ["sanitizer"], 'tags' : ["sanitizer"],
'workernames' : ["sanitizer-buildbot1", "sanitizer-buildbot2"], 'workernames' : [
"sanitizer-buildbot1",
"sanitizer-buildbot2",
"sanitizer-buildbot7",
"sanitizer-buildbot8",
],
'builddir': "sanitizer-x86_64-linux-fast", 'builddir': "sanitizer-x86_64-linux-fast",
'factory' : SanitizerBuilder.getSanitizerBuildFactory()}, 'factory' : SanitizerBuilder.getSanitizerBuildFactory()},
{'name' : "sanitizer-x86_64-linux-bootstrap", {'name' : "sanitizer-x86_64-linux-bootstrap-asan",
'tags' : ["sanitizer"], 'tags' : ["sanitizer"],
'workernames' : ["sanitizer-buildbot3", "sanitizer-buildbot4"], 'workernames' : [
'builddir': "sanitizer-x86_64-linux-bootstrap", "sanitizer-buildbot3",
"sanitizer-buildbot4",
],
'builddir': "sanitizer-x86_64-linux-bootstrap-asan",
'factory' : SanitizerBuilder.getSanitizerBuildFactory()}, 'factory' : SanitizerBuilder.getSanitizerBuildFactory()},
{'name' : "sanitizer-x86_64-linux-bootstrap-ubsan", {'name' : "sanitizer-x86_64-linux-bootstrap-ubsan",
'tags' : ["sanitizer"], 'tags' : ["sanitizer"],
'workernames' : ["sanitizer-buildbot3", "sanitizer-buildbot4"], 'workernames' : [
"sanitizer-buildbot3",
"sanitizer-buildbot4",
],
'builddir': "sanitizer-x86_64-linux-bootstrap-ubsan", 'builddir': "sanitizer-x86_64-linux-bootstrap-ubsan",
'factory' : SanitizerBuilder.getSanitizerBuildFactory()}, 'factory' : SanitizerBuilder.getSanitizerBuildFactory()},
{'name' : "sanitizer-x86_64-linux-bootstrap-msan", {'name' : "sanitizer-x86_64-linux-bootstrap-msan",
'tags' : ["sanitizer"], 'tags' : ["sanitizer"],
'workernames' : ["sanitizer-buildbot7", "sanitizer-buildbot8"], 'workernames' : [
"sanitizer-buildbot3",
"sanitizer-buildbot4",
],
'builddir': "sanitizer-x86_64-linux-bootstrap-msan", 'builddir': "sanitizer-x86_64-linux-bootstrap-msan",
'factory' : SanitizerBuilder.getSanitizerBuildFactory()}, 'factory' : SanitizerBuilder.getSanitizerBuildFactory()},
{'name' : "sanitizer-x86_64-linux-autoconf", {'name' : "sanitizer-x86_64-linux-autoconf",
'tags' : ["sanitizer"], 'tags' : ["sanitizer"],
'workernames' : ["sanitizer-buildbot7", "sanitizer-buildbot8"], 'workernames' : [
"sanitizer-buildbot7",
"sanitizer-buildbot8",
],
'builddir': "sanitizer-x86_64-linux-autoconf", 'builddir': "sanitizer-x86_64-linux-autoconf",
'factory' : SanitizerBuilder.getSanitizerBuildFactory()}, 'factory' : SanitizerBuilder.getSanitizerBuildFactory()},
{'name' : "sanitizer-x86_64-linux-qemu",
'tags' : ["sanitizer"],
'workernames' : [
"sanitizer-buildbot7",
"sanitizer-buildbot8",
],
'builddir': "sanitizer-x86_64-linux-qemu",
'factory' : SanitizerBuilder.getSanitizerBuildFactory()},
{'name' : "sanitizer-x86_64-linux-fuzzer", {'name' : "sanitizer-x86_64-linux-fuzzer",
'tags' : ["sanitizer"], 'tags' : ["sanitizer"],
'workernames' : ["sanitizer-buildbot7", "sanitizer-buildbot8"], 'workernames' : [
"sanitizer-buildbot7",
"sanitizer-buildbot8",
],
'builddir': "sanitizer-x86_64-linux-fuzzer", 'builddir': "sanitizer-x86_64-linux-fuzzer",
'factory' : SanitizerBuilder.getSanitizerBuildFactory()}, 'factory' : SanitizerBuilder.getSanitizerBuildFactory()},
{'name' : "sanitizer-x86_64-linux-android", {'name' : "sanitizer-x86_64-linux-android",
'tags' : ["sanitizer"], 'tags' : ["sanitizer"],
'workernames' : ["sanitizer-buildbot6"], 'workernames' : ["sanitizer-buildbot6"],
'builddir': "sanitizer-x86_64-linux-android", 'builddir': "sanitizer-x86_64-linux-android",
'factory' : SanitizerBuilder.getSanitizerBuildFactory()}, 'factory' : SanitizerBuilder.getSanitizerBuildFactory()},
{'name' : "sanitizer-ppc64be-linux", {'name' : "sanitizer-ppc64be-linux",
'tags' : ["sanitizer", "ppc"], 'tags' : ["sanitizer", "ppc"],
'workernames' : ["ppc64be-sanitizer"], 'workernames' : ["ppc64be-sanitizer"],
'builddir': "sanitizer-ppc64be", 'builddir': "sanitizer-ppc64be",
'factory' : SanitizerBuilder.getSanitizerBuildFactory(timeout=1800)}, 'factory' : SanitizerBuilder.getSanitizerBuildFactory(timeout=1800)},
{'name' : "sanitizer-ppc64le-linux", {'name' : "sanitizer-ppc64le-linux",
'tags' : ["sanitizer", "ppc", "ppc64le"], 'tags' : ["sanitizer", "ppc", "ppc64le"],
'workernames' : ["ppc64le-sanitizer"], 'workernames' : ["ppc64le-sanitizer"],
'builddir': "sanitizer-ppc64le", 'builddir': "sanitizer-ppc64le",
'factory' : SanitizerBuilder.getSanitizerBuildFactory(timeout=1800)}, 'factory' : SanitizerBuilder.getSanitizerBuildFactory(
timeout=1800,
extra_configure_args=[
"-CMAKE_ARGS='-DLLVM_LIT_ARGS=-v -j256'"])},
{'name' : "sanitizer-windows", {'name' : "sanitizer-windows",
'tags' : ["sanitizer"], 'tags' : ["sanitizer"],
'workernames' : ["sanitizer-windows"], 'workernames' : ["sanitizer-windows"],
'builddir': "sanitizer-windows", 'builddir': "sanitizer-windows",
'factory' : AnnotatedBuilder.getAnnotatedBuildFactory( 'factory' : AnnotatedBuilder.getAnnotatedBuildFactory(
script="sanitizer-windows.py", script="sanitizer-windows.py",
depends_on_projects=["llvm", "clang", "lld", "compiler-rt"])}, depends_on_projects=["llvm", "clang", "lld", "compiler-rt"])},
# OpenMP builders.
{'name' : "openmp-gcc-x86_64-linux-debian", {'name' : "openmp-gcc-x86_64-linux-debian",
'tags' : ["openmp"], 'tags' : ["openmp"],
'workernames' : ["gribozavr4"], 'workernames' : ["gribozavr4"],
'builddir': "openmp-gcc-x86_64-linux-debian", 'builddir': "openmp-gcc-x86_64-linux-debian",
'factory' : OpenMPBuilder.getOpenMPCMakeBuildFactory( 'factory' : OpenMPBuilder.getOpenMPCMakeBuildFactory(
env={ env={
'PATH':'/home/llvmbb/bin/clang-latest/bin:/home/llvmbb/bin:/usr/local/bin:/usr/local/bin:/usr/bin:/bin', 'PATH':'/home/llvmbb/bin/clang-latest/bin:/home/llvmbb/bin:/usr/local/bin:/usr/local/bin:/usr/bin:/bin',
'CC': 'ccache clang', 'CXX': 'ccache clang++', 'CCACHE_CPP2': 'yes', 'CC': 'ccache clang', 'CXX': 'ccache clang++', 'CCACHE_CPP2': 'yes',
})}, })},
{'name' : "openmp-clang-x86_64-linux-debian", {'name' : "openmp-clang-x86_64-linux-debian",
'tags' : ["openmp"], 'tags' : ["openmp"],
'workernames' : ["gribozavr4"], 'workernames' : ["gribozavr4"],
'builddir': "openmp-clang-x86_64-linux-debian", 'builddir': "openmp-clang-x86_64-linux-debian",
'factory' : OpenMPBuilder.getOpenMPCMakeBuildFactory( 'factory' : OpenMPBuilder.getOpenMPCMakeBuildFactory(
env={ env={
'PATH':'/home/llvmbb/bin/clang-latest/bin:/home/llvmbb/bin:/usr/local/bin:/usr/local/bin:/usr/bin:/bin', 'PATH':'/home/llvmbb/bin/clang-latest/bin:/home/llvmbb/bin:/usr/local/bin:/usr/local/bin:/usr/bin:/bin',
'CC': 'ccache clang', 'CXX': 'ccache clang++', 'CCACHE_CPP2': 'yes', 'CC': 'ccache clang', 'CXX': 'ccache clang++', 'CCACHE_CPP2': 'yes',
})}, })},
# Libc++ builders. {'name' : "openmp-offload-cuda-project",
'tags' : ["openmp"],
{'name': 'libcxx-libcxxabi-x86_64-linux-debian', 'workernames' : ["minipc-1050ti-linux"],
'tags' : ["libcxx"], 'builddir': "openmp-offload-cuda-project",
'workernames': ['gribozavr4'], 'factory' : OpenMPBuilder.getOpenMPCMakeBuildFactory(
'builddir': 'libcxx-libcxxabi-x86_64-linux-debian', clean=False,
'factory': LibcxxAndAbiBuilder.getLibcxxAndAbiBuilder( enable_runtimes=[],
env={'CC': 'clang', 'CXX': 'clang++'}, extraCmakeArgs=[
lit_extra_args=['--shuffle'], "-DCUDA_TOOLKIT_ROOT_DIR=/opt/cuda",
check_libcxx_abilist=True)}, "-DLIBOMPTARGET_BUILD_NVPTX_BCLIB=ON",
"-DCLANG_ENABLE_STATIC_ANALYZER=OFF",
{'name' : 'libcxx-libcxxabi-x86_64-linux-debian-noexceptions', "-DCLANG_ENABLE_ARCMT=OFF",
'tags' : ["libcxx"], "-DCLANG_ENABLE_OBJC_REWRITER=OFF",
'workernames' : ['gribozavr4'], "-DLLVM_TARGETS_TO_BUILD=X86;NVPTX",
'builddir': 'libcxx-libcxxabi-x86_64-linux-debian-noexceptions', "-DLLVM_ENABLE_LLD=ON",
'factory' : LibcxxAndAbiBuilder.getLibcxxAndAbiBuilder( '-DLLVM_PARALLEL_LINK_JOBS=2',
env={'CC': 'clang', 'CXX': 'clang++'}, ],
use_cache='Generic-noexceptions.cmake', install=True,
lit_extra_args=['--shuffle'])}, testsuite=True,
testsuite_sollvevv=True,
{'name' : 'libcxx-libcxxabi-libunwind-x86_64-linux-debian', extraTestsuiteCmakeArgs=[
'tags' : ["libcxx"], "-DTEST_SUITE_SOLLVEVV_OFFLOADING_CFLAGS=-fopenmp-targets=nvptx64-nvidia-cuda;--cuda-path=/opt/cuda",
'workernames' : ['gribozavr4'], "-DTEST_SUITE_SOLLVEVV_OFFLOADING_LDFLAGS=-fopenmp-targets=nvptx64-nvidia-cuda;--cuda-path=/opt/cuda",
'builddir': 'libcxx-libcxxabi-libunwind-x86_64-linux-debian', ],
'factory' : LibcxxAndAbiBuilder.getLibcxxAndAbiBuilder( )},
env={'CC': 'clang', 'CXX': 'clang++'},
cmake_extra_opts={'LIBCXXABI_USE_LLVM_UNWINDER': 'ON'},
lit_extra_args=['--shuffle'])},
{'name' : 'libcxx-libcxxabi-singlethreaded-x86_64-linux-debian',
'tags' : ["libcxx"],
'workernames' : ['gribozavr4'],
'builddir': 'libcxx-libcxxabi-singlethreaded-x86_64-linux-debian',
'factory' : LibcxxAndAbiBuilder.getLibcxxAndAbiBuilder(
env={'CC': 'clang', 'CXX': 'clang++'},
use_cache='Generic-singlethreaded.cmake')},
# ARMv7 LibC++ and LibC++abi tests (require Clang+RT) {'name' : "openmp-offload-cuda-runtime",
{'name' : 'libcxx-libcxxabi-libunwind-armv7-linux', 'tags' : ["openmp"],
'tags' : ["libcxx"], 'workernames' : ["minipc-1050ti-linux"],
'workernames': ['linaro-tk1-02'], 'builddir': "openmp-offload-cuda-runtime",
'builddir': 'libcxx-libcxxabi-libunwind-armv7-linux', 'factory' : OpenMPBuilder.getOpenMPCMakeBuildFactory(
'factory' : LibcxxAndAbiBuilder.getLibcxxAndAbiBuilder( clean=True,
cmake_extra_opts={ enable_runtimes=['openmp'],
'LIBCXXABI_USE_LLVM_UNWINDER': 'ON', extraCmakeArgs=[
'CMAKE_C_FLAGS': '-mcpu=cortex-a15 -marm', "-DCUDA_TOOLKIT_ROOT_DIR=/opt/cuda",
'CMAKE_CXX_FLAGS': '-mcpu=cortex-a15 -marm', "-DLIBOMPTARGET_BUILD_NVPTX_BCLIB=ON",
'LLVM_PARALLEL_LINK_JOBS': '2'})}, "-DCLANG_ENABLE_STATIC_ANALYZER=OFF",
"-DCLANG_ENABLE_ARCMT=OFF",
"-DCLANG_ENABLE_OBJC_REWRITER=OFF",
"-DLLVM_TARGETS_TO_BUILD=X86;NVPTX",
"-DLLVM_ENABLE_LLD=ON",
'-DLLVM_PARALLEL_LINK_JOBS=2',
"-DCMAKE_C_COMPILER_LAUNCHER=ccache",
"-DCMAKE_CXX_COMPILER_LAUNCHER=ccache",
],
install=True,
testsuite=True,
testsuite_sollvevv=True,
extraTestsuiteCmakeArgs=[
"-DTEST_SUITE_SOLLVEVV_OFFLOADING_CFLAGS=-fopenmp-targets=nvptx64-nvidia-cuda;--cuda-path=/opt/cuda",
"-DTEST_SUITE_SOLLVEVV_OFFLOADING_LDFLAGS=-fopenmp-targets=nvptx64-nvidia-cuda;--cuda-path=/opt/cuda",
],
)},
# ARMv8 LibC++ and LibC++abi tests (require Clang+RT) # OpenMP AMDGPU Builders
{'name' : 'libcxx-libcxxabi-libunwind-armv8-linux', {'name' : "openmp-offload-amdgpu-project",
'tags' : ["libcxx"], 'tags' : ["openmp"],
'workernames' : ['linaro-armv8-libcxx'], 'workernames' : ["omp-vega20-0"],
'builddir': 'libcxx-libcxxabi-libunwind-armv8-linux', 'builddir': "openmp-offload-amdgpu-project",
'factory' : LibcxxAndAbiBuilder.getLibcxxAndAbiBuilder( 'factory' : OpenMPBuilder.getOpenMPCMakeBuildFactory(
cmake_extra_opts={ clean=False,
'LIBCXXABI_USE_LLVM_UNWINDER': 'ON', enable_runtimes=[],
'CMAKE_C_FLAGS': '-mcpu=cortex-a57 -marm', depends_on_projects=['llvm','clang','lld','openmp'],
'CMAKE_CXX_FLAGS': '-mcpu=cortex-a57 -marm'})}, extraCmakeArgs=[
"-DCMAKE_BUILD_TYPE=Release",
"-DCLANG_DEFAULT_LINKER=lld",
"-DLLVM_TARGETS_TO_BUILD=X86;AMDGPU",
"-DLLVM_ENABLE_ASSERTIONS=ON",
"-DLLVM_ENABLE_RUNTIMES=openmp",
],
install=True,
testsuite=False,
testsuite_sollvevv=False,
extraTestsuiteCmakeArgs=[
"-DTEST_SUITE_SOLLVEVV_OFFLOADING_CFLAGS=-fopenmp-targets=amdgcn-amd-amdhsa;-Xopenmp-target=amdgcn-amd-amdhsa",
"-DTEST_SUITE_SOLLVEVV_OFFLOADING_LDLAGS=-fopenmp-targets=amdgcn-amd-amdhsa;-Xopenmp-target=amdgcn-amd-amdhsa",
],
)},
# ARMv7 LibC++ and LibC++abi tests w/o EH (require Clang+RT) {'name' : "openmp-offload-amdgpu-runtime",
{'name' : 'libcxx-libcxxabi-libunwind-armv7-linux-noexceptions', 'tags' : ["openmp"],
'tags' : ["libcxx"], 'workernames' : ["omp-vega20-0"],
'workernames' : ['linaro-tk1-02'], 'builddir': "openmp-offload-amdgpu-runtime",
'builddir': 'libcxx-libcxxabi-libunwind-armv7-linux-noexceptions', 'factory' : OpenMPBuilder.getOpenMPCMakeBuildFactory(
'factory' : LibcxxAndAbiBuilder.getLibcxxAndAbiBuilder( clean=True,
cmake_extra_opts={ enable_runtimes=['openmp'],
'LIBCXXABI_USE_LLVM_UNWINDER': 'ON', depends_on_projects=['llvm','clang','lld','openmp'],
'LIBCXX_ENABLE_EXCEPTIONS': 'OFF', extraCmakeArgs=[
'LIBCXXABI_ENABLE_EXCEPTIONS': 'OFF', "-DCMAKE_BUILD_TYPE=Release",
'CMAKE_C_FLAGS': '-mcpu=cortex-a15 -mthumb', "-DCLANG_DEFAULT_LINKER=lld",
'CMAKE_CXX_FLAGS': '-mcpu=cortex-a15 -mthumb', "-DLLVM_TARGETS_TO_BUILD=X86;AMDGPU",
'LLVM_PARALLEL_LINK_JOBS': '2'})}, "-DLLVM_ENABLE_ASSERTIONS=ON",
"-DLLVM_ENABLE_RUNTIMES=openmp",
"-DCMAKE_C_COMPILER_LAUNCHER=ccache",
"-DCMAKE_CXX_COMPILER_LAUNCHER=ccache",
],
install=True,
testsuite=False,
testsuite_sollvevv=False,
extraTestsuiteCmakeArgs=[
"-DTEST_SUITE_SOLLVEVV_OFFLOADING_CFLAGS=-fopenmp-targets=amdgcn-amd-amdhsa;-Xopenmp-target=amdgcn-amd-amdhsa",
"-DTEST_SUITE_SOLLVEVV_OFFLOADING_LDLAGS=-fopenmp-targets=amdgcn-amd-amdhsa;-Xopenmp-target=amdgcn-amd-amdhsa",
],
)},
# ARMv8 LibC++ and LibC++abi tests w/o EH (require Clang+RT)
{'name' : 'libcxx-libcxxabi-libunwind-armv8-linux-noexceptions',
'tags' : ["libcxx"],
'workernames' : ['linaro-armv8-libcxx'],
'builddir': 'libcxx-libcxxabi-libunwind-armv8-linux-noexceptions',
'factory' : LibcxxAndAbiBuilder.getLibcxxAndAbiBuilder(
cmake_extra_opts={
'LIBCXXABI_USE_LLVM_UNWINDER': 'ON',
'LIBCXX_ENABLE_EXCEPTIONS': 'OFF',
'LIBCXXABI_ENABLE_EXCEPTIONS': 'OFF',
'CMAKE_C_FLAGS': '-mcpu=cortex-a57 -mthumb',
'CMAKE_CXX_FLAGS': '-mcpu=cortex-a57 -mthumb'})},
# AArch64 LibC++ and LibC++abi tests (require Clang+RT) # Libc++ builders.
{'name' : 'libcxx-libcxxabi-libunwind-aarch64-linux',
'tags' : ["libcxx"],
'workernames' : ['linaro-aarch64-libcxx'],
'builddir': 'libcxx-libcxxabi-libunwind-aarch64-linux',
'factory' : LibcxxAndAbiBuilder.getLibcxxAndAbiBuilder(
cmake_extra_opts={
'LIBCXXABI_USE_LLVM_UNWINDER': 'ON',
'CMAKE_C_FLAGS': '-mcpu=cortex-a57',
'CMAKE_CXX_FLAGS': '-mcpu=cortex-a57'})},
{'name' : 'libcxx-libcxxabi-libunwind-aarch64-linux-noexceptions', {'name' : 'libcxx-libcxxabi-libunwind-ppc-aix',
'tags' : ["libcxx"], 'tags' : ["libcxx"],
'workernames' : ['linaro-aarch64-libcxx'], 'workernames' : ['aix-ppc-libcxx'],
'builddir': 'libcxx-libcxxabi-libunwind-aarch64-linux-noexceptions', 'builddir': 'libcxx-libcxxabi-libunwind-ppc-aix',
'factory' : LibcxxAndAbiBuilder.getLibcxxAndAbiBuilder( 'factory' : LibcxxAndAbiBuilder.getLibcxxAndAbiBuilder(
env={'OBJECT_MODE': '32'},
cmake_extra_opts={ cmake_extra_opts={
'LIBCXXABI_USE_LLVM_UNWINDER': 'ON', 'CMAKE_BUILD_TYPE': 'Release',
'LIBCXX_ENABLE_EXCEPTIONS': 'OFF', 'CMAKE_C_COMPILER': 'gcc',
'LIBCXXABI_ENABLE_EXCEPTIONS': 'OFF', 'CMAKE_CXX_COMPILER': 'g++',
'CMAKE_C_FLAGS': '-mcpu=cortex-a57', 'CMAKE_AR': '/usr/bin/ar',
'CMAKE_CXX_FLAGS': '-mcpu=cortex-a57'})}, 'LIBCXX_CXX_ABI': 'libstdc++',
'LIBCXX_CXX_ABI_INCLUDE_PATHS': '/opt/freeware/lib/gcc/powerpc-ibm-aix7.2.0.0/8/include/c++;/opt/freeware/lib/gcc/powerpc-ibm-aix7.2.0.0/8/include/c++/powerpc-ibm-aix7.2.0.0',
'CMAKE_THREAD_LIBS_INIT': '-lpthread',
'LIBCXX_ENABLE_STATIC:BOOL': 'OFF',
'LIBCXX_ENABLE_ABI_LINKER_SCRIPT': 'OFF'},
depends_on_projects=['libcxx'])},
{'name': "fuchsia-x86_64-linux", {'name': "fuchsia-x86_64-linux",
'tags' : ["toolchain"], 'tags' : ["toolchain"],
'workernames' :["fuchsia-debian-64-us-central1-a-1", "fuchsia-debian-64-us-central1-b-1"], 'workernames' :["fuchsia-debian-64-us-central1-a-1", "fuchsia-debian-64-us-central1-b-1"],
'builddir': "fuchsia-x86_64-linux", 'builddir': "fuchsia-x86_64-linux",
'factory': FuchsiaBuilder.getFuchsiaToolchainBuildFactory()}, 'factory': FuchsiaBuilder.getFuchsiaToolchainBuildFactory()},
# libc Builders. # libc Builders.
{'name' : 'libc-x86_64-windows-dbg',
'tags' : ["libc"],
'workernames' : ['libc-x86_64-windows'],
'builddir': 'libc-x86_64-windows',
'factory' : AnnotatedBuilder.getAnnotatedBuildFactory(
script="libc-windows.py",
depends_on_projects=['llvm', 'libc', 'clang', 'clang-tools-extra'],
extra_args=['--debug'])},
{'name' : 'libc-aarch64-ubuntu-dbg',
'tags' : ["libc"],
'workernames' : ['libc-aarch64-ubuntu'],
'builddir': 'libc-aarch64-ubuntu',
'factory' : AnnotatedBuilder.getAnnotatedBuildFactory(
script="libc-linux.py",
depends_on_projects=['llvm', 'libc', 'clang', 'clang-tools-extra'],
extra_args=['--debug'])},
{'name' : 'libc-x86_64-debian', {'name' : 'libc-x86_64-debian',
'tags' : ["libc"], 'tags' : ["libc"],
'workernames' : ['libc-x86_64-debian'], 'workernames' : ['libc-x86_64-debian'],
'builddir': 'libc-x86_64-debian', 'builddir': 'libc-x86_64-debian',
'factory' : AnnotatedBuilder.getAnnotatedBuildFactory( 'factory' : AnnotatedBuilder.getAnnotatedBuildFactory(
script="libc-linux.py", script="libc-linux.py",
depends_on_projects=['llvm', 'libc', 'clang', 'clang-tools-extra'])}, depends_on_projects=['llvm', 'libc', 'clang', 'clang-tools-extra'])},
Show All 10 Lines# libc Builders.
'tags' : ["libc"], 'tags' : ["libc"],
'workernames' : ["libc-x86_64-debian"], 'workernames' : ["libc-x86_64-debian"],
'builddir': "libc-x86_64-debian-dbg-asan", 'builddir': "libc-x86_64-debian-dbg-asan",
'factory' : AnnotatedBuilder.getAnnotatedBuildFactory( 'factory' : AnnotatedBuilder.getAnnotatedBuildFactory(
script="libc-linux.py", script="libc-linux.py",
depends_on_projects=['llvm', 'libc', 'clang', 'clang-tools-extra'], depends_on_projects=['llvm', 'libc', 'clang', 'clang-tools-extra'],
extra_args=['--debug', '--asan'])}, extra_args=['--debug', '--asan'])},
# Flang builders. {'name' : "libc-x86_64-debian-fullbuild-dbg",
'tags' : ["libc"],
'workernames' : ["libc-x86_64-debian-fullbuild"],
'builddir': "libc-x86_64-debian-fullbuild-dbg",
'factory' : AnnotatedBuilder.getAnnotatedBuildFactory(
script="libc-linux.py",
depends_on_projects=['llvm', 'libc', 'clang', 'clang-tools-extra'],
extra_args=['--debug'])},
{'name' : "flang-aarch64-ubuntu", {'name' : "libc-x86_64-debian-fullbuild-dbg-asan",
'tags' : ["flang"], 'tags' : ["libc"],
'workernames' : ["flang-aarch64-ubuntu-build"], 'workernames' : ["libc-x86_64-debian-fullbuild"],
'builddir': "flang-aarch64-ubuntu-build", 'builddir': "libc-x86_64-debian-fullbuild-dbg-asan",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : AnnotatedBuilder.getAnnotatedBuildFactory(
clean=True, script="libc-linux.py",
depends_on_projects=['llvm','mlir','clang','flang'], depends_on_projects=['llvm', 'libc', 'clang', 'clang-tools-extra'],
extra_configure_args=[ extra_args=['--debug', '--asan'])},
"-DLLVM_TARGETS_TO_BUILD=AArch64",
"-DCMAKE_C_COMPILER=/usr/bin/gcc-9",
"-DCMAKE_CXX_COMPILER=/usr/bin/g++-9",
"-DLLVM_INSTALL_UTILS=ON",
"-DFLANG_BUILD_NEW_DRIVER=ON",
"-DCMAKE_CXX_STANDARD=17",
])},
{'name' : "flang-aarch64-ubuntu-dylib", # Flang builders.
{'name' : "flang-aarch64-dylib",
'tags' : ["flang"], 'tags' : ["flang"],
'workernames' : ["linaro-aarch64-flang-dylib"], 'workernames' : ["linaro-flang-aarch64-dylib"],
'builddir': "flang-aarch64-ubuntu-dylib", 'builddir': "flang-aarch64-dylib",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True, clean=True,
checks=['check-flang'],
depends_on_projects=['llvm','mlir','clang','flang'], depends_on_projects=['llvm','mlir','clang','flang'],
extra_configure_args=[ extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=AArch64", "-DLLVM_TARGETS_TO_BUILD=AArch64",
"-DFLANG_BUILD_NEW_DRIVER=ON",
"-DLLVM_BUILD_LLVM_DYLIB=ON", "-DLLVM_BUILD_LLVM_DYLIB=ON",
"-DLLVM_LINK_LLVM_DYLIB=ON", "-DLLVM_LINK_LLVM_DYLIB=ON",
"-DCMAKE_CXX_STANDARD=17", "-DCMAKE_CXX_STANDARD=17",
])}, ])},
{'name' : "flang-aarch64-ubuntu-sharedlibs", {'name' : "flang-aarch64-sharedlibs",
'tags' : ["flang"], 'tags' : ["flang"],
'workernames' : ["linaro-aarch64-flang-sharedlibs"], 'workernames' : ["linaro-flang-aarch64-sharedlibs"],
'builddir': "flang-aarch64-ubuntu-sharedlibs", 'builddir': "flang-aarch64-sharedlibs",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True, clean=True,
checks=['check-flang'],
depends_on_projects=['llvm','mlir','clang','flang'], depends_on_projects=['llvm','mlir','clang','flang'],
extra_configure_args=[ extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=AArch64", "-DLLVM_TARGETS_TO_BUILD=AArch64",
"-DFLANG_BUILD_NEW_DRIVER=ON",
"-DBUILD_SHARED_LIBS=ON", "-DBUILD_SHARED_LIBS=ON",
"-DLLVM_BUILD_EXAMPLES=ON", "-DLLVM_BUILD_EXAMPLES=ON",
"-DFLANG_BUILD_EXAMPLES=ON",
"-DCMAKE_CXX_STANDARD=17", "-DCMAKE_CXX_STANDARD=17",
])}, ])},
{'name' : "flang-aarch64-ubuntu-out-of-tree", {'name' : "flang-aarch64-out-of-tree",
'tags' : ["flang"], 'tags' : ["flang"],
'workernames' : ["linaro-aarch64-flang-oot"], 'workernames' : ["linaro-flang-aarch64-out-of-tree"],
'builddir': "flang-aarch64-out-of-tree", 'builddir': "flang-aarch64-out-of-tree",
'factory' : FlangBuilder.getFlangOutOfTreeBuildFactory( 'factory' : FlangBuilder.getFlangOutOfTreeBuildFactory(
checks=['check-flang'],
llvm_extra_configure_args=[ llvm_extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=AArch64", "-DLLVM_TARGETS_TO_BUILD=AArch64",
"-DCMAKE_CXX_STANDARD=17", "-DCMAKE_CXX_STANDARD=17",
"-DLLVM_ENABLE_WERROR=OFF", "-DLLVM_ENABLE_WERROR=OFF",
"-DLLVM_ENABLE_ASSERTIONS=ON", "-DLLVM_ENABLE_ASSERTIONS=ON",
"-DCMAKE_BUILD_TYPE=Release", "-DCMAKE_BUILD_TYPE=Release",
], ],
flang_extra_configure_args=[ flang_extra_configure_args=[
"-DFLANG_ENABLE_WERROR=ON", "-DFLANG_ENABLE_WERROR=ON",
"-DCMAKE_BUILD_TYPE=Release", "-DCMAKE_BUILD_TYPE=Release",
])}, ])},
{'name' : "flang-aarch64-debug",
'tags' : ["flang"],
'workernames' : ["linaro-flang-aarch64-debug"],
'builddir': "flang-aarch64-debug",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True,
checks=['check-flang'],
depends_on_projects=['llvm','mlir','clang','flang'],
extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=AArch64",
"-DCMAKE_BUILD_TYPE=Debug",
"-DCMAKE_CXX_STANDARD=17",
"-DLLVM_USE_LINKER=lld",
])},
{'name' : "flang-aarch64-latest-clang",
'tags' : ['flang'],
'workernames' : ["linaro-flang-aarch64-latest-clang"],
'builddir': "flang-aarch64-latest-clang",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True,
checks=['check-flang'],
depends_on_projects=['llvm','mlir','clang','flang'],
extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=AArch64",
"-DLLVM_INSTALL_UTILS=ON",
"-DCMAKE_CXX_STANDARD=17",
"-DLLVM_ENABLE_WERROR=OFF",
"-DFLANG_ENABLE_WERROR=ON",
"-DBUILD_SHARED_LIBS=ON",
"-DLLVM_ENABLE_ASSERTIONS=ON",
"-DLLVM_ENABLE_LIBCXX=On",
"-DCMAKE_BUILD_TYPE=Release",
])},
{'name' : "flang-aarch64-release",
'tags' : ["flang"],
'workernames' : ["linaro-flang-aarch64-release"],
'builddir': "flang-aarch64-release",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True,
checks=['check-flang'],
depends_on_projects=['llvm','mlir','clang','flang'],
extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=AArch64",
"-DCMAKE_BUILD_TYPE=Release",
"-DCMAKE_CXX_STANDARD=17",
])},
{'name' : "flang-aarch64-rel-assert",
'tags' : ["flang"],
'workernames' : ["linaro-flang-aarch64-rel-assert"],
'builddir': "flang-aarch64-rel-assert",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True,
checks=['check-flang'],
depends_on_projects=['llvm','mlir','clang','flang'],
extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=AArch64",
"-DLLVM_ENABLE_ASSERTIONS=ON",
"-DFLANG_BUILD_EXAMPLES=ON",
"-DCMAKE_BUILD_TYPE=Release",
"-DCMAKE_CXX_STANDARD=17",
])},
{'name' : "flang-aarch64-latest-gcc",
'tags' : ['flang'],
'workernames' : ["linaro-flang-aarch64-latest-gcc"],
'builddir': "flang-aarch64-latest-gcc",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True,
checks=['check-flang'],
depends_on_projects=['llvm','mlir','clang','flang'],
extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=AArch64",
"-DLLVM_INSTALL_UTILS=ON",
"-DCMAKE_CXX_STANDARD=17",
"-DLLVM_ENABLE_WERROR=OFF",
"-DFLANG_ENABLE_WERROR=ON",
"-DBUILD_SHARED_LIBS=ON",
"-DLLVM_ENABLE_ASSERTIONS=ON",
"-DCMAKE_BUILD_TYPE=Release",
])},
{'name' : "flang-x86_64-linux", {'name' : "flang-x86_64-linux",
'tags' : ["flang"], 'tags' : ["flang"],
'workernames' : ["nersc-flang"], 'workernames' : ["nersc-flang"],
'builddir': "flang-x86_64-linux", 'builddir': "flang-x86_64-linux",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
depends_on_projects=['llvm','mlir','clang','flang'], depends_on_projects=['llvm','mlir','clang','flang'],
extra_configure_args=[ extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=X86", "-DLLVM_TARGETS_TO_BUILD=X86",
"-DLLVM_INSTALL_UTILS=ON", "-DLLVM_INSTALL_UTILS=ON",
"-DCMAKE_CXX_STANDARD=17", "-DCMAKE_CXX_STANDARD=17",
])}, ])},
{'name' : "flang-x86_64-knl-linux", {'name' : "flang-x86_64-knl-linux",
'tags' : ["flang"], 'tags' : ["flang"],
'workernames' : ["alcf-theta-flang"], 'workernames' : ["alcf-theta-flang"],
'builddir': "flang-x86_64-knl-linux", 'builddir': "flang-x86_64-knl-linux",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
depends_on_projects=['llvm','mlir','clang','flang'], depends_on_projects=['llvm','mlir','clang','flang'],
extra_configure_args=[ extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=X86", "-DLLVM_TARGETS_TO_BUILD=X86",
"-DCMAKE_C_COMPILER=gcc", "-DCMAKE_C_COMPILER=gcc",
"-DCMAKE_CXX_COMPILER=g++", "-DCMAKE_CXX_COMPILER=g++",
"-DLLVM_INSTALL_UTILS=ON", "-DLLVM_INSTALL_UTILS=ON",
"-DFLANG_BUILD_NEW_DRIVER=ON",
"-DCMAKE_CXX_STANDARD=17", "-DCMAKE_CXX_STANDARD=17",
])}, ])},
{'name' : 'ppc64le-flang-rhel-clang', {'name' : 'ppc64le-flang-rhel-clang',
'tags' : ["flang", "ppc", "ppc64le"], 'tags' : ["flang", "ppc", "ppc64le"],
'collapseRequests' : False, 'collapseRequests' : False,
'workernames' : ['ppc64le-flang-mlir-rhel-test'], 'workernames' : ['ppc64le-flang-mlir-rhel-test'],
'builddir': 'ppc64le-flang-rhel-clang-build', 'builddir': 'ppc64le-flang-rhel-clang-build',
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True, clean=True,
depends_on_projects=['llvm', 'mlir', 'clang', 'flang'], depends_on_projects=['llvm', 'mlir', 'clang', 'flang'],
checks=['check-flang'], checks=['check-flang'],
extra_configure_args=[ extra_configure_args=[
'-DLLVM_TARGETS_TO_BUILD=PowerPC', '-DLLVM_TARGETS_TO_BUILD=PowerPC',
'-DLLVM_INSTALL_UTILS=ON', '-DLLVM_INSTALL_UTILS=ON',
'-DCMAKE_CXX_STANDARD=17', '-DCMAKE_CXX_STANDARD=17',
'-DLLVM_ENABLE_PROJECTS=flang',
'-DLLVM_LIT_ARGS=-vj 256' '-DLLVM_LIT_ARGS=-vj 256'
], ],
env={ env={
'CC': 'clang', 'CC': 'clang',
'CXX': 'clang++', 'CXX': 'clang++',
'LD': 'lld' 'LD': 'lld'
})}, })},
# Builders responsible building Sphinix documentation. {'name' : "flang-x86_64-windows",
'tags' : ["flang"],
'workernames' : ["minipc-ryzen-win"],
'builddir': "flang-x86_64-windows",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
depends_on_projects=['llvm','mlir','clang','flang'],
checks=['check-flang'],
install_dir="flang.install",
extra_configure_args=[
"-DCLANG_ENABLE_STATIC_ANALYZER=OFF",
"-DCLANG_ENABLE_ARCMT=OFF",
"-DCLANG_ENABLE_OBJC_REWRITER=OFF",
"-DLLVM_TARGETS_TO_BUILD=X86",
"-DLLVM_INSTALL_UTILS=ON",
"-DCMAKE_C_COMPILER=cl",
"-DCMAKE_CXX_COMPILER=cl",
"-DCMAKE_CXX_STANDARD=17",
'-DLLVM_PARALLEL_COMPILE_JOBS=4',
])},
# Builders responsible building Sphinx documentation.
{'name' : "llvm-sphinx-docs", {'name' : "llvm-sphinx-docs",
'tags' : ["llvm", "doc"], 'tags' : ["llvm", "doc"],
'workernames' : ["gribozavr3"], 'workernames' : ["gribozavr3"],
'builddir': "llvm-sphinx-docs", 'builddir': "llvm-sphinx-docs",
'factory': SphinxDocsBuilder.getSphinxDocsBuildFactory(llvm_html=True, llvm_man=True)}, 'factory': SphinxDocsBuilder.getSphinxDocsBuildFactory(llvm_html=True, llvm_man=True)},
{'name' : "clang-sphinx-docs", {'name' : "clang-sphinx-docs",
Show All 9 Lines# Builders responsible building Sphinx documentation.
'factory': SphinxDocsBuilder.getSphinxDocsBuildFactory(clang_tools_html=True)}, 'factory': SphinxDocsBuilder.getSphinxDocsBuildFactory(clang_tools_html=True)},
{'name' : "lld-sphinx-docs", {'name' : "lld-sphinx-docs",
'tags' : ["lld", "doc"], 'tags' : ["lld", "doc"],
'workernames' : ["gribozavr3"], 'workernames' : ["gribozavr3"],
'builddir': "lld-sphinx-docs", 'builddir': "lld-sphinx-docs",
'factory' : SphinxDocsBuilder.getSphinxDocsBuildFactory(lld_html=True)}, 'factory' : SphinxDocsBuilder.getSphinxDocsBuildFactory(lld_html=True)},
{'name' : "lldb-sphinx-docs",
'tags' : ["lldb", "doc"],
'workernames' : ["gribozavr3"],
'builddir': "lldb-sphinx-docs",
'factory' : SphinxDocsBuilder.getSphinxDocsBuildFactory(lldb_html=True)},
{'name':"libunwind-sphinx-docs", {'name':"libunwind-sphinx-docs",
'tags' : ["libunwind", "doc"], 'tags' : ["libunwind", "doc"],
'workernames':["gribozavr3"], 'workernames':["gribozavr3"],
'builddir':"libunwind-sphinx-docs", 'builddir':"libunwind-sphinx-docs",
'factory': SphinxDocsBuilder.getSphinxDocsBuildFactory(libunwind_html=True)}, 'factory': SphinxDocsBuilder.getSphinxDocsBuildFactory(libunwind_html=True)},
# Sphinx doc Publisher # Sphinx doc Publisher
{'name' : "publish-sphinx-docs", {'name' : "publish-sphinx-docs",
'tags' : ["doc"], 'tags' : ["doc"],
'workernames' : ["as-worker-4"], 'workernames' : ["as-worker-4"],
'builddir': "publish-sphinx-docs", 'builddir': "publish-sphinx-docs",
'factory' : SphinxDocsBuilder.getLLVMDocsBuildFactory(clean=True)}, 'factory' : SphinxDocsBuilder.getLLVMDocsBuildFactory(clean=True)},
{'name' : "publish-lnt-sphinx-docs",
'tags' : ["doc"],
'workernames' : ["as-worker-4"],
'builddir': "publish-lnt-sphinx-docs",
'factory' : HtmlDocsBuilder.getHtmlDocsBuildFactory()},
{'name' : "publish-doxygen-docs",
'tags' : ["doc"],
'workernames' : ["as-worker-4"],
'builddir': "publish-doxygen-docs",
'factory' : DoxygenDocsBuilder.getLLVMDocsBuildFactory()},
# CUDA builders. # CUDA builders.
{'name' : "clang-cuda-k80", {'name' : "clang-cuda-k80",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["cuda-k80-0"], 'workernames' : ["cuda-k80-0"],
'builddir': "clang-cuda-k80", 'builddir': "clang-cuda-k80",
'factory' : AnnotatedBuilder.getAnnotatedBuildFactory( 'factory' : AnnotatedBuilder.getAnnotatedBuildFactory(
script="/buildbot/cuda-build", script="/buildbot/cuda-build",
Show All 12 Lines# CUDA builders.
'workernames' : ["cuda-t4-0"], 'workernames' : ["cuda-t4-0"],
'builddir': "clang-cuda-t4", 'builddir': "clang-cuda-t4",
'factory' : AnnotatedBuilder.getAnnotatedBuildFactory( 'factory' : AnnotatedBuilder.getAnnotatedBuildFactory(
script="/buildbot/cuda-build", script="/buildbot/cuda-build",
checkout_llvm_sources=False)}, checkout_llvm_sources=False)},
{'name' : "clang-ve-ninja", {'name' : "clang-ve-ninja",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames':["nec-arrproto41"], 'workernames':["hpce-aurora2"],
'builddir':"clang-ve-ninja", 'builddir':"clang-ve-ninja",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True, clean=True,
depends_on_projects=['llvm','clang','openmp'], depends_on_projects=['llvm','clang','openmp'],
extra_configure_args=[ extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=X86", "-DLLVM_TARGETS_TO_BUILD=X86",
"-DLLVM_EXPERIMENTAL_TARGETS_TO_BUILD=VE", "-DLLVM_EXPERIMENTAL_TARGETS_TO_BUILD=VE",
"-DLLVM_ENABLE_RUNTIMES=compiler-rt",
"-DLLVM_BUILD_LLVM_DYLIB=On",
"-DBUILD_SHARED_LIBS=Off",
"-DLLVM_LINK_LLVM_DYLIB=On",
"-DCLANG_LINK_CLANG_DYLIB=On",
])}, ])},
# HIP builders.
{'name' : "clang-hip-vega20",
'tags' : ["clang"],
'workernames' : ["hip-vega20-0"],
'builddir': "clang-hip-vega20",
'factory' : AnnotatedBuilder.getAnnotatedBuildFactory(
script="hip-build.sh",
checkout_llvm_sources=False,
script_interpreter=None)},
# Latest stable fedora running on Red Hat internal OpenShift cluster (PSI). # Latest stable fedora running on Red Hat internal OpenShift cluster (PSI).
{'name' : 'x86_64-fedora-clang', {'name' : 'x86_64-fedora-clang',
'tags' : ['mlir'], 'tags' : ['mlir'],
'collapseRequests': False, 'collapseRequests': False,
'workernames': ['fedora-llvm-x86_64'], 'workernames': ['fedora-llvm-x86_64'],
'builddir': 'x86_64-fedora-clang', 'builddir': 'x86_64-fedora-clang',
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
Show All 14 Lines 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
'-DCMAKE_EXPORT_COMPILE_COMMANDS=1', '-DCMAKE_EXPORT_COMPILE_COMMANDS=1',
'-DLLVM_BUILD_LLVM_DYLIB=On', '-DLLVM_BUILD_LLVM_DYLIB=On',
'-DLLVM_LINK_LLVM_DYLIB=On', '-DLLVM_LINK_LLVM_DYLIB=On',
'-DCLANG_LINK_CLANG_DYLIB=On', '-DCLANG_LINK_CLANG_DYLIB=On',
'-DBUILD_SHARED_LIBS=Off', '-DBUILD_SHARED_LIBS=Off',
'-DLLVM_ENABLE_LLD=ON', '-DLLVM_ENABLE_LLD=ON',
])}, ])},
# Build the LLVM dylib .so with all backends and link tools to it
{'name' : 'llvm-x86_64-debian-dylib',
'tags' : ['llvm'],
'collapseRequests': False,
'workernames': ['gribozavr4'],
'builddir': 'llvm-x86_64-debian-dylib',
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True,
depends_on_projects=['llvm'],
checks=['check-all'],
extra_configure_args=[
'-DCMAKE_BUILD_TYPE=Release',
'-DLLVM_ENABLE_ASSERTIONS=On',
'-DLLVM_BUILD_EXAMPLES=Off',
"-DLLVM_LIT_ARGS=-v --xunit-xml-output test-results.xml",
'-DLLVM_TARGETS_TO_BUILD=All',
'-DCMAKE_EXPORT_COMPILE_COMMANDS=1',
'-DLLVM_BUILD_LLVM_DYLIB=On',
'-DLLVM_LINK_LLVM_DYLIB=On',
'-DBUILD_SHARED_LIBS=Off',
'-DLLVM_ENABLE_LLD=Off',
],
env={
'PATH':'/home/llvmbb/bin/clang-latest/bin:/home/llvmbb/bin:/usr/local/bin:/usr/local/bin:/usr/bin:/bin',
'CC': 'ccache clang', 'CXX': 'ccache clang++', 'CCACHE_CPP2': 'yes'
})},
{'name' : "clang-solaris11-amd64", {'name' : "clang-solaris11-amd64",
'tags' : ["clang"], 'tags' : ["clang"],
'workernames' : ["solaris11-amd64"], 'workernames' : ["solaris11-amd64"],
'builddir': "clang-solaris11-amd64", 'builddir': "clang-solaris11-amd64",
'factory' : ClangBuilder.getClangCMakeBuildFactory( 'factory' : ClangBuilder.getClangCMakeBuildFactory(
jobs=8, jobs=8,
clean=False, clean=False,
checkout_lld=False, checkout_lld=False,
Show All 35 Lines 'factory' : ClangBuilder.getClangCMakeBuildFactory(
extra_cmake_args=['-DLLVM_ENABLE_ASSERTIONS=ON', extra_cmake_args=['-DLLVM_ENABLE_ASSERTIONS=ON',
'-DLLVM_TARGETS_TO_BUILD=X86', '-DLLVM_TARGETS_TO_BUILD=X86',
'-DCMAKE_C_COMPILER_LAUNCHER=sccache', '-DCMAKE_C_COMPILER_LAUNCHER=sccache',
'-DCMAKE_CXX_COMPILER_LAUNCHER=sccache', '-DCMAKE_CXX_COMPILER_LAUNCHER=sccache',
'-DLLVM_ENABLE_ZLIB=OFF', '-DLLVM_ENABLE_ZLIB=OFF',
'-DLLVM_LIT_TOOLS_DIR=C:\\Program Files\\GnuWin32\\usr\\bin', '-DLLVM_LIT_TOOLS_DIR=C:\\Program Files\\GnuWin32\\usr\\bin',
])}, ])},
# Flang builders.
{'name' : "flang-aarch64-ubuntu-clang",
'tags' : ['flang'],
'workernames' : ["flang-aarch64-ubuntu-clang-build"],
'builddir': "flang-aarch64-ubuntu-clang",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True,
depends_on_projects=['llvm','mlir','clang','flang'],
checks=['check-flang'],
extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=AArch64",
"-DCMAKE_C_COMPILER=/usr/bin/clang-10",
"-DCMAKE_CXX_COMPILER=/usr/bin/clang++-10",
"-DLLVM_INSTALL_UTILS=ON",
"-DCMAKE_CXX_STANDARD=17",
"-DLLVM_ENABLE_WERROR=OFF",
"-DFLANG_ENABLE_WERROR=ON",
"-DBUILD_SHARED_LIBS=ON",
"-DLLVM_ENABLE_ASSERTIONS=ON",
"-DLLVM_ENABLE_LIBCXX=On",
"-DFLANG_BUILD_NEW_DRIVER=ON",
"-DCMAKE_BUILD_TYPE=Release",
])},
{'name' : "flang-aarch64-ubuntu-gcc10",
'tags' : ['flang'],
'workernames' : ["flang-aarch64-ubuntu-gcc10-build"],
'builddir': "flang-aarch64-ubuntu-gcc10",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True,
depends_on_projects=['llvm','mlir','clang','flang'],
extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=AArch64",
"-DCMAKE_C_COMPILER=/usr/bin/gcc-10",
"-DCMAKE_CXX_COMPILER=/usr/bin/g++-10",
"-DLLVM_INSTALL_UTILS=ON",
"-DCMAKE_CXX_STANDARD=17",
"-DLLVM_ENABLE_WERROR=OFF",
"-DFLANG_ENABLE_WERROR=ON",
"-DBUILD_SHARED_LIBS=ON",
"-DLLVM_ENABLE_ASSERTIONS=ON",
"-DFLANG_BUILD_NEW_DRIVER=ON",
"-DCMAKE_BUILD_TYPE=Release",
])},
# LLDB builders. # LLDB builders.
{'name' : "lldb-x86_64-fedora", {'name' : "lldb-x86_64-fedora",
'tags' : ["lldb"], 'tags' : ["lldb"],
'workernames' : ["lldb-x86_64-fedora"], 'workernames' : ["lldb-x86_64-fedora"],
'builddir': "lldb-x86_64-fedora", 'builddir': "lldb-x86_64-fedora",
'factory' : LLDBBuilder.getLLDBCMakeBuildFactory( 'factory' : LLDBBuilder.getLLDBCMakeBuildFactory(
clean=True, clean=True,
Show All 13 Lines# Builders for ML-driven compiler optimizations.
'builddir': "ml-opt-dev-x86-64-b1", 'builddir': "ml-opt-dev-x86-64-b1",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True, clean=True,
depends_on_projects=['llvm'], depends_on_projects=['llvm'],
extra_configure_args=[ extra_configure_args=[
"-DCMAKE_BUILD_TYPE=Release", "-DCMAKE_BUILD_TYPE=Release",
"-DLLVM_CCACHE_BUILD=ON", "-DLLVM_CCACHE_BUILD=ON",
"-DLLVM_ENABLE_ASSERTIONS=ON", "-DLLVM_ENABLE_ASSERTIONS=ON",
"-DTENSORFLOW_API_PATH=/tmp/tensorflow", "-DTENSORFLOW_C_LIB_PATH=/tmp/tensorflow",
"-DCMAKE_INSTALL_RPATH_USE_LINK_PATH=ON" "-DCMAKE_INSTALL_RPATH_USE_LINK_PATH=ON"
])}, ])},
# Both tensorflow C library, and the pip package, are present. # Both tensorflow C library, and the pip package, are present.
{'name' : "ml-opt-devrel-x86-64", {'name' : "ml-opt-devrel-x86-64",
'tags' : ["ml_opt"], 'tags' : ["ml_opt"],
'collapseRequests': False, 'collapseRequests': False,
'workernames' : ["ml-opt-devrel-x86-64-b1"], 'workernames' : ["ml-opt-devrel-x86-64-b1"],
'builddir': "ml-opt-devrel-x86-64-b1", 'builddir': "ml-opt-devrel-x86-64-b1",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory( 'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True, clean=True,
depends_on_projects=['llvm'], depends_on_projects=['llvm'],
extra_configure_args= [ extra_configure_args= [
"-DCMAKE_BUILD_TYPE=Release", "-DCMAKE_BUILD_TYPE=Release",
"-DLLVM_CCACHE_BUILD=ON", "-DLLVM_CCACHE_BUILD=ON",
"-DLLVM_ENABLE_ASSERTIONS=ON", "-DLLVM_ENABLE_ASSERTIONS=ON",
"-DTENSORFLOW_API_PATH=/tmp/tensorflow", "-DTENSORFLOW_C_LIB_PATH=/tmp/tensorflow",
"-DTENSORFLOW_AOT_PATH=/var/lib/buildbot/.local/lib/python3.7/site-packages/tensorflow", "-DTENSORFLOW_AOT_PATH=/var/lib/buildbot/.local/lib/python3.7/site-packages/tensorflow",
"-DCMAKE_INSTALL_RPATH_USE_LINK_PATH=ON" "-DCMAKE_INSTALL_RPATH_USE_LINK_PATH=ON"
])}, ])},
# Release mode build bot: the model is pre-built and linked in the # Release mode build bot: the model is pre-built and linked in the
# compiler. Only the tensorflow pip package is needed, and out of it, # compiler. Only the tensorflow pip package is needed, and out of it,
# only saved_model_cli (the model compiler) and the thin C++ wrappers # only saved_model_cli (the model compiler) and the thin C++ wrappers
# in xla_aot_runtime_src (and include files) # in xla_aot_runtime_src (and include files)
Show All 26 Lines 'factory': UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
"-DLLVM_CCACHE_BUILD=ON", "-DLLVM_CCACHE_BUILD=ON",
"-DLLVM_USE_SANITIZER=Thread", "-DLLVM_USE_SANITIZER=Thread",
"-DCMAKE_BUILD_TYPE=Release", "-DCMAKE_BUILD_TYPE=Release",
"-DCLANGD_ENABLE_REMOTE=ON", "-DCLANGD_ENABLE_REMOTE=ON",
"-DLLVM_ENABLE_ASSERTIONS=ON", "-DLLVM_ENABLE_ASSERTIONS=ON",
"-DGRPC_INSTALL_PATH=/usr/local/lib/grpc" "-DGRPC_INSTALL_PATH=/usr/local/lib/grpc"
])}, ])},
# Target ARC from Synopsys
{'name': "arc-builder",
'tags': ["clang", "lld"],
'collapseRequests': False,
'workernames' : ["arc-worker"],
'builddir': "arc-folder",
'factory': UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
depends_on_projects=["llvm", "clang", "lld"],
extra_configure_args=[
"-DCMAKE_EXPORT_COMPILE_COMMANDS:BOOL=ON",
"-DLLVM_ENABLE_ASSERTIONS:BOOL=ON",
"-DLLVM_TOOL_CLANG_TOOLS_EXTRA_BUILD=0",
"-DLLVM_ENABLE_LIBPFM=OFF",
"-DLLVM_TARGETS_TO_BUILD=X86",
"-DLLVM_EXPERIMENTAL_TARGETS_TO_BUILD=ARC",
])},
] ]

buildbot/osuosl/master/config/release_builders.py

  • This file was added.
from importlib import reload
from buildbot.process.properties import WithProperties
from zorg.buildbot.builders import ClangBuilder
from zorg.buildbot.builders import FlangBuilder
from zorg.buildbot.builders import PollyBuilder
from zorg.buildbot.builders import LLDBBuilder
from zorg.buildbot.builders import SanitizerBuilder
from zorg.buildbot.builders import OpenMPBuilder
from zorg.buildbot.builders import SphinxDocsBuilder
from zorg.buildbot.builders import ABITestsuitBuilder
from zorg.buildbot.builders import ClangLTOBuilder
from zorg.buildbot.builders import UnifiedTreeBuilder
from zorg.buildbot.builders import AOSPBuilder
from zorg.buildbot.builders import AnnotatedBuilder
from zorg.buildbot.builders import LLDPerformanceTestsuite
from zorg.buildbot.builders import FuchsiaBuilder
from zorg.buildbot.builders import XToolchainBuilder
# Release builders.
all = [
# Clang builders.
{'name' : "llvm-clang-x86_64-win-release",
'tags' : ["clang", "release"],
'workernames' : ["as-builder-3"],
'builddir': "llvm-clang-x86_64-win-rel",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaWithMSVCBuildFactory(
vs="autodetect",
depends_on_projects=['llvm', 'clang'],
clean=True,
checks=[
"check-llvm-unit",
"check-clang-unit"],
extra_configure_args=[
"-DLLVM_ENABLE_WERROR=OFF",
"-DLLVM_TARGETS_TO_BUILD=ARM",
"-DLLVM_DEFAULT_TARGET_TRIPLE=armv7-unknown-linux-eabihf",
"-DLLVM_ENABLE_ASSERTIONS=OFF",
"-DLLVM_OPTIMIZED_TABLEGEN=OFF",
"-DLLVM_LIT_ARGS=-v --threads=32"])},
# Expensive checks builders.
{'name' : "llvm-clang-x86_64-expensive-checks-ubuntu-release",
'tags' : ["llvm", "expensive-checks", "release"],
'workernames' : ["as-builder-4"],
'builddir': "llvm-clang-x86_64-expensive-checks-ubuntu-rel",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
depends_on_projects=["llvm", "lld"],
clean=True,
extra_configure_args=[
"-DLLVM_ENABLE_EXPENSIVE_CHECKS=ON",
"-DLLVM_ENABLE_WERROR=OFF",
"-DCMAKE_BUILD_TYPE=Debug",
"-DCMAKE_CXX_FLAGS=-U_GLIBCXX_DEBUG",
"-DLLVM_LIT_ARGS=-vv -j32"])},
{'name' : "llvm-clang-x86_64-expensive-checks-win-release",
'tags' : ["llvm", "expensive-checks", "release"],
'workernames' : ["as-worker-93"],
'builddir': "llvm-clang-x86_64-expensive-checks-win-rel",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaWithMSVCBuildFactory(
vs="autodetect",
depends_on_projects=["llvm", "lld"],
clean=True,
extra_configure_args=[
"-DLLVM_ENABLE_EXPENSIVE_CHECKS=ON",
"-DLLVM_ENABLE_WERROR=OFF",
"-DCMAKE_BUILD_TYPE=Debug"])},
{'name' : "llvm-clang-x86_64-expensive-checks-debian-release",
'tags' : ["llvm", "expensive-checks", "release"],
'workernames' : ["gribozavr4"],
'builddir': "llvm-clang-x86_64-expensive-checks-debian-rel",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
depends_on_projects=["llvm", "lld"],
clean=True,
extra_configure_args=[
"-DLLVM_ENABLE_EXPENSIVE_CHECKS=ON",
"-DLLVM_ENABLE_WERROR=OFF",
"-DCMAKE_BUILD_TYPE=Release",
"-DCMAKE_CXX_FLAGS=-U_GLIBCXX_DEBUG",
"-DLLVM_LIT_ARGS=-v -vv -j96"],
env={
'PATH':'/home/llvmbb/bin/clang-latest/bin:/home/llvmbb/bin:/usr/local/bin:/usr/local/bin:/usr/bin:/bin',
'CC': 'ccache clang', 'CXX': 'ccache clang++', 'CCACHE_CPP2': 'yes',
})},
# Cross builders.
{'name' : "llvm-clang-win-x-armv7l-release",
'tags' : ["clang", "llvm", "compiler-rt", "cross"," armv7l", "release"],
'workernames' : ["as-builder-1"],
'builddir': "x-armv7l-rel",
'factory' : XToolchainBuilder.getCmakeWithMSVCBuildFactory(
vs="autodetect",
clean=True,
checks=[
"check-llvm",
"check-clang",
"check-lld",
"check-compiler-rt"
],
checks_on_target = [
("libunwind",
["python", "bin/llvm-lit.py",
"-v", "-vv", "--threads=32",
"runtimes/runtimes-bins/libunwind/test"]),
("libc++abi",
["python", "bin/llvm-lit.py",
"-v", "-vv", "--threads=32",
"runtimes/runtimes-bins/libcxxabi/test"]),
("libc++",
['python', 'bin/llvm-lit.py',
'-v', '-vv', '--threads=32',
'runtimes/runtimes-bins/libcxx/test',
])
],
extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=ARM",
"-DTARGET_TRIPLE=armv7-linux-gnueabihf",
"-DDEFAULT_SYSROOT=C:/buildbot/.arm-ubuntu",
"-DLLVM_LIT_ARGS=-v -vv --threads=32",
WithProperties("%(remote_test_host:+-DREMOTE_TEST_HOST=)s%(remote_test_host:-)s"),
WithProperties("%(remote_test_user:+-DREMOTE_TEST_USER=)s%(remote_test_user:-)s"),
],
cmake_cache="../llvm-project/clang/cmake/caches/CrossWinToARMLinux.cmake")},
{'name' : "llvm-clang-win-x-aarch64-release",
'tags' : ["clang", "llvm", "compiler-rt", "cross", "aarch64", "release"],
'workernames' : ["as-builder-2"],
'builddir': "x-aarch64-rel",
'factory' : XToolchainBuilder.getCmakeWithMSVCBuildFactory(
vs="autodetect",
clean=True,
checks=[
"check-llvm",
"check-clang",
"check-lld",
"check-compiler-rt"
],
checks_on_target = [
("libunwind",
["python", "bin/llvm-lit.py",
"-v", "-vv", "--threads=32",
"runtimes/runtimes-bins/libunwind/test"]),
("libc++abi",
["python", "bin/llvm-lit.py",
"-v", "-vv", "--threads=32",
"runtimes/runtimes-bins/libcxxabi/test"]),
("libc++",
['python', 'bin/llvm-lit.py',
'-v', '-vv', '--threads=32',
'runtimes/runtimes-bins/libcxx/test',
])
],
extra_configure_args=[
"-DLLVM_TARGETS_TO_BUILD=AArch64",
"-DTARGET_TRIPLE=aarch64-linux-gnu",
"-DDEFAULT_SYSROOT=C:/buildbot/.aarch64-ubuntu",
"-DLLVM_LIT_ARGS=-v -vv --threads=32",
WithProperties("%(remote_test_host:+-DREMOTE_TEST_HOST=)s%(remote_test_host:-)s"),
WithProperties("%(remote_test_user:+-DREMOTE_TEST_USER=)s%(remote_test_user:-)s"),
],
cmake_cache="../llvm-project/clang/cmake/caches/CrossWinToARMLinux.cmake")},
# LLD builders.
{'name' : "lld-x86_64-win-release",
'tags' : ["lld", "release"],
'workernames' : ["as-worker-93"],
'builddir': "lld-x86_64-win-rel",
'factory' : UnifiedTreeBuilder.getCmakeWithNinjaWithMSVCBuildFactory(
depends_on_projects=['llvm', 'lld'],
vs="autodetect",
extra_configure_args = [
'-DLLVM_ENABLE_WERROR=OFF'])},
{'name' : "lld-x86_64-ubuntu-release",
'tags' : ["lld", "release"],
'workernames' : ["as-builder-4"],
'builddir' : "lld-x86_64-ubuntu-rel",
'factory': UnifiedTreeBuilder.getCmakeWithNinjaBuildFactory(
clean=True,
extra_configure_args=[
'-DLLVM_ENABLE_WERROR=OFF'],
depends_on_projects=['llvm', 'lld'])},
# LTO and ThinLTO builders.
{'name' : "clang-with-thin-lto-ubuntu-release",
'tags' : ["clang", "lld", "LTO", "release"],
'workernames' : ["as-worker-92"],
'builddir': "clang-with-thin-lto-ubuntu-rel",
'factory' : ClangLTOBuilder.getClangWithLTOBuildFactory(jobs=72, lto='thin')},
{'name' : "clang-with-lto-ubuntu-release",
'tags' : ["clang", "lld", "LTO", "release"],
'workernames' : ["as-worker-91"],
'builddir': "clang-with-lto-ubuntu-rel",
'factory' : ClangLTOBuilder.getClangWithLTOBuildFactory(
jobs=72,
extra_configure_args_lto_stage=[
'-DLLVM_PARALLEL_LINK_JOBS=14',
])},
# OpenMP builders.
{'name' : "openmp-clang-x86_64-linux-debian-release",
'tags' : ["openmp", "release"],
'workernames' : ["gribozavr4"],
'builddir': "openmp-clang-x86_64-linux-debian-rel",
'factory' : OpenMPBuilder.getOpenMPCMakeBuildFactory(
env={
'PATH':'/home/llvmbb/bin/clang-latest/bin:/home/llvmbb/bin:/usr/local/bin:/usr/local/bin:/usr/bin:/bin',
'CC': 'ccache clang', 'CXX': 'ccache clang++', 'CCACHE_CPP2': 'yes',
})},
]

buildbot/osuosl/master/config/schedulers.py

Show All 13 Lines if cp:
changed_projects = frozenset(cp.split(',')) changed_projects = frozenset(cp.split(','))
if changed_projects.intersection(projects_of_interest): if changed_projects.intersection(projects_of_interest):
return True return True
return False return False
# Since we have many parametric builders, we dynamically build the minimum set # Since we have many parametric builders, we dynamically build the minimum set
# of schedulers, which covers all actually used combinations of dependencies. # of schedulers, which covers all actually used combinations of dependencies.
def getSingleBranchSchedulers( def getMainBranchSchedulers(
builders, builders,
explicitly_set_schedulers = None, explicitly_set_schedulers = None,
**kwargs): **kwargs):
""" """
I'm taking over all of not yet assigned builders with the I'm taking over all of not yet assigned builders with the
declared source code dependencies, and automatically generate declared source code dependencies, and automatically generate
a minimum set of SingleBranchSchedulers to handle all the declared a minimum set of SingleBranchSchedulers to handle all the declared
source code dependency combinations. source code dependency combinations.
""" """
builders_with_explicit_schedulers = set() builders_with_explicit_schedulers = set()
if explicitly_set_schedulers: if explicitly_set_schedulers:
# TODO: Make a list of builder names with already set schedulers. # TODO: Make a list of builder names with already set schedulers.
# builders_with_explicit_schedulers.add(builder) # builders_with_explicit_schedulers.add(builder)
pass pass
# For the builders created with LLVMBuildFactory or similar, # For the builders created with LLVMBuildFactory or similar,
# we always use automatic schedulers, # we always use automatic schedulers,
# unless schedulers already explicitly set. # unless schedulers already explicitly set.
builders_with_automatic_schedulers = [ builders_with_automatic_schedulers = [
builder for builder in builders builder for builder in builders
if builder.name not in builders_with_explicit_schedulers if builder.name not in builders_with_explicit_schedulers
if getattr(builder.factory, 'depends_on_projects', None) if getattr(builder.factory, 'depends_on_projects', None)
if 'release' not in getattr(builder, 'tags', [])
] ]
filter_branch = 'master' filter_branch = 'main'
treeStableTimer = kwargs.get('treeStableTimer', None) treeStableTimer = kwargs.get('treeStableTimer', None)
automatic_schedulers = [] automatic_schedulers = []
# Do we have any to take care of? # Do we have any to take care of?
if builders_with_automatic_schedulers: if builders_with_automatic_schedulers:
# Let's reconsile first to get a unique set of dependencies. # Let's reconsile first to get a unique set of dependencies.
# We need a set of unique sets of dependent projects. # We need a set of unique sets of dependent projects.
set_of_dependencies = set([ set_of_dependencies = set([
frozenset(getattr(b.factory, 'depends_on_projects')) frozenset(getattr(b.factory, 'depends_on_projects'))
for b in builders_with_automatic_schedulers for b in builders_with_automatic_schedulers
]) ])
for projects in set_of_dependencies: for projects in set_of_dependencies:
sch_builders = [ main_builders = [
b.name b.name
for b in builders_with_automatic_schedulers for b in builders_with_automatic_schedulers
if frozenset(getattr(b.factory, 'depends_on_projects')) == projects if frozenset(getattr(b.factory, 'depends_on_projects')) == projects
] ]
automatic_scheduler_name = filter_branch + ":" + ",".join(sorted(projects)) automatic_scheduler_name = filter_branch + ":" + ",".join(sorted(projects))
automatic_schedulers.append( automatic_schedulers.append(
schedulers.SingleBranchScheduler( schedulers.SingleBranchScheduler(
name=automatic_scheduler_name, name=automatic_scheduler_name,
treeStableTimer=kwargs.get('treeStableTimer', None), treeStableTimer=treeStableTimer,
reason="Merge to github %s branch" % filter_branch, reason="Merge to github {} branch".format(filter_branch),
builderNames=sch_builders, builderNames=main_builders,
change_filter=util.ChangeFilter( change_filter=util.ChangeFilter(
project_fn= \ project_fn= \
lambda c, projects_of_interest=frozenset(projects): lambda c, projects_of_interest=frozenset(projects):
isProjectOfInterest(c, projects_of_interest), isProjectOfInterest(c, projects_of_interest),
branch=filter_branch) branch=filter_branch)
) )
) )
log.msg( log.msg(
"Generated SingleBranchScheduler: { name='%s'" % automatic_scheduler_name, "Generated SingleBranchScheduler: {{ name='{}'".format(automatic_scheduler_name),
", builderNames=", sch_builders, ", builderNames=", main_builders,
", change_filter=", projects, " (branch: %s)" % filter_branch, ", change_filter=", projects, " (branch: {})".format(filter_branch),
", treeStableTimer=%s" % treeStableTimer, ", treeStableTimer={}".format(treeStableTimer),
"}")
return automatic_schedulers
def getReleaseBranchSchedulers(
builders,
explicitly_set_schedulers = None,
**kwargs):
"""
I'm taking over all of not yet assigned builders with the
declared source code dependencies and the 'release' tag,
and automatically generate a minimum set of SingleBranchSchedulers
to handle all the declared source code dependency combinations.
"""
builders_with_explicit_schedulers = set()
if explicitly_set_schedulers:
# TODO: Make a list of builder names with already set schedulers.
# builders_with_explicit_schedulers.add(builder)
pass
# For the builders created with LLVMBuildFactory or similar,
# we always use automatic schedulers,
# unless schedulers already explicitly set.
builders_with_automatic_schedulers = [
builder for builder in builders
if builder.name not in builders_with_explicit_schedulers
if getattr(builder.factory, 'depends_on_projects', None)
if 'release' in getattr(builder, 'tags', [])
]
treeStableTimer = kwargs.get('treeStableTimer', None)
automatic_schedulers = []
# Do we have any to take care of?
if builders_with_automatic_schedulers:
# Let's reconsile first to get a unique set of dependencies.
# We need a set of unique sets of dependent projects.
set_of_dependencies = set([
frozenset(getattr(b.factory, 'depends_on_projects'))
for b in builders_with_automatic_schedulers
])
for projects in set_of_dependencies:
release_builders = [
b.name
for b in builders_with_automatic_schedulers
if frozenset(getattr(b.factory, 'depends_on_projects')) == projects
]
automatic_scheduler_name = "release:" + ",".join(sorted(projects))
automatic_schedulers.append(
schedulers.SingleBranchScheduler(
name=automatic_scheduler_name,
treeStableTimer=treeStableTimer,
reason="Merge to github release branch",
builderNames=release_builders,
change_filter=util.ChangeFilter(
project_fn= \
lambda c, projects_of_interest=frozenset(projects):
isProjectOfInterest(c, projects_of_interest),
branch_fn= \
lambda branch: branch.startswith('release/'))
)
)
log.msg(
"Generated release SingleBranchScheduler: {{ name='{}'".format(automatic_scheduler_name),
", builderNames=", release_builders,
", change_filter=", projects, " (branch: {release/*})",
", treeStableTimer={}".format(treeStableTimer),
"}") "}")
return automatic_schedulers return automatic_schedulers
def getForceSchedulers(builders):
# TODO: Move these settings to the configuration file. # TODO: Move these settings to the configuration file.
_repourl = "https://github.com/llvm/llvm-project" _repourl = "https://github.com/llvm/llvm-project"
_branch = "master" _branch = "main"
def getForceSchedulers(builders):
# Walk over all builders and collect their names. # Walk over all builders and collect their names.
scheduler_builders = [ scheduler_builders = [
builder.name for builder in builders builder.name for builder in builders
] ]
# Create the force schedulers. # Create the force schedulers.
return [ schedulers.ForceScheduler( return [ schedulers.ForceScheduler(
name = "force-build-scheduler", name = "force-build-scheduler",
Show All 9 Lines return [ schedulers.ForceScheduler(
"Narrow down blamelist", "Narrow down blamelist",
], ],
default = "Build a particular revision" default = "Build a particular revision"
), ),
builderNames = scheduler_builders, builderNames = scheduler_builders,
codebases = [ codebases = [
util.CodebaseParameter( util.CodebaseParameter(
codebase = "", codebase = "",
branch = util.FixedParameter( branch = util.StringParameter(
name = "branch", name = "branch",
label = "branch:",
size = 64,
default = _branch default = _branch
), ),
revision = util.StringParameter( revision = util.StringParameter(
name = "revision", name = "revision",
label = "revision:", label = "revision:",
size = 45, size = 45,
default = '' default = ''
), ),
Show All 19 Lines return [ schedulers.ForceScheduler(
default = False default = False
) )
] ]
) )
] ]
# TODO: Abstract this kind of scheduler better. # TODO: Abstract this kind of scheduler better.
def getLntSchedulers(): def getLntSchedulers():
project = "lnt" _project = "lnt"
lnt_builders = [ _branch = 'master'
_repourl = "https://github.com/llvm/llvm-lnt"
_lnt_builders = [
"publish-lnt-sphinx-docs", "publish-lnt-sphinx-docs",
] ]
return [ return [
schedulers.SingleBranchScheduler( schedulers.SingleBranchScheduler(
name="lnt-scheduler", name="lnt-scheduler",
treeStableTimer=kwargs.get('treeStableTimer', None), treeStableTimer=kwargs.get('treeStableTimer', None),
reason="Merge to LNT github {} branch".format(filter_branch), reason="Merge to LNT github {} branch".format(_branch),
builderNames=lnt_builders, builderNames=_lnt_builders,
change_filter=util.ChangeFilter( change_filter=util.ChangeFilter(
project_fn=project, project_fn=_project,
branch=filter_branch)), branch=_branch)),
schedulers.ForceScheduler( schedulers.ForceScheduler(
name = "force-build-scheduler", name = "force-build-scheduler",
label = "Force Build", label = "Force Build",
buttonName = "Force Build", buttonName = "Force Build",
reason = util.ChoiceStringParameter( reason = util.ChoiceStringParameter(
name = "reason", name = "reason",
label = "reason:", label = "reason:",
required = True, required = True,
choices = [ choices = [
"Build a particular revision", "Build a particular revision",
"Force clean build", "Force clean build",
"Narrow down blamelist", "Narrow down blamelist",
], ],
default = "Build a particular revision" default = "Build a particular revision"
), ),
builderNames = lnt_builders, builderNames = _lnt_builders,
codebases = [ codebases = [
util.CodebaseParameter( util.CodebaseParameter(
codebase = "", codebase = "",
branch = util.FixedParameter( branch = util.FixedParameter(
name = "branch", name = "branch",
default = _branch default = _branch
), ),
revision = util.StringParameter( revision = util.StringParameter(
name = "revision", name = "revision",
label = "revision:", label = "revision:",
size = 45, size = 45,
default = '' default = ''
), ),
repository = util.FixedParameter( repository = util.FixedParameter(
name = "repository", name = "repository",
default = _repourl default = _repourl
), ),
project = util.FixedParameter( project = util.FixedParameter(
name = "project", name = "project",
default = project default = _project
) )
) )
], ],
properties = [ properties = [
util.BooleanParameter( util.BooleanParameter(
name = "clean", name = "clean",
label = "Clean source code and build directory", label = "Clean source code and build directory",
default = False default = False
Show All 9 Lines

buildbot/osuosl/master/config/status.py

from buildbot.process.properties import Interpolate from buildbot.process.properties import Interpolate
from buildbot.plugins import reporters from buildbot.plugins import reporters
import config import config
from zorg.buildbot.util.InformativeMailNotifier import LLVMInformativeMailNotifier from zorg.buildbot.util.InformativeMailNotifier import LLVMInformativeMailNotifier
# Should be a single e-mail address # Should be a single e-mail address
status_email = str(config.options.get('Master Options', 'status_email')).split(',') status_email = str(config.options.get('Master Options', 'status_email')).split(',')
all = [ all = [
# Note: reporters.GitHubStatusPush requires txrequests package to allow # Report github status for all the release builders,
# interaction with GitHub REST API. # i.e. those with the "release" tag.
reporters.GitHubStatusPush( reporters.GitHubStatusPush(
str(config.options.get('GitHub Status', 'token')), str(config.options.get('GitHub Status', 'token')),
context = Interpolate("%(prop:buildername)s"), context = Interpolate("%(prop:buildername)s"),
verbose = True, # TODO: Turn off the verbosity once this is working reliably. verbose = True, # TODO: Turn off the verbosity once this is working reliably.
builders = [ builders = [
"llvm-clang-x86_64-expensive-checks-ubuntu", "llvm-clang-x86_64-expensive-checks-ubuntu",
"llvm-clang-x86_64-win-fast", "llvm-clang-x86_64-win-fast",
"clang-x86_64-debian-fast", "clang-x86_64-debian-fast",
"llvm-clang-x86_64-expensive-checks-debian", "llvm-clang-x86_64-expensive-checks-debian",
]), ] + [
b.get('name') for b in config.release_builders.all
if 'release' in b.get('tags', [])
]
),
reporters.IRC( reporters.IRC(
useColors = False, useColors = False,
host = str(config.options.get('IRC', 'host')), host = str(config.options.get('IRC', 'host')),
nick = str(config.options.get('IRC', 'nick')), nick = str(config.options.get('IRC', 'nick')),
channels = str(config.options.get('IRC', 'channels')).split(','), channels = str(config.options.get('IRC', 'channels')).split(','),
#authz=... # TODO: Consider allowing "harmful" operations to authorizes users. #authz=... # TODO: Consider allowing "harmful" operations to authorizes users.
useRevisions = False, # FIXME: There is a bug in the buildbot useRevisions = False, # FIXME: There is a bug in the buildbot
showBlameList = True, showBlameList = True,
notify_events = str(config.options.get('IRC', 'notify_events')).split(','), notify_events = str(config.options.get('IRC', 'notify_events')).split(','),
), ),
reporters.MailNotifier( reporters.MailNotifier(
mode = ('problem',), mode = ('problem',),
fromaddr = "llvm.buildmaster@lab.llvm.org", # TODO: Change this to buildmaster@lab.llvm.org. fromaddr = "llvm.buildmaster@lab.llvm.org", # TODO: Change this to buildmaster@lab.llvm.org.
extraRecipients = status_email, extraRecipients = status_email,
extraHeaders = {"Reply-To": status_email[0]}, # The first from the list. extraHeaders = {"Reply-To": status_email[0]}, # The first from the list.
lookup = "lab.llvm.org", lookup = "lab.llvm.org",
messageFormatter = LLVMInformativeMailNotifier, messageFormatter = LLVMInformativeMailNotifier,
# TODO: For debug purposes only. Remove later. # TODO: For debug purposes only. Remove later.
dumpMailsToLog = True, dumpMailsToLog = True,
), ),
# In addition to that the following notifiers are defined for special
# cases.
reporters.MailNotifier(
fromaddr = "llvm.buildmaster@lab.llvm.org",
sendToInterestedUsers = False,
extraRecipients = ["leandro.nunes@arm.com"],
subject = "Build %(builder)s Failure",
mode = "failing",
builders = ["clang-aarch64-linux-build-cache", "clang-armv7-linux-build-cache"]),
reporters.MailNotifier( reporters.MailNotifier(
fromaddr = "llvm.buildmaster@lab.llvm.org", fromaddr = "llvm.buildmaster@lab.llvm.org",
sendToInterestedUsers = False, sendToInterestedUsers = False,
extraRecipients = ["gribozavr@gmail.com"], extraRecipients = ["gribozavr@gmail.com"],
subject = "Build %(builder)s Failure", subject = "Build %(builder)s Failure",
mode = "failing", mode = "failing",
builders = ["clang-x86_64-debian-fast"]), builders = ["clang-x86_64-debian-fast"]),
reporters.MailNotifier( reporters.MailNotifier(
▲ Show 20 Lines • Show All 72 Lines • ▼ Show 20 Lines reporters.MailNotifier(
sendToInterestedUsers = False, sendToInterestedUsers = False,
extraRecipients = ["asb@lowrisc.org"], extraRecipients = ["asb@lowrisc.org"],
subject = "Build %(builder)s Failure", subject = "Build %(builder)s Failure",
mode = "failing", mode = "failing",
builders = ["llvm-riscv-linux"]), builders = ["llvm-riscv-linux"]),
reporters.MailNotifier( reporters.MailNotifier(
fromaddr = "llvm.buildmaster@lab.llvm.org", fromaddr = "llvm.buildmaster@lab.llvm.org",
sendToInterestedUsers = False, sendToInterestedUsers = False,
extraRecipients = ["stilis@microsoft.com", "jonas@devlieghere.com", extraRecipients = ["stilis@microsoft.com",
"diprou@microsoft.com", "makudrya@microsoft.com"], "diprou@microsoft.com",
"makudrya@microsoft.com"],
subject = "Build %(builder)s Failure", subject = "Build %(builder)s Failure",
mode = "failing", mode = "failing",
builders = ["lldb-x64-windows-ninja"]), builders = ["lldb-x64-windows-ninja"]),
reporters.MailNotifier( reporters.MailNotifier(
fromaddr = "llvm.buildmaster@lab.llvm.org", fromaddr = "llvm.buildmaster@lab.llvm.org",
sendToInterestedUsers = False, sendToInterestedUsers = False,
extraRecipients = ["stilis@microsoft.com", "namcvica@microsoft.com"], extraRecipients = ["stilis@microsoft.com", "namcvica@microsoft.com"],
subject = "Build %(builder)s Failure", subject = "Build %(builder)s Failure",
▲ Show 20 Lines • Show All 52 Lines • ▼ Show 20 Lines reporters.MailNotifier(
builders = ["clang-ve-ninja"]), builders = ["clang-ve-ninja"]),
reporters.MailNotifier( reporters.MailNotifier(
fromaddr = "llvm.buildmaster@lab.llvm.org", fromaddr = "llvm.buildmaster@lab.llvm.org",
sendToInterestedUsers = False, sendToInterestedUsers = False,
extraRecipients = ["sivachandra@google.com", "paulatoth@google.com"], extraRecipients = ["sivachandra@google.com", "paulatoth@google.com"],
subject = "Build %(builder)s Failure", subject = "Build %(builder)s Failure",
mode = "failing", mode = "failing",
builders = ["libc-x86_64-debian", "libc-x86_64_debian-dbg", builders = ["libc-x86_64-debian", "libc-x86_64_debian-dbg",
"libc-x86_64-debian-dbg-asan"]), "libc-x86_64-debian-dbg-asan", "libc-aarch64-ubuntu-dbg",
"libc-x86_64-windows-dbg",
"libc-x86_64-debian-fullbuild-dbg",
"libc-x86_64-debian-fullbuild-dbg-asan"]),
reporters.MailNotifier( reporters.MailNotifier(
fromaddr = "llvm.buildmaster@lab.llvm.org", fromaddr = "llvm.buildmaster@lab.llvm.org",
sendToInterestedUsers = False, sendToInterestedUsers = False,
extraRecipients = ["aaron@aaronballman.com"], extraRecipients = ["aaron@aaronballman.com"],
subject = "Sphinx build %(builder)s Failure", subject = "Sphinx build %(builder)s Failure",
mode = "failing", mode = "failing",
builders = ["publish-sphinx-docs"]), builders = ["publish-sphinx-docs"]),
reporters.MailNotifier( reporters.MailNotifier(
fromaddr="llvm.buildmaster@lab.llvm.org", fromaddr="llvm.buildmaster@lab.llvm.org",
sendToInterestedUsers = False, sendToInterestedUsers = False,
extraRecipients=[ extraRecipients=[
"mlcompileropt-buildbot@google.com"], "mlcompileropt-buildbot@google.com"],
subject = "ML Compiler Opt Failure: %(builder)s", subject = "ML Compiler Opt Failure: %(builder)s",
mode = "failing", mode = "failing",
builders = [ builders = [
"ml-opt-dev-x86-64", "ml-opt-rel-x86-64", "ml-opt-devrel-x86-64"]), "ml-opt-dev-x86-64", "ml-opt-rel-x86-64", "ml-opt-devrel-x86-64"]),
reporters.MailNotifier( reporters.MailNotifier(
fromaddr = "llvm.buildmaster@lab.llvm.org", fromaddr="llvm.buildmaster@lab.llvm.org",
sendToInterestedUsers = False, sendToInterestedUsers = False,
extraRecipients = [ extraRecipients=[
"caroline.concatto@arm.com", "flang_llvm_buildbots@arm.com"], "tejohnson@google.com"],
subject = "ThinLTO WPD Failure: %(builder)s",
mode = "failing",
builders = ["thinlto-x86-64-bot1"]),
reporters.MailNotifier(
fromaddr = "llvm.buildmaster@lab.llvm.org",
sendToInterestedUsers = False,
extraRecipients = ["douglas.yung@sony.com"],
subject = "Build %(builder)s Failure", subject = "Build %(builder)s Failure",
mode = "failing", mode = "failing",
builders = [ builders = ["llvm-clang-x86_64-sie-ubuntu-fast"]),
"flang-aarch64-ubuntu", "flang-aarch64-ubuntu-clang",
"flang-aarch64-ubuntu-gcc10"]),
reporters.MailNotifier( reporters.MailNotifier(
fromaddr="llvm.buildmaster@lab.llvm.org", fromaddr="llvm.buildmaster@lab.llvm.org",
sendToInterestedUsers = False, sendToInterestedUsers = False,
extraRecipients=[ extraRecipients=[
"tejohnson@google.com"], "mlir-bugs-external+buildbot@googlegroups.com"],
subject = "ThinLTO WPD Failure: %(builder)s", subject = "MLIR Build Failure: %(builder)s",
mode = "failing", mode = "failing",
builders = ["thinlto-x86-64-bot1"]), builders = ["mlir-nvidia",
"mlir-windows",
"ppc64le-mlir-rhel-clang"]),
reporters.MailNotifier(
fromaddr="llvm.buildmaster@lab.llvm.org",
sendToInterestedUsers = False,
extraRecipients=["dl.gcr.lightning.buildbot@amd.com"],
subject = "Build Failure: %(builder)s",
mode = "failing",
builders = ["clang-hip-vega20"]),
reporters.MailNotifier(
fromaddr="llvm.buildmaster@lab.llvm.org",
sendToInterestedUsers = False,
extraRecipients=["llvm_arc_buildbot@synopsys.com", "heli@synopsys.com"],
subject = "Build Failure: %(builder)s",
mode = "failing",
builders = ["arc-builder"]),
reporters.MailNotifier(
fromaddr="llvm.buildmaster@lab.llvm.org",
sendToInterestedUsers = False,
extraRecipients=["dl.gcr.lightning.buildbot@amd.com"],
subject = "Build Failure: %(builder)s",
mode = "failing",
builders = ["openmp-offload-amdgpu-project","openmp-offload-amdgpu-runtime"]),
] ]
from twisted.python import log
# Returns a list of Status Targets. The results of each build will be # Returns a list of Status Targets. The results of each build will be
# pushed to these targets. buildbot.plugins reporters has a variety # pushed to these targets. buildbot.plugins reporters has a variety
# to choose from, including email senders, and IRC bots. # to choose from, including email senders, and IRC bots.
def getReporters(): def getReporters():
if config.options.getboolean('Master Options', 'is_production'): if config.options.getboolean('Master Options', 'is_production'):
log.msg(">>> getReporters: Production mode. All reporters are registered.")
return all return all
else: else:
# Staging buildbot does not report issues. # Staging buildbot does not report issues.
log.msg(">>> getReporters: Staging buildbot does not report issues.")
return [] return []

buildbot/osuosl/master/config/workers.py

Show All 23 Lines return [
create_worker("linaro-tk1-02", properties={'jobs' : 4}, max_builds=1), create_worker("linaro-tk1-02", properties={'jobs' : 4}, max_builds=1),
create_worker("linaro-tk1-03", properties={'jobs' : 4}, max_builds=1), create_worker("linaro-tk1-03", properties={'jobs' : 4}, max_builds=1),
create_worker("linaro-tk1-04", properties={'jobs' : 4}, max_builds=1), create_worker("linaro-tk1-04", properties={'jobs' : 4}, max_builds=1),
create_worker("linaro-tk1-05", properties={'jobs' : 4}, max_builds=1), create_worker("linaro-tk1-05", properties={'jobs' : 4}, max_builds=1),
create_worker("linaro-tk1-06", properties={'jobs' : 4}, max_builds=1), create_worker("linaro-tk1-06", properties={'jobs' : 4}, max_builds=1),
create_worker("linaro-tk1-07", properties={'jobs' : 4}, max_builds=1), create_worker("linaro-tk1-07", properties={'jobs' : 4}, max_builds=1),
create_worker("linaro-tk1-08", properties={'jobs' : 4}, max_builds=1), create_worker("linaro-tk1-08", properties={'jobs' : 4}, max_builds=1),
create_worker("linaro-tk1-09", properties={'jobs' : 4}, max_builds=1), create_worker("linaro-tk1-09", properties={'jobs' : 4}, max_builds=1),
create_worker("linaro-armv7-lnt", properties={'jobs' : 32}, max_builds=1), create_worker("linaro-clang-armv7-lnt", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-armv7-selfhost", properties={'jobs' : 32}, max_builds=1), create_worker("linaro-clang-armv7-2stage", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-armv7-quick", properties={'jobs' : 32}, max_builds=1), create_worker("linaro-clang-armv7-quick", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-armv7-global-isel", properties={'jobs' : 32}, max_builds=1), create_worker("linaro-clang-armv7-global-isel", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-armv8-lld", properties={'jobs' : 32}, max_builds=1), create_worker("linaro-clang-armv7-vfpv3-2stage", properties={'jobs' : 32}, max_builds=1),
# Libcxx testsuite has tests with timing assumptions. Run single-threaded to make create_worker("linaro-clang-armv8-lld-2stage", properties={'jobs' : 32}, max_builds=1),
# sure we have plenty CPU cycle to satisfy timing assumptions. create_worker("linaro-lldb-arm-ubuntu", properties={'jobs' : 16}, max_builds=1),
create_worker("linaro-armv8-libcxx", properties={'jobs' : 1}, max_builds=1),
create_worker("linaro-arm-lldb", properties={'jobs' : 16}, max_builds=1),
# AArch64 Linaro workers # AArch64 Linaro workers
create_worker("linaro-aarch64-quick", properties={'jobs' : 32}, max_builds=1), create_worker("linaro-clang-aarch64-quick", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-aarch64-full", properties={'jobs' : 32}, max_builds=1), create_worker("linaro-clang-aarch64-lld-2stage", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-aarch64-global-isel", properties={'jobs' : 32}, max_builds=1), create_worker("linaro-clang-aarch64-global-isel", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-aarch64-lld", properties={'jobs' : 32}, max_builds=1), create_worker("linaro-clang-aarch64-full-2stage", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-aarch64-flang-oot", properties={'jobs' : 32}, max_builds=1), create_worker("linaro-clang-aarch64-sve-vls", properties={'jobs' : 48}, max_builds=1),
create_worker("linaro-aarch64-flang-dylib", properties={'jobs' : 32}, max_builds=1), create_worker("linaro-clang-aarch64-sve-vls-2stage", properties={'jobs' : 48}, max_builds=1),
create_worker("linaro-aarch64-flang-sharedlibs", properties={'jobs' : 32}, max_builds=1), create_worker("linaro-lldb-aarch64-ubuntu", properties={'jobs': 16}, max_builds=1),
# Libcxx testsuite has tests with timing assumptions. Run single-threaded to make create_worker("linaro-flang-aarch64-dylib", properties={'jobs' : 32}, max_builds=1),
# sure we have plenty CPU cycle to satisfy timing assumptions. create_worker("linaro-flang-aarch64-sharedlibs", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-aarch64-libcxx", properties={'jobs' : 1}, max_builds=1), create_worker("linaro-flang-aarch64-out-of-tree", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-aarch64-lldb", properties={'jobs': 16}, max_builds=1), create_worker("linaro-flang-aarch64-debug", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-flang-aarch64-latest-clang", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-flang-aarch64-release", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-flang-aarch64-rel-assert", properties={'jobs' : 32}, max_builds=1),
create_worker("linaro-flang-aarch64-latest-gcc", properties={'jobs' : 32}, max_builds=1),
# AArch64 # AArch64
create_worker("linaro-armv8-windows-msvc-01", properties={'jobs' : 8}, max_builds=1), create_worker("linaro-armv8-windows-msvc-01", properties={'jobs' : 8}, max_builds=1),
create_worker("linaro-armv8-windows-msvc-02", properties={'jobs' : 8}, max_builds=1), create_worker("linaro-armv8-windows-msvc-02", properties={'jobs' : 8}, max_builds=1),
# ARMv7 build cache workers
create_worker("packet-linux-armv7-slave-1", properties={'jobs' : 64}, max_builds=1),
# AArch64 build cache worker
create_worker("packet-linux-aarch64-slave-1", properties={'jobs' : 64}, max_builds=1),
# Windows Server 2016 Intel Xeon(R) Quad 2.30 GHz, 56GB of RAM # Windows Server 2016 Intel Xeon(R) Quad 2.30 GHz, 56GB of RAM
create_worker("win-py3-buildbot", properties={'jobs' : 64}, max_builds=1), create_worker("win-py3-buildbot", properties={'jobs' : 64}, max_builds=1),
# Windows Server 2016 Intel(R) Xeon(R) CPU @ 2.60GHz, 16 Core(s), 128 GB of RAM # Windows Server 2016 Intel(R) Xeon(R) CPU @ 2.60GHz, 16 Core(s), 128 GB of RAM
create_worker("win-mlir-buildbot", properties={'jobs' : 64}, max_builds=1), create_worker("win-mlir-buildbot", properties={'jobs' : 64}, max_builds=1),
# Motorola 68k 32-bit big endian (m68k)
create_worker("debian-akiko-m68k", properties={'jobs': 1}, max_builds=1),
create_worker("suse-gary-m68k-cross", properties={'jobs': 4}, max_builds=1),
# POWER7 PowerPC big endian (powerpc64) # POWER7 PowerPC big endian (powerpc64)
create_worker("ppc64be-clang-test", properties={'jobs': 16}, max_builds=1), create_worker("ppc64be-clang-test", properties={'jobs': 16}, max_builds=1),
create_worker("ppc64be-clang-lnt-test", properties={'jobs': 16, 'vcs_protocol': 'https'}, max_builds=1), create_worker("ppc64be-clang-lnt-test", properties={'jobs': 16, 'vcs_protocol': 'https'}, max_builds=1),
create_worker("ppc64be-clang-multistage-test", properties={'jobs': 16}, max_builds=1), create_worker("ppc64be-clang-multistage-test", properties={'jobs': 16}, max_builds=1),
create_worker("ppc64be-sanitizer", properties={'jobs': 16}, max_builds=1), create_worker("ppc64be-sanitizer", properties={'jobs': 16}, max_builds=1),
# POWER 8 PowerPC little endian (powerpc64le) # POWER 8 PowerPC little endian (powerpc64le)
create_worker("ppc64le-clang-test", properties={'jobs': 4}, max_builds=1), create_worker("ppc64le-clang-test", properties={'jobs': 4}, max_builds=1),
create_worker("ppc64le-clang-lnt-test", properties={'jobs': 8}, max_builds=1), create_worker("ppc64le-clang-lnt-test", properties={'jobs': 8}, max_builds=1),
create_worker("ppc64le-clang-multistage-test", properties={'jobs': 8}, max_builds=1), create_worker("ppc64le-clang-multistage-test", properties={'jobs': 8}, max_builds=1),
create_worker("ppc64le-sanitizer", properties={'jobs': 4}, max_builds=1), create_worker("ppc64le-sanitizer", properties={'jobs': 4}, max_builds=1),
create_worker("ppc64le-lld-multistage-test", max_builds=1), create_worker("ppc64le-lld-multistage-test", max_builds=1),
create_worker("ppc64le-clang-rhel-test", properties={'jobs': 4}, max_builds=1), create_worker("ppc64le-clang-rhel-test", properties={'jobs': 192}, max_builds=1),
create_worker("ppc64le-flang-mlir-rhel-test", max_builds=1), create_worker("ppc64le-flang-mlir-rhel-test", max_builds=1),
# SPARC 64-bit big endian (sparc64) # SPARC 64-bit big endian (sparc64)
create_worker("debian-stadler-sparc64", properties={'jobs': 4}, max_builds=1), create_worker("debian-stadler-sparc64", properties={'jobs': 4}, max_builds=1),
# Ubuntu x86-64, Intel(R) Xeon(R) CPU E5-2680 0 @ 2.70GHz # Ubuntu x86-64, Intel(R) Xeon(R) CPU E5-2680 0 @ 2.70GHz
create_worker("hexagon-build-02", properties={'jobs': 12, 'loadaverage': 32}, create_worker("hexagon-build-02", properties={'jobs': 12, 'loadaverage': 32},
max_builds=1), max_builds=1),
Show All 11 Lines return [
# Debian x86-64 # Debian x86-64
create_worker("gribozavr4", properties={'jobs': 96}, max_builds=2), create_worker("gribozavr4", properties={'jobs': 96}, max_builds=2),
create_worker("gribozavr5", properties={'jobs': 96}, max_builds=2, create_worker("gribozavr5", properties={'jobs': 96}, max_builds=2,
missing_timeout=300, # notify after 5 minutes of missing missing_timeout=300, # notify after 5 minutes of missing
notify_on_missing=[ notify_on_missing=[
"gribozavr@gmail.com", "gribozavr@gmail.com",
"gkistanova@gmail.com"]), "gkistanova@gmail.com"]),
# Debian 7.7 x86_64 GCE instance # Debian x86_64 GCE instance
create_worker("sanitizer-buildbot1", properties={'jobs': 64}, max_builds=3), create_worker("sanitizer-buildbot1", properties={'jobs': 64}, max_builds=2),
# Debian 7.7 x86_64 GCE instance # Debian x86_64 GCE instance
create_worker("sanitizer-buildbot2", properties={'jobs': 64}, max_builds=3), create_worker("sanitizer-buildbot2", properties={'jobs': 64}, max_builds=2),
# Debian 7.7 x86_64 GCE instance # Debian x86_64 GCE instance
create_worker("sanitizer-buildbot3", properties={'jobs': 64}, max_builds=2), create_worker("sanitizer-buildbot3", properties={'jobs': 64}, max_builds=2),
# Debian 7.7 x86_64 GCE instance # Debian x86_64 GCE instance
create_worker("sanitizer-buildbot4", properties={'jobs': 64}, max_builds=2), create_worker("sanitizer-buildbot4", properties={'jobs': 64}, max_builds=2),
# Ubuntu 14.04 x86_64 6-core z440 workstation # Ubuntu x86_64 6-core z440 workstation
create_worker("sanitizer-buildbot6", properties={'jobs': 6}, max_builds=1), create_worker("sanitizer-buildbot6", properties={'jobs': 6}, max_builds=1),
# Debian 7.7 x86_64 GCE instance # Debian x86_64 GCE instance
create_worker("sanitizer-buildbot7", properties={'jobs': 64}, max_builds=3), create_worker("sanitizer-buildbot7", properties={'jobs': 64}, max_builds=2),
# Debian 7.7 x86_64 GCE instance # Debian x86_64 GCE instance
create_worker("sanitizer-buildbot8", properties={'jobs': 64}, max_builds=3), create_worker("sanitizer-buildbot8", properties={'jobs': 64}, max_builds=2),
# POWER 8 PowerPC AIX 7.2
create_worker("aix-ppc64-ppc64le", properties={'jobs': 10}, max_builds=1),
create_worker("aix-ppc-libcxx", properties={'jobs': 4}, max_builds=1),
# IBM z13 (s390x), Ubuntu 16.04.2 # IBM z13 (s390x), Ubuntu 16.04.2
create_worker("systemz-1", properties={'jobs': 4, 'vcs_protocol': 'https'}, max_builds=4), create_worker("systemz-1", properties={'jobs': 4, 'vcs_protocol': 'https'}, max_builds=4),
# Windows Server 2012 x86_64 16-core GCE instance # Windows Server 2012 x86_64 16-core GCE instance
create_worker("sanitizer-windows", properties={'jobs': 16}, max_builds=1), create_worker("sanitizer-windows", properties={'jobs': 16}, max_builds=1),
# Windows Server 2012 x86_64 32-core GCE instance # Windows Server 2012 x86_64 32-core GCE instance
create_worker("windows-gcebot2", properties={'jobs': 32}, max_builds=1), create_worker("windows-gcebot2", properties={'jobs': 32}, max_builds=1),
# Ubuntu 14.04 x86_64-scei-ps4, 2 x Intel(R) Xeon(R) CPU E5-2699 v3 @ 2.30GHz # Ubuntu 14.04 x86_64-scei-ps4, 2 x Intel(R) Xeon(R) CPU E5-2699 v3 @ 2.30GHz
create_worker("as-worker-91"), create_worker("as-worker-91", max_builds=1),
create_worker("as-worker-92"), create_worker("as-worker-92", max_builds=1),
# Windows 10 Pro x86_64-scei-ps4, 2 x Intel(R) Xeon(R) CPU E5-2699 v3 @ 2.30GHz # Windows 10 Pro x86_64-scei-ps4, 2 x Intel(R) Xeon(R) CPU E5-2699 v3 @ 2.30GHz
create_worker("as-worker-93", properties={'jobs': 36}, max_builds=1), create_worker("as-worker-93", properties={'jobs': 36}, max_builds=1),
# WIP migration of the CUDA buildbot to GCE. # WIP migration of the CUDA buildbot to GCE.
create_worker("cuda-k80-0", max_builds=1), create_worker("cuda-k80-0", max_builds=1),
create_worker("cuda-p4-0", max_builds=1), create_worker("cuda-p4-0", max_builds=1),
create_worker("cuda-t4-0", max_builds=1), create_worker("cuda-t4-0", max_builds=1),
# HIP on Ubuntu 18.04.5, Intel(R) Xeon(R) Gold 5218 @ 2.30GHz, Vega20 GPU
create_worker("hip-vega20-0", max_builds=1),
# X86_64 AVX2, Ubuntu 16.04.2, Intel(R) Xeon(R) CPU E5-2699 v4 @ 2.20GHz # X86_64 AVX2, Ubuntu 16.04.2, Intel(R) Xeon(R) CPU E5-2699 v4 @ 2.20GHz
create_worker("avx2-intel64", properties={'jobs': 80}, max_builds=1), create_worker("avx2-intel64", properties={'jobs': 80}, max_builds=1),
# X86_64 with SDE, Ubuntu 16.04.2, Intel(R) Xeon(R) CPU E5-2699 v4 @ 2.20GHz # X86_64 with SDE, Ubuntu 16.04.2, Intel(R) Xeon(R) CPU E5-2699 v4 @ 2.20GHz
create_worker("sde-avx512-intel64", properties={'jobs': 80}, max_builds=1), create_worker("sde-avx512-intel64", properties={'jobs': 80}, max_builds=1),
# Debian 9.0 x86_64 64-core GCE instances # Debian 9.0 x86_64 64-core GCE instances
create_worker("fuchsia-debian-64-us-central1-a-1", properties={'jobs': 64}, max_builds=1), create_worker("fuchsia-debian-64-us-central1-a-1", properties={'jobs': 64}, max_builds=1),
create_worker("fuchsia-debian-64-us-central1-b-1", properties={'jobs': 64}, max_builds=1), create_worker("fuchsia-debian-64-us-central1-b-1", properties={'jobs': 64}, max_builds=1),
# Fedora latest stable x86_64, Intel i5-2500, 4 cores, 12GB RAM # Fedora latest stable x86_64, Intel i5-2500, 4 cores, 12GB RAM
create_worker("lldb-x86_64-fedora", properties={'jobs': 4}, max_builds=1), create_worker("lldb-x86_64-fedora", properties={'jobs': 4}, max_builds=1),
# Fedora latest stable, arch=x86_64, running on RedHat internal OpenShift PSI cluster # Fedora latest stable, arch=x86_64, running on RedHat internal OpenShift PSI cluster
create_worker("fedora-llvm-x86_64", properties={'jobs': 64}, max_builds=1), create_worker("fedora-llvm-x86_64", properties={'jobs': 64}, max_builds=1),
# Debian x86_64 Buster Xeon(R) Gold 6154 CPU @ 3.00GHz, 192GB RAM # Debian x86_64 Buster Xeon(R) Gold 6154 CPU @ 3.00GHz, 192GB RAM
create_worker("lldb-x86_64-debian", properties={'jobs': 72}, max_builds=1), create_worker("lldb-x86_64-debian", properties={'jobs': 72}, max_builds=1),
# Windows x86_64 32 CPUs, 125 GB RAM
create_worker("libc-x86_64-windows", properties={'jobs': 32}, max_builds=2),
# Ubuntu aarch64 128 CPUs, 125 GB RAM
create_worker("libc-aarch64-ubuntu", properties={'jobs': 32}, max_builds=2),
# Debian x86_64 Intel Broadwell 32 CPUs, 120 GB RAM # Debian x86_64 Intel Broadwell 32 CPUs, 120 GB RAM
create_worker("libc-x86_64-debian", properties={'jobs': 32}, max_builds=2), create_worker("libc-x86_64-debian", properties={'jobs': 32}, max_builds=2),
# Debian x86_64 Intel Skylake 32 CPUs, 128 GB RAM
create_worker("libc-x86_64-debian-fullbuild", properties={'jobs': 32}, max_builds=2),
# Windows Server on Xeon Gold 6130 (2x2.1GHz), 128Gb of RAM # Windows Server on Xeon Gold 6130 (2x2.1GHz), 128Gb of RAM
create_worker("as-builder-1", properties={ create_worker("as-builder-1", properties={
'remote_test_host': 'jetson6.lab.llvm.org', 'remote_test_host': 'jetson6.lab.llvm.org',
'remote_test_user': 'ubuntu' 'remote_test_user': 'ubuntu'
}, },
max_builds=1), max_builds=1),
# Windows Server on Xeon Gold 6130 (2x2.1GHz), 128Gb of RAM # Windows Server on Xeon Gold 6130 (2x2.1GHz), 128Gb of RAM
Show All 14 Lines return [
create_worker("solaris11-sparcv9", properties={'jobs' : 8}, max_builds=1), create_worker("solaris11-sparcv9", properties={'jobs' : 8}, max_builds=1),
# Windows 7 Intel(R) Core(TM) CPU i7-4790K (4.00GHz), 16GB of RAM # Windows 7 Intel(R) Core(TM) CPU i7-4790K (4.00GHz), 16GB of RAM
create_worker("windows7-buildbot", properties={'jobs': 2}, max_builds=1), create_worker("windows7-buildbot", properties={'jobs': 2}, max_builds=1),
# Windows 10, Visual Studio 2019, Google Cloud 16 cores # Windows 10, Visual Studio 2019, Google Cloud 16 cores
create_worker("windows10-vs2019", properties={'jobs': 32}, max_builds=1), create_worker("windows10-vs2019", properties={'jobs': 32}, max_builds=1),
# CentOS 7.5.1804 on Intel(R) Xeon(R) Gold 6126 CPU @ 2.60GHz, 96GB RAM # CentOS 7.8.1127 on Intel(R) Xeon(R) Gold 6126 CPU @ 2.60GHz, 96GB RAM
create_worker("nec-arrproto41", properties={'jobs': 12}, max_builds=1), create_worker("hpce-aurora2", properties={'jobs': 8}, max_builds=1),
# Ubuntu 18.04 amd64 on Google Cloud, 16 core, Nvidia Tesla T4 # Ubuntu 18.04 amd64 on Google Cloud, 16 core, Nvidia Tesla T4
create_worker("mlir-nvidia", properties={'jobs': 16}, max_builds=1), create_worker("mlir-nvidia", properties={'jobs': 16}, max_builds=1),
# Ubuntu 18.04 on Google Cloud, for machine configuration check # Ubuntu 18.04 on Google Cloud, for machine configuration check
# buildbot/google/terraform/main.tf # buildbot/google/terraform/main.tf
create_worker("clangd-ubuntu-clang", max_builds=1), create_worker("clangd-ubuntu-clang", max_builds=1),
# Ubuntu 18.04.LTS x86_64, GCE instance # Ubuntu 18.04.LTS x86_64, GCE instance
create_worker("polly-x86_64-gce1", properties={'jobs': 2}, max_builds=1), create_worker("polly-x86_64-gce1", properties={'jobs': 2}, max_builds=1),
create_worker("polly-x86_64-gce2", properties={'jobs': 2}, max_builds=1), create_worker("polly-x86_64-gce2", properties={'jobs': 2}, max_builds=1),
# Ubuntu 18.04.LTS x86_64, Intel(R) Xeon(R) CPU X3460 @ 2.80GHz, 32 GiB RAM # Ubuntu 18.04.LTS x86_64, Intel(R) Xeon(R) CPU X3460 @ 2.80GHz, 32 GiB RAM
create_worker("polly-x86_64-fdcserver", properties={'jobs': 8, 'loadaverage': 8}, max_builds=1), create_worker("polly-x86_64-fdcserver", properties={'jobs': 8, 'loadaverage': 8}, max_builds=1),
create_worker("flang-aarch64-ubuntu-build"), # Windows 10, AMD Ryzen 5 PRO 4650G, 16 GiB RAM
create_worker("flang-aarch64-ubuntu-clang-build", properties={'jobs': 14}), create_worker("minipc-ryzen-win", properties={'jobs': 12}, max_builds=1),
create_worker("flang-aarch64-ubuntu-gcc10-build", properties={'jobs': 14}),
# Ubuntu 20.04.LTS x86_64, Intel(R) Core(TM) i5-9400F CPU @ 2.90Ghz, 16 GiB RAM, NVIDIA GeForce GTX 1050 Ti (Pascal, sm_61, 4GiB)
create_worker("minipc-1050ti-linux", properties={'jobs': 6}, max_builds=1),
create_worker("nersc-flang"), create_worker("nersc-flang"),
create_worker("alcf-theta-flang", properties={'jobs': 12}, max_builds=1), create_worker("alcf-theta-flang", properties={'jobs': 12}, max_builds=1),
# ML-Driven Compiler Optimizations build workers (Ubuntu x86_64) # ML-Driven Compiler Optimizations build workers (Ubuntu x86_64)
create_worker("ml-opt-dev-x86-64-b1", create_worker("ml-opt-dev-x86-64-b1",
properties={'jobs': 64}, max_builds=1), properties={'jobs': 64}, max_builds=1),
create_worker("ml-opt-rel-x86-64-b1", create_worker("ml-opt-rel-x86-64-b1",
properties={'jobs': 64}, max_builds=1), properties={'jobs': 64}, max_builds=1),
create_worker("ml-opt-devrel-x86-64-b1", create_worker("ml-opt-devrel-x86-64-b1",
properties={'jobs': 64}, max_builds=1), properties={'jobs': 64}, max_builds=1),
# Ubuntu x86_64 # Ubuntu x86_64
create_worker("thinlto-x86-64-bot1", properties={'jobs': 64}, max_builds=1), create_worker("thinlto-x86-64-bot1", properties={'jobs': 64}, max_builds=1),
# Ubuntu 20.04 on AWS, x86_64 PS4 target
create_worker("sie-linux-builder", properties={'jobs': 40}, max_builds=1),
# XCore target, Ubuntu 20.04 x64 host
create_worker("xcore-ubuntu20-x64", properties={'jobs': 4}, max_builds=1),
# ARC Worker, CentOS 7.9 x86_64 Intel Xeon Platinum 8000 @ 3.6GHz, 32GB RAM
create_worker("arc-worker", properties={'jobs': 16}, max_builds=1),
# OpenMP on AMDGPU, Ubuntu 18.04.5, Intel(R) Xeon(R) Gold 5218 @ 2.30GHz with 64GB Memory, 1 Vega20 GPU with 16GB Memory
create_worker("omp-vega20-0", properties={'jobs': 32}, max_builds=1),
] ]

buildbot/osuosl/master/master.cfg

Show First 20 Lines • Show All 58 Lines • ▼ Show 20 Lines
####### BUILDERS ####### BUILDERS
from buildbot.plugins import util from buildbot.plugins import util
c['builders'] = builders = [ c['builders'] = builders = [
util.BuilderConfig(**b) for b in config.builders.all util.BuilderConfig(**b) for b in config.builders.all
] ]
builders.extend([
util.BuilderConfig(**b) for b in config.release_builders.all
])
####### SCHEDULERS ####### SCHEDULERS
c['schedulers'] = config.schedulers.getSingleBranchSchedulers( c['schedulers'] = config.schedulers.getMainBranchSchedulers(
c['builders']) builders)
c['schedulers'].extend(config.schedulers.getReleaseBranchSchedulers(
builders,
treeStableTimer=5*60))
c['schedulers'].extend(config.schedulers.getForceSchedulers( c['schedulers'].extend(config.schedulers.getForceSchedulers(
c['builders'])) builders))
####### BUILDBOT SERVICES ####### BUILDBOT SERVICES
# 'services' is a list of BuildbotService items like reporter targets. The # 'services' is a list of BuildbotService items like reporter targets. The
# status of each build will be pushed to these targets. buildbot/reporters/*.py # status of each build will be pushed to these targets. buildbot/reporters/*.py
# has a variety to choose from, like IRC bots. # has a variety to choose from, like IRC bots.
# Configure MailNotifier, IRC, buildbot.reporters.github.GitHubStatusPush, buildbot.reporters.github.GitHubCommentPush # Configure MailNotifier, IRC, buildbot.reporters.github.GitHubStatusPush, buildbot.reporters.github.GitHubCommentPush
Show All 40 Lines

llvmbisect/llvmlab/llvmlab.py

Show All 40 LinesBUILD_NAME_REGEX = re.compile(
r"-([A-Z][A-Za-z]+)(\.(.*))?") r"-([A-Z][A-Za-z]+)(\.(.*))?")
class Build(object): class Build(object):
@staticmethod @staticmethod
def frombasename(str, url=None): def frombasename(str, url=None):
str = os.path.basename(str) str = os.path.basename(str)
revision = timestamp = build = None revision = revision_prefix = sha = timestamp = build = None
# Check if this is a BNI style build. # Check if this is a BNI style build.
m = BUILD_NAME_REGEX.match(str) m = BUILD_NAME_REGEX.match(str)
if m: if m:
name, _, major_str, _, minor_str, _, micro_str, build, \ name, _, major_str, _, minor_str, _, micro_str, build, \
_, suffix = m.groups() _, suffix = m.groups()
revision = [int(major_str)] revision = [int(major_str)]
if minor_str: if minor_str:
revision.append(int(minor_str)) revision.append(int(minor_str))
if micro_str: if micro_str:
revision.append(int(micro_str)) revision.append(int(micro_str))
return Build(name, tuple(revision), None, build, suffix) return Build(name, None, tuple(revision), None, None, build, suffix)
if '.' in str: if '.' in str:
str, suffix = str.split('.', 1) str, suffix = str.split('.', 1)
else: else:
suffix = None suffix = None
m = re.match(r'(.*)-b([0-9]+)', str) m = re.match(r'(.*)-b([0-9]+)', str)
if m: if m:
str, build = m.groups() str, build = m.groups()
build = int(build) build = int(build)
m = re.match(r'(.*)-t([0-9-]{8,10}_[0-9-]{6,8})', str) m = re.match(r'(.*)-t([0-9-]{8,10}_[0-9-]{6,8})', str)
if m: if m:
str, timestamp = m.groups() str, timestamp = m.groups()
m = re.match(r'(.*)-d([0-9]+)-(.*)', str)
if m:
str, revision, sha = m.groups()
revision = int(revision)
revision_prefix = 'd'
m = re.match(r'(.*)-r([0-9]+)', str) m = re.match(r'(.*)-r([0-9]+)', str)
if m: if m:
str, revision = m.groups() str, revision = m.groups()
revision = int(revision) revision = int(revision)
revision_prefix = 'r'
return Build(str, revision, timestamp, build, suffix, url) return Build(str, revision_prefix, revision, sha, timestamp,
build, suffix, url)
@staticmethod @staticmethod
def fromdata(data): def fromdata(data):
return Build(data['name'], data['revision'], data['timestamp'], return Build(data['name'], data['revision'], data['timestamp'],
data['build'], data['suffix']) data['build'], data['suffix'])
def todata(self): def todata(self):
return {'name': self.name, return {'name': self.name,
'revision': self.revision, 'revision': self.revision,
'sha': self.sha,
'timestamp': self.timestamp, 'timestamp': self.timestamp,
'build': self.build, 'build': self.build,
'suffix': self.suffix} 'suffix': self.suffix}
def __init__(self, name, revision, timestamp, build, suffix, url): def __init__(self, name, revision_prefix, revision, sha, timestamp,
build, suffix, url):
self.name = name self.name = name
self.revision_prefix = revision_prefix
self.revision = revision self.revision = revision
self.sha = sha
self.timestamp = timestamp self.timestamp = timestamp
self.build = build self.build = build
self.suffix = suffix self.suffix = suffix
self.url = url self.url = url
def tobasename(self, include_suffix=True): def tobasename(self, include_suffix=True):
basename = self.name basename = self.name
if self.revision is not None: if self.revision is not None:
if isinstance(self.revision, (tuple, list)): if isinstance(self.revision, (tuple, list)):
basename += '-' + '.'.join(str(r) for r in self.revision) basename += '-' + '.'.join(str(r) for r in self.revision)
else: else:
assert isinstance(self.revision, int) assert isinstance(self.revision, int)
basename += '-r%d' % self.revision basename += '-%s%d' % (self.revision_prefix, self.revision)
if self.sha is not None:
basename += '-%s' % self.sha
if self.timestamp is not None: if self.timestamp is not None:
basename += '-t%s' % self.timestamp basename += '-t%s' % self.timestamp
if self.build is not None: if self.build is not None:
if isinstance(self.build, str): if isinstance(self.build, str):
basename += '-' + self.build basename += '-' + self.build
else: else:
basename += '-b%d' % self.build basename += '-b%d' % self.build
if include_suffix and self.suffix is not None: if include_suffix and self.suffix is not None:
basename += '.%s' % self.suffix basename += '.%s' % self.suffix
return basename return basename
def __repr__(self): def __repr__(self):
return "%s%r" % (self.__class__.__name__, return "%s%r" % (self.__class__.__name__,
(self.name, self.revision, self.timestamp, self.build, (self.name, self.revision, self.sha, self.timestamp,
self.suffix)) self.build, self.suffix))
def __cmp__(self, other): def __cmp__(self, other):
return cmp((self.revision, self.timestamp, return cmp((self.revision, self.timestamp,
self.build, self.suffix, self.name), self.build, self.suffix, self.name),
((other.revision, other.timestamp, ((other.revision, other.timestamp,
other.build, other.suffix, other.name))) other.build, other.suffix, other.name)))
▲ Show 20 Lines • Show All 138 Lines • Show Last 20 Lines

requirements.txt

attrs==20.2.0 attrs==20.3.0
six==1.15.0 six==1.15.0
Automat==20.2.0 Automat==20.2.0
constantly==15.1.0 constantly==15.1.0
idna==2.10 idna==2.10
hyperlink==20.0.1 hyperlink==21.0.0
incremental==17.5.0 incremental==17.5.0
Jinja2==2.11.2 Jinja2==2.11.3
PyHamcrest==2.0.2 PyHamcrest==2.0.2
Tempita==0.5.2 Tempita==0.5.2
decorator==4.4.2 decorator==4.4.2
pbr==5.5.1 pbr==5.5.1
sqlparse==0.4.1 sqlparse==0.4.1
SQLAlchemy==1.3.20 SQLAlchemy==1.3.23
sqlalchemy-migrate==0.13.0 sqlalchemy-migrate==0.13.0
certifi==2020.6.20 certifi==2020.12.5
chardet==3.0.4 chardet==4.0.0
urllib3==1.25.11 urllib3==1.26.4
requests==2.24.0 requests==2.25.1
zope.interface==5.1.2 zope.interface==5.2.0
pycparser==2.20 pycparser==2.20
pyOpenSSL==19.1.0 pyOpenSSL==20.0.1
pyasn1==0.4.8 pyasn1==0.4.8
pyasn1-modules==0.2.8 pyasn1-modules==0.2.8
service-identity==18.1.0 service-identity==18.1.0
cryptography==3.2.1 cryptography==3.4.5
cffi==1.14.3 cffi==1.14.5
Twisted==20.3.0 Twisted==20.3.0
treq==20.9.0 treq==21.1.0

tasks/tasktool/README.md

Show First 20 Lines • Show All 86 Lines • ▼ Show 20 Lines
This is usually done by querying the repository definitions in the `repos` This is usually done by querying the repository definitions in the `repos`
directory (and `repos.try` in some modes). For example for an artifact directory (and `repos.try` in some modes). For example for an artifact
parameter called `llvm` we could have a `repos/llvm.json` configuration file parameter called `llvm` we could have a `repos/llvm.json` configuration file
to query the latest revision of a git repository: to query the latest revision of a git repository:
```json ```json
{ {
"url": "https://github.com/my-project.git", "url": "https://github.com/my-project.git",
"type": "git", "type": "git",
"default_rev": "refs/heads/master" "default_rev": "refs/heads/main"
} }
``` ```
To query the latest artifact from a directory in the A2 artifact server: To query the latest artifact from a directory in the A2 artifact server:
```json ```json
{ {
"url": "http://lab.llvm.org:8080/artifacts/clang-stage1-configure-RA", "url": "http://lab.llvm.org:8080/artifacts/clang-stage1-configure-RA",
"type": "artifact_server" "type": "artifact_server"
▲ Show 20 Lines • Show All 57 Lines • ▼ Show 20 Lines
VARIABLE="$(build get arg --optional PARAMETER_NAME)" VARIABLE="$(build get arg --optional PARAMETER_NAME)"
``` ```
Other default values can be supplied with the usual shell tricks: Other default values can be supplied with the usual shell tricks:
```bash ```bash
: ${VARIABLE:='DefaultValue'} : ${VARIABLE:='DefaultValue'}
``` ```
- Abstract artifacts like `refs/heads/master` in a git repository or - Abstract artifacts like `refs/heads/main` in a git repository or
`clang-stage2-cmake` on an A2 server are resolved to a concrete git revision `clang-stage2-cmake` on an A2 server are resolved to a concrete git revision
or a specific URL when the task is started. or a specific URL when the task is started.
- A task with a set of artifact and parameter inputs is called a build. - A task with a set of artifact and parameter inputs is called a build.
- `task try mytask.sh` resolves artifact inputs and executes a local build. - `task try mytask.sh` resolves artifact inputs and executes a local build.
- `task submit mytask.sh` resolves artifact inputs and submits a build to - `task submit mytask.sh` resolves artifact inputs and submits a build to
a queue on a jenkins server. a queue on a jenkins server.
- `task jenkinsrun mytask.sh` may be used to run the task as part of a - `task jenkinsrun mytask.sh` may be used to run the task as part of a
recurring jenking project. recurring jenking project.
### Config Artifact ### ### Config Artifact ###
The task files are part of a version control repository. When running a task The task files are part of a version control repository. When running a task
this repository is always checked out to a subdirectory named `config`. This this repository is always checked out to a subdirectory named `config`. This
allows task files to bundle and reference additional files in the repository allows task files to bundle and reference additional files in the repository
such as helper scripts shared between multiple tasks. such as helper scripts shared between multiple tasks.

tasks/tasktool/tasktool/repos/git.py

Show All 19 Lines if config.get('url') is None:
raise Exception("No 'url' specified") raise Exception("No 'url' specified")
def resolve_latest(config): def resolve_latest(config):
assert(config['type'] == 'git') assert(config['type'] == 'git')
rev = config.get('rev') rev = config.get('rev')
default_rev = config.pop('default_rev', None) default_rev = config.pop('default_rev', None)
if default_rev is None: if default_rev is None:
default_rev = "refs/heads/master" default_rev = "refs/heads/main"
if rev is not None: if rev is not None:
return return
url = config['url'] url = config['url']
revs = _git_ls_remote(url, default_rev) revs = _git_ls_remote(url, default_rev)
# Look for an exact match # Look for an exact match
if default_rev is not None: if default_rev is not None:
rev = revs.get(default_rev, None) rev = revs.get(default_rev, None)
# Otherwise hope that we only have a single match. # Otherwise hope that we only have a single match.
Show All 25 Lines

tasks/utils/venv.sh

echo "@@@ LNT VirtualEnv @@@" echo "@@@ LNT VirtualEnv @@@"
/usr/local/bin/virtualenv venv /usr/local/bin/virtualenv --python=python3 venv
set +u set +u
. venv/bin/activate . venv/bin/activate
set -u set -u
echo "@@@@@@@" echo "@@@@@@@"

test/jenkins/test_monorepo_build.py

# Testing for the Jenkins monorepo_build.py script # Testing for the Jenkins monorepo_build.py script
# #
# RUN: export TESTING=1 # RUN: export TESTING=1
# RUN: export JOB_NAME="FOO" # RUN: export JOB_NAME="FOO"
# RUN: export BUILD_NUMBER=321 # RUN: export BUILD_NUMBER=321
# RUN: export BRANCH=master # RUN: export BRANCH=main
# Tell monorepo_build.py to just print commands instead of running. # Tell monorepo_build.py to just print commands instead of running.
# RUN: mkdir -p %t.SANDBOX/host-compiler/lib %t.SANDBOX/host-compiler/bin %t.SANDBOX/llvm-project/llvm %t.SANDBOX/llvm-project/clang %t.SANDBOX/llvm-project/libcxx %t.SANDBOX/llvm-project/compiler-rt %t.SANDBOX/llvm-project/debuginfo-tests %t.SANDBOX/llvm-project/clang-tools-extra %t.SANDBOX/llvm-project/lldb # RUN: mkdir -p %t.SANDBOX/host-compiler/lib %t.SANDBOX/host-compiler/bin %t.SANDBOX/llvm-project/llvm %t.SANDBOX/llvm-project/clang %t.SANDBOX/llvm-project/libcxx %t.SANDBOX/llvm-project/compiler-rt %t.SANDBOX/llvm-project/debuginfo-tests %t.SANDBOX/llvm-project/clang-tools-extra %t.SANDBOX/llvm-project/lldb
# RUN: touch %t.SANDBOX/host-compiler/bin/clang # RUN: touch %t.SANDBOX/host-compiler/bin/clang
# RUN: python %{src_root}/zorg/jenkins/monorepo_build.py clang all > %t.log # RUN: python %{src_root}/zorg/jenkins/monorepo_build.py clang all > %t.log
# RUN: FileCheck --check-prefix CHECK-SIMPLE < %t.log %s # RUN: FileCheck --check-prefix CHECK-SIMPLE < %t.log %s
# CHECK-SIMPLE: @@@ Build Directory @@@ # CHECK-SIMPLE: @@@ Build Directory @@@
# CHECK-SIMPLE: cd # CHECK-SIMPLE: cd
# CHECK-SIMPLE: 'mkdir' '-p' # CHECK-SIMPLE: 'mkdir' '-p'
▲ Show 20 Lines • Show All 126 Lines • ▼ Show 20 Lines
# Test to check if timeout flag is actually being set. # Test to check if timeout flag is actually being set.
# RUN: python %{src_root}/zorg/jenkins/monorepo_build.py cmake all --timeout=900 > %t-timeout.log # RUN: python %{src_root}/zorg/jenkins/monorepo_build.py cmake all --timeout=900 > %t-timeout.log
# RUN: FileCheck --check-prefix CHECK-TIMEOUT < %t-timeout.log %s # RUN: FileCheck --check-prefix CHECK-TIMEOUT < %t-timeout.log %s
# CHECK-TIMEOUT: --timeout=900 # CHECK-TIMEOUT: --timeout=900
# Test to check if default timeout is being set to 600. # Test to check if default timeout is being set to 600.
# RUN: python %{src_root}/zorg/jenkins/monorepo_build.py cmake all > %t-timeout-default.log # RUN: python %{src_root}/zorg/jenkins/monorepo_build.py cmake all > %t-timeout-default.log
# RUN: FileCheck --check-prefix CHECK-TIMEOUT-DEFAULT < %t-timeout-default.log %s # RUN: FileCheck --check-prefix CHECK-TIMEOUT-DEFAULT < %t-timeout-default.log %s
# CHECK-TIMEOUT-DEFAULT: --timeout=600 # CHECK-TIMEOUT-DEFAULT: --timeout=600
No newline at end of file

zorg/buildbot/builders/AOSPBuilder.py

Show All 19 Lines
def getAOSPBuildCommand( def getAOSPBuildCommand(
device, # Target device for AOSP build device, # Target device for AOSP build
timeout=None, # Maximum CPU time in seconds, umlimited if 'None' timeout=None, # Maximum CPU time in seconds, umlimited if 'None'
target_clang=None, # Path to the Clang used for AOSP target build target_clang=None, # Path to the Clang used for AOSP target build
# Set target_clang to None to use AOSP's default Clang # Set target_clang to None to use AOSP's default Clang
target_flags=None, # Extra C/CXX flags for AOSP target build target_flags=None, # Extra C/CXX flags for AOSP target build
jobs=None, # Number of concurrent jobs jobs=None, # Number of concurrent jobs
extra_make_args=None): # Extra args for the make command extra_make_args=None): # Extra args for the make command
command = "source build/envsetup.sh" command = "/bin/bash -c \"source build/envsetup.sh"
command += " && lunch aosp_%s-userdebug" % device command += " && lunch aosp_%s-userdebug" % device
command += " && export LC_ALL=C"
command += " && make -k" command += " && make -k"
if timeout: if timeout:
command += " TIMEOUT=%s" % timeout command += " TIMEOUT=%s" % timeout
if target_clang: if target_clang:
command += " TARGET_CLANG=%s" % target_clang command += " TARGET_CLANG=%s" % target_clang
if target_flags: if target_flags:
command += " TARGET_FLAGS='%s'" % target_flags command += " TARGET_FLAGS='%s'" % target_flags
if extra_make_args: if extra_make_args:
command += " " + extra_make_args command += " " + extra_make_args
if jobs: if jobs:
command += " -j" + str(jobs) command += " -j" + str(jobs)
command += "\""
return command return command
def getAOSPBuildFactory( def getAOSPBuildFactory(
device, # Target device for AOSP build device, # Target device for AOSP build
extra_cmake_args=[], # Extra args for the LLVM cmake command extra_cmake_args=[], # Extra args for the LLVM cmake command
# This flag is ignored if build_clang is False # This flag is ignored if build_clang is False
timeout=None, # Maximum CPU time in seconds, umlimited if 'None' timeout=None, # Maximum CPU time in seconds, umlimited if 'None'
▲ Show 20 Lines • Show All 72 Lines • Show Last 20 Lines

zorg/buildbot/builders/AnnotatedBuilder.py

from buildbot.process.properties import WithProperties from buildbot.process.properties import WithProperties
from buildbot.steps.shell import SetProperty from buildbot.steps.shell import SetProperty
from zorg.buildbot.commands.AnnotatedCommand import AnnotatedCommand from zorg.buildbot.commands.AnnotatedCommand import AnnotatedCommand
from zorg.buildbot.process.factory import LLVMBuildFactory from zorg.buildbot.process.factory import LLVMBuildFactory
def getAnnotatedBuildFactory( def getAnnotatedBuildFactory(
script, script,
clean=False, clean=False,
depends_on_projects=None, depends_on_projects=None,
env=None, env=None,
extra_args=None, extra_args=None,
timeout=1200, timeout=1200,
checkout_llvm_sources=True): checkout_llvm_sources=True,
script_interpreter="python"):
""" """
Returns a new build factory that uses AnnotatedCommand, which Returns a new build factory that uses AnnotatedCommand, which
allows the build to be run by version-controlled scripts that do allows the build to be run by version-controlled scripts that do
not require a buildmaster restart to update. not require a buildmaster restart to update.
script: script under "builders/annotated" to be run by python script: script under "builders/annotated" to be run by python
clean: set to true for a clean build of llvm clean: set to true for a clean build of llvm
depends_on_projects: which subprojects to enable depends_on_projects: which subprojects to enable
llvm must be first in the list llvm must be first in the list
(default: ["llvm", "clang", "compiler-rt", "libcxx", (default: ["llvm", "clang", "compiler-rt", "libcxx",
"libcxxabi", "libunwind", "lld"]) "libcxxabi", "libunwind", "lld"])
env: environment overrides (map; default is no overrides) env: environment overrides (map; default is no overrides)
extra_args: extra arguments to pass to the script (default: []) extra_args: extra arguments to pass to the script (default: [])
timeout: specifies the builder's timeout in seconds (default: 1200) timeout: specifies the builder's timeout in seconds (default: 1200)
script_interpreter: specifies the interpreter to run scripts (default: "python")
""" """
if depends_on_projects is None: if depends_on_projects is None:
depends_on_projects = [ depends_on_projects = [
"llvm", "llvm",
"clang", "clang",
"compiler-rt", "compiler-rt",
"libcxx", "libcxx",
"libcxxabi", "libcxxabi",
"libunwind", "libunwind",
"lld"] "lld"]
if extra_args is None: if extra_args is None:
extra_args = [] # We used to add --jobs to all script invocations. Perserve this
# for cases when the user did not specify extra_args, but allow
# overriding it if the user did specify extra_args.
extra_args = ["--jobs=%(jobs:-)s"]
f = LLVMBuildFactory( f = LLVMBuildFactory(
clean=clean, clean=clean,
depends_on_projects=depends_on_projects) depends_on_projects=depends_on_projects)
if clean: if clean:
f.addStep(SetProperty(property='clean', command='echo 1')) f.addStep(SetProperty(property='clean', command='echo 1'))
Show All 29 Lines if checkout_llvm_sources:
f.addGetSourcecodeSteps() f.addGetSourcecodeSteps()
extra_args_with_props = [WithProperties(arg) for arg in extra_args] extra_args_with_props = [WithProperties(arg) for arg in extra_args]
# Explicitly use '/' as separator, because it works on *nix and Windows. # Explicitly use '/' as separator, because it works on *nix and Windows.
if script.startswith('/'): if script.startswith('/'):
command = [script] command = [script]
else: else:
script_path = "../llvm-zorg/zorg/buildbot/builders/annotated/%s" % (script) script_path = "../llvm-zorg/zorg/buildbot/builders/annotated/%s" % (script)
command = ["python", script_path, WithProperties("--jobs=%(jobs:-)s")] # Handle scripts with script_interpreter, otherwise execute the script directly.
if script_interpreter:
command = [script_interpreter, script_path]
else:
command = [script_path]
command += extra_args_with_props command += extra_args_with_props
f.addStep(AnnotatedCommand(name="annotate", f.addStep(AnnotatedCommand(name="annotate",
description="annotate", description="annotate",
timeout=timeout, timeout=timeout,
haltOnFailure=True, haltOnFailure=True,
command=command, command=command,
env=merged_env)) env=merged_env))
return f return f

zorg/buildbot/builders/ClangBuilder.py

import copy import copy
from datetime import datetime from datetime import datetime
from buildbot.plugins import util
from buildbot.process.properties import WithProperties, Property from buildbot.process.properties import WithProperties, Property
from buildbot.steps.shell import ShellCommand, SetProperty from buildbot.steps.shell import ShellCommand, SetProperty
from buildbot.steps.shell import WarningCountingShellCommand from buildbot.steps.shell import WarningCountingShellCommand
import zorg.buildbot.builders.Util as builders_util import zorg.buildbot.builders.Util as builders_util
from zorg.buildbot.commands.LitTestCommand import LitTestCommand from zorg.buildbot.commands.LitTestCommand import LitTestCommand
from zorg.buildbot.conditions.FileConditions import FileDoesNotExist from zorg.buildbot.conditions.FileConditions import FileDoesNotExist
▲ Show 20 Lines • Show All 365 Lines • ▼ Show 20 Lines if stage1_upload_directory:
use_pixz_compression=use_pixz_compression, use_pixz_compression=use_pixz_compression,
xz_compression_factor=xz_compression_factor) xz_compression_factor=xz_compression_factor)
# Compute the cmake define flag to set the C and C++ compiler to clang. Use # Compute the cmake define flag to set the C and C++ compiler to clang. Use
# clang-cl if we used MSVC for stage1. # clang-cl if we used MSVC for stage1.
if not vs: if not vs:
cc = 'clang' cc = 'clang'
cxx = 'clang++' cxx = 'clang++'
fc = 'flang'
else: else:
cc = 'clang-cl.exe' cc = 'clang-cl.exe'
cxx = 'clang-cl.exe' cxx = 'clang-cl.exe'
fc = 'flang.exe'
############# STAGE 2 ############# STAGE 2
if useTwoStage: if useTwoStage:
# We always cleanly build the stage 2. If the compiler has been # We always cleanly build the stage 2. If the compiler has been
# changed on the stage 1, we cannot trust any of the intermediate file # changed on the stage 1, we cannot trust any of the intermediate file
# from the old compiler. And if the stage 1 compiler is the same, we # from the old compiler. And if the stage 1 compiler is the same, we
# should not build in the first place. # should not build in the first place.
▲ Show 20 Lines • Show All 95 Lines • ▼ Show 20 Lines if runTestSuite:
lit = WithProperties('%(builddir)s/'+stage1_build+'/bin/llvm-lit') lit = WithProperties('%(builddir)s/'+stage1_build+'/bin/llvm-lit')
test_suite_cmd = [python, lnt, 'runtest', 'test-suite', test_suite_cmd = [python, lnt, 'runtest', 'test-suite',
'--no-timestamp', '--no-timestamp',
'--sandbox', sandbox, '--sandbox', sandbox,
'--test-suite', test_suite_dir, '--test-suite', test_suite_dir,
'--cc', cc, '--cc', cc,
'--cxx', cxx, '--cxx', cxx,
'--use-lit', lit] '--use-lit', lit]
# Enable fortran if flang is checked out
if checkout_flang:
fortran_flags = [
'--cmake-define=TEST_SUITE_FORTRAN:STRING=ON',
util.Interpolate(
'--cmake-define=CMAKE_Fortran_COMPILER=' +
'%(prop:builddir)s/'+compiler_path+'/bin/'+fc)]
test_suite_cmd.extend(fortran_flags)
# Append any option provided by the user # Append any option provided by the user
test_suite_cmd.extend(testsuite_flags) test_suite_cmd.extend(testsuite_flags)
# Only submit if a URL has been specified # Only submit if a URL has been specified
if submitURL is not None: if submitURL is not None:
if not isinstance(submitURL, list): if not isinstance(submitURL, list):
submitURL = [submitURL] submitURL = [submitURL]
for url in submitURL: for url in submitURL:
Show All 9 Lines if runTestSuite:
# Steps to prepare, build and run LNT # Steps to prepare, build and run LNT
f.addStep(ShellCommand(name='clean sandbox', f.addStep(ShellCommand(name='clean sandbox',
command=['rm', '-rf', 'sandbox'], command=['rm', '-rf', 'sandbox'],
haltOnFailure=True, haltOnFailure=True,
description='removing sandbox directory', description='removing sandbox directory',
workdir='test', workdir='test',
env=env)) env=env))
f.addStep(ShellCommand(name='recreate sandbox', f.addStep(ShellCommand(name='recreate sandbox',
command=['virtualenv', 'sandbox'], command=['virtualenv', '--python=python3', 'sandbox'],
haltOnFailure=True, haltOnFailure=True,
description='recreating sandbox', description='recreating sandbox',
workdir='test', workdir='test',
env=env)) env=env))
f.addStep(ShellCommand(name='setup lit', f.addStep(ShellCommand(name='setup lit',
command=[python, lnt_setup, 'develop'], command=[python, lnt_setup, 'develop'],
haltOnFailure=True, haltOnFailure=True,
description='setting up LNT in sandbox', description='setting up LNT in sandbox',
Show All 15 Lines

zorg/buildbot/builders/ClangLTOBuilder.py

Show First 20 Lines • Show All 59 Lines • ▼ Show 20 Lines CmakeCommand.applyDefaultOptions(cmake_args, [
]) ])
# Some options are required for this stage no matter what. # Some options are required for this stage no matter what.
CmakeCommand.applyRequiredOptions(cmake_args, [ CmakeCommand.applyRequiredOptions(cmake_args, [
('-G', 'Ninja'), ('-G', 'Ninja'),
('-DCMAKE_INSTALL_PREFIX=', install_dir), ('-DCMAKE_INSTALL_PREFIX=', install_dir),
]) ])
if f.enable_projects:
CmakeCommand.applyRequiredOptions(cmake_args, [ CmakeCommand.applyRequiredOptions(cmake_args, [
('-DLLVM_ENABLE_PROJECTS=', ";".join(f.depends_on_projects)), ('-DLLVM_ENABLE_PROJECTS=', ";".join(f.enable_projects)),
])
if f.enable_runtimes:
CmakeCommand.applyRequiredOptions(cmake_args, [
('-DLLVM_ENABLE_RUNTIMES=', ";".join(f.enable_runtimes)),
]) ])
# Note: On this stage we do not care of warnings, as we build with # Note: On this stage we do not care of warnings, as we build with
# a system toolchain and cannot control the environment. # a system toolchain and cannot control the environment.
# Warnings are likely, and we ignore them. # Warnings are likely, and we ignore them.
# Create configuration files with cmake # Create configuration files with cmake
f.addStep(CmakeCommand(name="cmake-configure-stage%s" % stage_num, f.addStep(CmakeCommand(name="cmake-configure-stage%s" % stage_num,
description=["stage%s cmake configure" % stage_num], description=["stage%s cmake configure" % stage_num],
▲ Show 20 Lines • Show All 97 Lines • ▼ Show 20 Lines cmake_args.append(
WithProperties( WithProperties(
"-DCMAKE_CXX_COMPILER=%(builddir)s/" + staged_install + "/bin/clang++" "-DCMAKE_CXX_COMPILER=%(builddir)s/" + staged_install + "/bin/clang++"
)) ))
cmake_args.append( cmake_args.append(
WithProperties( WithProperties(
"-DCMAKE_C_COMPILER=%(builddir)s/" + staged_install + "/bin/clang" "-DCMAKE_C_COMPILER=%(builddir)s/" + staged_install + "/bin/clang"
)) ))
if f.enable_projects:
CmakeCommand.applyRequiredOptions(cmake_args, [
('-DLLVM_ENABLE_PROJECTS=', ";".join(f.enable_projects)),
])
if f.enable_runtimes:
CmakeCommand.applyRequiredOptions(cmake_args, [ CmakeCommand.applyRequiredOptions(cmake_args, [
('-DLLVM_ENABLE_PROJECTS=', ";".join(f.depends_on_projects)), ('-DLLVM_ENABLE_RUNTIMES=', ";".join(f.enable_runtimes)),
]) ])
# Create configuration files with cmake # Create configuration files with cmake
f.addStep(CmakeCommand(name="cmake-configure-stage%s" % stage_num, f.addStep(CmakeCommand(name="cmake-configure-stage%s" % stage_num,
description=["stage%s cmake configure" % stage_num], description=["stage%s cmake configure" % stage_num],
haltOnFailure=True, haltOnFailure=True,
options=cmake_args, options=cmake_args,
path=src_dir, path=src_dir,
env=env, env=env,
Show All 33 Lines f.addStep(NinjaCommand(name="install-stage%s-compiler"% stage_num,
)) ))
def getClangWithLTOBuildFactory( def getClangWithLTOBuildFactory(
depends_on_projects = None, depends_on_projects = None,
clean = False, clean = False,
jobs = None, jobs = None,
extra_configure_args = None, extra_configure_args = None,
extra_configure_args_lto_stage = None,
compare_last_2_stages = True, compare_last_2_stages = True,
lto = None, # The string gets passed to -flto flag as is. Like -flto=thin. lto = None, # The string gets passed to -flto flag as is. Like -flto=thin.
env = None, env = None,
**kwargs): **kwargs):
# Set defaults # Set defaults
if depends_on_projects: if depends_on_projects:
depends_on_projects = list(depends_on_projects) depends_on_projects = list(depends_on_projects)
else: else:
# By default we link with LLD. # By default we link with LLD.
depends_on_projects = ['llvm', 'clang', 'lld'] depends_on_projects = ['llvm', 'clang', 'lld']
if lto is None: if lto is None:
lto = 'ON' lto = 'ON'
if extra_configure_args is None: if extra_configure_args is None:
extra_configure_args = [] extra_configure_args = []
else: else:
extra_configure_args = list(extra_configure_args) extra_configure_args = list(extra_configure_args)
if extra_configure_args_lto_stage is None:
extra_configure_args_lto_stage = []
else:
extra_configure_args_lto_stage = list(extra_configure_args_lto_stage)
# Make sure CMAKE_INSTALL_PREFIX and -G are not specified # Make sure CMAKE_INSTALL_PREFIX and -G are not specified
# in the extra_configure_args. We set them internally as needed. # in the extra_configure_args. We set them internally as needed.
# TODO: assert extra_configure_args. # TODO: assert extra_configure_args.
install_prefix_specified = any(a.startswith('-DCMAKE_INSTALL_PREFIX=') for a in extra_configure_args) install_prefix_specified = (any(a.startswith('-DCMAKE_INSTALL_PREFIX=') for a in extra_configure_args) or
any(a.startswith('-DCMAKE_INSTALL_PREFIX=') for a in extra_configure_args_lto_stage))
assert not install_prefix_specified, "Please do not explicitly specify the install prefix for multi-stage build." assert not install_prefix_specified, "Please do not explicitly specify the install prefix for multi-stage build."
# Prepare environmental variables. Set here all env we want everywhere. # Prepare environmental variables. Set here all env we want everywhere.
merged_env = { merged_env = {
'TERM' : 'dumb' # Be cautious and disable color output from all tools. 'TERM' : 'dumb' # Be cautious and disable color output from all tools.
} }
if env is not None: if env is not None:
# Overwrite pre-set items with the given ones, so user can set anything. # Overwrite pre-set items with the given ones, so user can set anything.
▲ Show 20 Lines • Show All 48 Lines • ▼ Show 20 Lines if 'lld' in depends_on_projects:
CmakeCommand.applyRequiredOptions(extra_configure_args, [ CmakeCommand.applyRequiredOptions(extra_configure_args, [
('-DLLVM_ENABLE_LLD=', 'ON'), ('-DLLVM_ENABLE_LLD=', 'ON'),
]) ])
# The rest are test stages, which depend on the staged compiler we are ultimately after. # The rest are test stages, which depend on the staged compiler we are ultimately after.
s = f.staged_compiler_idx + 1 s = f.staged_compiler_idx + 1
staged_install = f.stage_installdirs[f.staged_compiler_idx] staged_install = f.stage_installdirs[f.staged_compiler_idx]
for i in range(s, len(f.stage_objdirs[s:]) + s): for i in range(s, len(f.stage_objdirs[s:]) + s):
configure_args = extra_configure_args[:] configure_args = extra_configure_args[:] + extra_configure_args_lto_stage[:]
configure_args.append( configure_args.append(
WithProperties( WithProperties(
"-DCMAKE_AR=%(builddir)s/" + staged_install + "/bin/llvm-ar" "-DCMAKE_AR=%(builddir)s/" + staged_install + "/bin/llvm-ar"
)) ))
configure_args.append( configure_args.append(
WithProperties( WithProperties(
"-DCMAKE_RANLIB=%(builddir)s/" + staged_install + "/bin/llvm-ranlib" "-DCMAKE_RANLIB=%(builddir)s/" + staged_install + "/bin/llvm-ranlib"
▲ Show 20 Lines • Show All 67 Lines • Show Last 20 Lines

zorg/buildbot/builders/DoxygenDocsBuilder.py

  • This file was added.
from collections import OrderedDict
from importlib import reload
from buildbot.plugins import steps, util
from buildbot.steps.shell import ShellCommand
from zorg.buildbot.builders import UnifiedTreeBuilder
from zorg.buildbot.commands import CmakeCommand
from zorg.buildbot.process import factory
reload(factory)
reload(UnifiedTreeBuilder)
reload(CmakeCommand)
llvm_docs = OrderedDict([
# Project Build target Local path Remote path
("llvm", ("doxygen", "docs/doxygen/html/", "llvm")),
("clang", (None, "tools/clang/docs/doxygen/html/", "cfe")),
("clang-tools-extra", (None, "tools/clang/tools/extra/docs/doxygen/html/", "cfe-extra")),
("flang", (None, "tools/flang/docs/doxygen/html/", "flang")),
("polly", (None, "tools/polly/docs/doxygen/html/", "polly")),
("openmp", (None, "projects/openmp/docs/doxygen/html/", "openmp")),
("lldb", ("lldb-cpp-doc", "tools/lldb/docs/cpp_reference/", "lldb/cpp_reference")),
# NOTE: 5/9/2020 lldb-python-doc fails to build. Disabled till be fixed.
#(None, ("lldb-python-doc", "tools/lldb/docs/python_reference/", "lldb")),
])
def getLLVMDocsBuildFactory(
clean = True,
depends_on_projects = None,
extra_configure_args = None,
env = None,
**kwargs):
if depends_on_projects is None:
# All the projects from llvm_docs, and remove all duplicates.
_depends_on_projects=list(set(
[project for project in llvm_docs if project]))
else:
# Make a local copy of depends_on_projects, as we are going to modify
# that.
_depends_on_projects=depends_on_projects[:]
# Some projects are interdependent for the purpose of documentation.
# Enforce the dependencies.
# TODO: Check later the dependencies for doxygen docs and enforce them
# here if needed.
# Make a local copy of the configure args, as we are going to modify that.
if extra_configure_args:
cmake_args = extra_configure_args[:]
else:
cmake_args = list()
# Prepare environmental variables. Set here all env we want everywhere.
merged_env = {
'TERM' : 'dumb' # Be cautious and disable color output from all tools.
}
if env is not None:
# Overwrite pre-set items with the given ones, so user can set anything.
merged_env.update(env)
CmakeCommand.CmakeCommand.applyDefaultOptions(cmake_args, [
("-G", "Ninja"),
("-DLLVM_ENABLE_DOXYGEN=", "ON"),
("-DLLVM_BUILD_DOCS=", "ON"),
("-DCLANG_TOOLS_EXTRA_INCLUDE_DOCS=", "ON"),
("-DLLVM_ENABLE_ASSERTIONS=", "OFF"),
("-DCMAKE_BUILD_TYPE=", "Release"),
])
f = UnifiedTreeBuilder.getCmakeBuildFactory(
clean=clean,
depends_on_projects=_depends_on_projects,
enable_runtimes=[], # Docs don't support runtimes build yet.
extra_configure_args=cmake_args,
env=merged_env,
**kwargs) # Pass through all the extra arguments.
# Build the documentation for all the projects.
for project in llvm_docs:
target = llvm_docs[project][0]
# Build only those with specifies targets.
if target:
UnifiedTreeBuilder.addNinjaSteps(
f,
# Doxygen builds the final result for really
# long time without any output.
# We have to have a long timeout at this step.
timeout=21600,
targets=[target],
checks=[],
env=merged_env,
**kwargs)
# Publish just built documentation
for project in llvm_docs:
target, local_path, remote_path = llvm_docs[project]
f.addStep(
ShellCommand(
name="Publish {}".format(project or target),
description=[
"Publish", "just", "built", "documentation", "for",
"{}".format(project or target)
],
command=[
'rsync',
'-vrl',
'--delete', '--force', '--delay-updates', '--delete-delay',
'--ignore-times',
'--checksum',
'-p', '--chmod=Du=rwx,Dg=rwx,Do=rx,Fu=rw,Fg=rw,Fo=r',
"{}".format(local_path),
"lists.llvm.org:web/doxygen/{}".format(remote_path),
],
env=merged_env,
)
)
return f

zorg/buildbot/builders/FlangBuilder.py

from zorg.buildbot.commands.CmakeCommand import CmakeCommand from zorg.buildbot.commands.CmakeCommand import CmakeCommand
from zorg.buildbot.process.factory import LLVMBuildFactory from zorg.buildbot.process.factory import LLVMBuildFactory
from zorg.buildbot.builders.UnifiedTreeBuilder import addNinjaSteps, getCmakeWithNinjaBuildFactory from zorg.buildbot.builders.UnifiedTreeBuilder import addNinjaSteps, getCmakeWithNinjaBuildFactory
def getFlangOutOfTreeBuildFactory( def getFlangOutOfTreeBuildFactory(
checks = None, checks = None,
clean = False, clean = False,
llvm_extra_configure_args = None, llvm_extra_configure_args = None,
flang_extra_configure_args = None, flang_extra_configure_args = None,
env = None, env = None,
**kwargs): **kwargs):
if env is None: if env is None:
env = dict() env = dict()
f = getCmakeWithNinjaBuildFactory( f = getCmakeWithNinjaBuildFactory(
depends_on_projects=['llvm','mlir'], depends_on_projects=['llvm','clang','mlir'],
obj_dir="build_llvm", obj_dir="build_llvm",
checks=[], checks=[],
install_dir="install",
clean=clean, clean=clean,
extra_configure_args=llvm_extra_configure_args, extra_configure_args=llvm_extra_configure_args,
env=env, env=env,
**kwargs) **kwargs)
if checks is None: if checks is None:
checks = ['check-all'] checks = ['check-all']
Show All 9 Lines CmakeCommand.applyRequiredOptions(flang_cmake_args, [
]) ])
flang_obj_dir = "build_flang" flang_obj_dir = "build_flang"
flang_src_dir = "{}/flang".format(f.monorepo_dir) flang_src_dir = "{}/flang".format(f.monorepo_dir)
# Add LLVM_DIR and MLIR_DIR to the CMake invocation. # Add LLVM_DIR and MLIR_DIR to the CMake invocation.
llvm_dir = "{}/lib/cmake/llvm".format(f.obj_dir) llvm_dir = "{}/lib/cmake/llvm".format(f.obj_dir)
mlir_dir = "{}/lib/cmake/mlir".format(f.obj_dir) mlir_dir = "{}/lib/cmake/mlir".format(f.obj_dir)
clang_dir = "{}/lib/cmake/clang".format(f.install_dir)
CmakeCommand.applyRequiredOptions(flang_cmake_args, [ CmakeCommand.applyRequiredOptions(flang_cmake_args, [
# We actually need the paths to be relative to the source directory, # We actually need the paths to be relative to the source directory,
# otherwise find_package can't locate the config files. # otherwise find_package can't locate the config files.
('-DLLVM_DIR:PATH=', ('-DLLVM_DIR:PATH=',
LLVMBuildFactory.pathRelativeTo(llvm_dir, flang_src_dir)), LLVMBuildFactory.pathRelativeTo(llvm_dir, flang_src_dir)),
('-DMLIR_DIR:PATH=', ('-DMLIR_DIR:PATH=',
LLVMBuildFactory.pathRelativeTo(mlir_dir, flang_src_dir)), LLVMBuildFactory.pathRelativeTo(mlir_dir, flang_src_dir)),
('-DCLANG_DIR:PATH=',
LLVMBuildFactory.pathRelativeTo(clang_dir, flang_src_dir)),
]) ])
# We can't use addCmakeSteps as that would use the path in f.llvm_srcdir. # We can't use addCmakeSteps as that would use the path in f.llvm_srcdir.
f.addStep(CmakeCommand(name="cmake-configure-flang", f.addStep(CmakeCommand(name="cmake-configure-flang",
haltOnFailure=True, haltOnFailure=True,
description=["CMake", "configure", "flang"], description=["CMake", "configure", "flang"],
options=flang_cmake_args, options=flang_cmake_args,
path=LLVMBuildFactory.pathRelativeTo(flang_src_dir, path=LLVMBuildFactory.pathRelativeTo(flang_src_dir,
Show All 14 Lines

zorg/buildbot/builders/HtmlDocsBuilder.py

  • This file was added.
from collections import OrderedDict
from importlib import reload
from buildbot.plugins import steps, util
from buildbot.steps.shell import ShellCommand
from buildbot.steps.shell import WarningCountingShellCommand
from zorg.buildbot.process import factory
reload(factory)
llvm_docs = OrderedDict([
# Project Build target Build path Local path Remote path
("lnt", ("html", "docs", "_build/html/", "lnt")),
])
# We build with make for now. Change later if needed.
build_cmd = 'make'
def getHtmlDocsBuildFactory(
depends_on_projects = None,
clean = False,
env = None,
**kwargs):
if depends_on_projects is None:
# All the projects by default.
_depends_on_projects=llvm_docs.keys()
else:
# Make a local copy of depends_on_projects, as we are going to modify
# that.
_depends_on_projects=depends_on_projects[:]
# Prepare environmental variables. Set here all env we want everywhere.
merged_env = {
'TERM' : 'dumb' # Be cautious and disable color output from all tools.
}
if env is not None:
# Overwrite pre-set items with the given ones, so user can set anything.
merged_env.update(env)
# HTML Sphinx documentation builds in tree, each in its own directory.
# For that, make sure the obj_dir is the same as llvm_srcdir.
src_dir = kwargs.pop('llvm_srcdir', '.')
f = factory.LLVMBuildFactory(
clean=clean,
depends_on_projects=_depends_on_projects,
llvm_srcdir=src_dir,
obj_dir=src_dir,
**kwargs) # Pass through all the extra arguments.
# Build the documentation
for project in llvm_docs:
# Checkout the source code and remove all the untracked files, so
# we would build a fresh new documentation.
f.addStep(
steps.Git(
name='Checkout the {} source code'.format(project),
repourl=f.repourl_prefix + "llvm-{}.git".format(project),
mode='full',
method='fresh',
progress=True,
workdir=util.WithProperties(project),
env=merged_env,
**kwargs))
target, build_path, local_path, remote_path = llvm_docs[project]
build_dir = util.WithProperties(
"{}".format("/".join([
project,
build_path])))
f.addStep(
steps.WarningCountingShellCommand(
name="Build {} documentation".format(project),
command=[build_cmd, target],
haltOnFailure=True,
workdir=build_dir,
env=merged_env,
**kwargs))
# Publish just built documentation
f.addStep(
ShellCommand(
name="Publish {}".format(project),
description=[
"Publish", "just", "built", "documentation", "for",
"{}".format(project)
],
command=[
'rsync',
'-vrl',
'--delete', '--force', '--delay-updates', '--delete-delay',
'--ignore-times',
'--checksum',
'-p', '--chmod=Du=rwx,Dg=rwx,Do=rx,Fu=rw,Fg=rw,Fo=r',
"{}".format(local_path),
"lists.llvm.org:web/{}".format(remote_path),
],
workdir=build_dir,
env=merged_env,
)
)
return f

zorg/buildbot/builders/LibcxxAndAbiBuilder.py

import buildbot.steps.shell import buildbot.steps.shell
import buildbot.process.properties as properties import buildbot.process.properties as properties
from zorg.buildbot.commands.LitTestCommand import LitTestCommand from zorg.buildbot.commands.LitTestCommand import LitTestCommand
from zorg.buildbot.commands.CmakeCommand import CmakeCommand from zorg.buildbot.commands.CmakeCommand import CmakeCommand
from zorg.buildbot.process.factory import LLVMBuildFactory from zorg.buildbot.process.factory import LLVMBuildFactory
from zorg.buildbot.builders import UnifiedTreeBuilder from zorg.buildbot.builders import UnifiedTreeBuilder
def getLibcxxAndAbiBuilder(f=None, env=None, def getLibcxxAndAbiBuilder(f=None, env=None,
cmake_extra_opts=None, lit_extra_opts=None, cmake_extra_opts=None, lit_extra_opts=None,
lit_extra_args=None, check_libcxx_abilist=False, lit_extra_args=None, check_libcxx_abilist=False,
check_libcxx_benchmarks=None, check_libcxx_benchmarks=None,
depends_on_projects=None, depends_on_projects=None,
use_cache=None, use_cache=None,
build_standalone=False,
**kwargs): **kwargs):
if env is None: if env is None:
env = {} env = {}
if cmake_extra_opts is None: if cmake_extra_opts is None:
cmake_extra_opts = {} cmake_extra_opts = {}
if lit_extra_opts is None: if lit_extra_opts is None:
lit_extra_opts = {} lit_extra_opts = {}
if lit_extra_args is None: if lit_extra_args is None:
lit_extra_args = [] lit_extra_args = []
if depends_on_projects is None: if depends_on_projects is None:
depends_on_projects = ['libcxx','libcxxabi','libunwind'] depends_on_projects = ['libcxx','libcxxabi','libunwind']
src_root = 'llvm' src_root = 'llvm'
build_path = 'build' build_path = 'build'
if build_standalone:
src_to_build_dir = 'runtimes'
else:
src_to_build_dir = None
if f is None: if f is None:
f = UnifiedTreeBuilder.getLLVMBuildFactoryAndSourcecodeSteps( f = UnifiedTreeBuilder.getLLVMBuildFactoryAndSourcecodeSteps(
depends_on_projects=depends_on_projects, depends_on_projects=depends_on_projects,
llvm_srcdir=src_root, llvm_srcdir=src_root,
src_to_build_dir=src_to_build_dir,
obj_dir=build_path, obj_dir=build_path,
**kwargs) # Pass through all the extra arguments. **kwargs) # Pass through all the extra arguments.
rel_src_dir = LLVMBuildFactory.pathRelativeTo(f.llvm_srcdir, build_path) rel_src_dir = LLVMBuildFactory.pathRelativeTo(f.llvm_srcdir, build_path)
# Specify the max number of threads using properties so LIT doesn't use # Specify the max number of threads using properties so LIT doesn't use
# all the threads on the system. # all the threads on the system.
litTestArgs = '-vv --show-unsupported --show-xfail --threads=%(jobs)s' litTestArgs = '-vv --show-unsupported --show-xfail --threads=%(jobs)s'
Show All 22 Lines if 'LIBCXX_CXX_ABI' not in cmake_extra_opts:
cmake_opts.append('-DLIBCXX_CXX_ABI=libcxxabi') cmake_opts.append('-DLIBCXX_CXX_ABI=libcxxabi')
# Nuke/remake build directory and run CMake # Nuke/remake build directory and run CMake
f.addStep(buildbot.steps.shell.ShellCommand( f.addStep(buildbot.steps.shell.ShellCommand(
name='rm.builddir', command=['rm', '-rf', build_path], name='rm.builddir', command=['rm', '-rf', build_path],
workdir=".", workdir=".",
haltOnFailure=False)) haltOnFailure=False))
if build_standalone:
if f.enable_projects:
CmakeCommand.applyRequiredOptions(cmake_opts, [
('-DLLVM_ENABLE_PROJECTS=', ";".join(f.enable_projects)),
])
if f.enable_runtimes:
CmakeCommand.applyRequiredOptions(cmake_opts, [
('-DLLVM_ENABLE_RUNTIMES=', ";".join(f.enable_runtimes)),
])
else:
CmakeCommand.applyRequiredOptions(cmake_opts, [ CmakeCommand.applyRequiredOptions(cmake_opts, [
('-DLLVM_ENABLE_PROJECTS=', ";".join(f.depends_on_projects)), ('-DLLVM_ENABLE_PROJECTS=', ";".join(f.depends_on_projects)),
]) ])
f.addStep(buildbot.steps.shell.ShellCommand( f.addStep(buildbot.steps.shell.ShellCommand(
name='cmake', command=['cmake', rel_src_dir] + cmake_opts, name='cmake', command=['cmake', rel_src_dir] + cmake_opts,
haltOnFailure=True, workdir=build_path, env=env)) haltOnFailure=True, workdir=build_path, env=env))
# Build libcxxabi
jobs_flag = properties.WithProperties('-j%(jobs)s') jobs_flag = properties.WithProperties('-j%(jobs)s')
# Build libcxxabi
if 'libcxxabi' in depends_on_projects:
f.addStep(buildbot.steps.shell.ShellCommand( f.addStep(buildbot.steps.shell.ShellCommand(
name='build.libcxxabi', command=['make', jobs_flag, 'cxxabi'], name='build.libcxxabi', command=['make', jobs_flag, 'cxxabi'],
haltOnFailure=True, workdir=build_path)) haltOnFailure=True, workdir=build_path, env=env))
# Build libcxx # Build libcxx
if 'libcxx' in depends_on_projects:
f.addStep(buildbot.steps.shell.ShellCommand( f.addStep(buildbot.steps.shell.ShellCommand(
name='build.libcxx', command=['make', jobs_flag, 'cxx'], name='build.libcxx', command=['make', jobs_flag, 'cxx'],
haltOnFailure=True, workdir=build_path)) haltOnFailure=True, workdir=build_path, env=env))
# Test libc++abi # Test libc++abi
if 'libcxxabi' in depends_on_projects:
f.addStep(LitTestCommand( f.addStep(LitTestCommand(
name = 'test.libcxxabi', name = 'test.libcxxabi',
command = ['make', jobs_flag, 'check-cxxabi'], command = ['make', jobs_flag, 'check-cxxabi'],
description = ['testing', 'libcxxabi'], description = ['testing', 'libcxxabi'],
descriptionDone = ['test', 'libcxxabi'], descriptionDone = ['test', 'libcxxabi'],
workdir = build_path)) workdir = build_path,
env = env))
# Test libc++ # Test libc++
if 'libcxx' in depends_on_projects:
f.addStep(LitTestCommand( f.addStep(LitTestCommand(
name = 'test.libcxx', name = 'test.libcxx',
command = ['make', jobs_flag, 'check-cxx'], command = ['make', jobs_flag, 'check-cxx'],
description = ['testing', 'libcxx'], description = ['testing', 'libcxx'],
descriptionDone = ['test', 'libcxx'], descriptionDone = ['test', 'libcxx'],
workdir = build_path)) workdir = build_path,
env = env))
if check_libcxx_abilist: if check_libcxx_abilist:
f.addStep(buildbot.steps.shell.ShellCommand( f.addStep(buildbot.steps.shell.ShellCommand(
name = 'test.libcxx.abilist', name = 'test.libcxx.abilist',
command = ['make', 'check-cxx-abilist'], command = ['make', 'check-cxx-abilist'],
description = ['testing', 'libcxx', 'abi'], description = ['testing', 'libcxx', 'abi'],
descriptionDone = ['test', 'libcxx', 'abi'], descriptionDone = ['test', 'libcxx', 'abi'],
workdir = build_path)) workdir = build_path,
env = env))
if check_libcxx_benchmarks: if check_libcxx_benchmarks:
# Build the libc++ benchmarks # Build the libc++ benchmarks
f.addStep(buildbot.steps.shell.ShellCommand( f.addStep(buildbot.steps.shell.ShellCommand(
name='build.libcxx.benchmarks', name='build.libcxx.benchmarks',
command=['make', jobs_flag, 'cxx-benchmarks'], command=['make', jobs_flag, 'cxx-benchmarks'],
haltOnFailure=True, workdir=build_path)) haltOnFailure=True, workdir=build_path, env=env))
# Run the benchmarks # Run the benchmarks
f.addStep(LitTestCommand( f.addStep(LitTestCommand(
name = 'test.libcxx.benchmarks', name = 'test.libcxx.benchmarks',
command = ['make', jobs_flag, 'check-cxx-benchmarks'], command = ['make', jobs_flag, 'check-cxx-benchmarks'],
description = ['testing', 'libcxx', 'benchmarks'], description = ['testing', 'libcxx', 'benchmarks'],
descriptionDone = ['test', 'libcxx', 'benchmarks'], descriptionDone = ['test', 'libcxx', 'benchmarks'],
workdir = build_path)) workdir = build_path,
env = env))
return f return f

zorg/buildbot/builders/OpenMPBuilder.py

from buildbot.steps.shell import ShellCommand from buildbot.steps.shell import ShellCommand
from buildbot.process.properties import WithProperties from buildbot.process.properties import WithProperties
from buildbot.plugins import steps
from zorg.buildbot.commands.LitTestCommand import LitTestCommand from zorg.buildbot.commands.LitTestCommand import LitTestCommand
from zorg.buildbot.commands.CmakeCommand import CmakeCommand from zorg.buildbot.commands.CmakeCommand import CmakeCommand
from zorg.buildbot.commands.NinjaCommand import NinjaCommand from zorg.buildbot.commands.NinjaCommand import NinjaCommand
from zorg.buildbot.builders import UnifiedTreeBuilder from zorg.buildbot.builders import UnifiedTreeBuilder
from zorg.buildbot.process.factory import LLVMBuildFactory from zorg.buildbot.process.factory import LLVMBuildFactory
def getOpenMPCMakeBuildFactory( def getOpenMPCMakeBuildFactory(
jobs = '%(jobs)s', # Number of concurrent jobs. jobs = '%(jobs)s', # Number of concurrent jobs.
clean = True, # "clean" step is requested if true clean = True, # "clean" step is requested if true
env = None, # Environmental variables for all steps. env = None, # Environmental variables for all steps.
ompt = False, # Whether to enable the OpenMP Tools Interface. ompt = False, # Whether to enable the OpenMP Tools Interface.
test = True, # Test the built libraries. test = True, # Test the built libraries.
depends_on_projects = None, depends_on_projects = None,
enable_runtimes = None,
extraCmakeArgs = [],
install = False,
testsuite = False,
testsuite_sollvevv = False,
extraTestsuiteCmakeArgs = [],
**kwargs): **kwargs):
# Prepare environmental variables. Set here all env we want everywhere. # Prepare environmental variables. Set here all env we want everywhere.
merged_env = { merged_env = {
'TERM' : 'dumb' # Make sure Clang doesn't use color escape sequences. 'TERM' : 'dumb' # Make sure Clang doesn't use color escape sequences.
} }
# Overwrite pre-set items with the given ones, so user can set anything. # Overwrite pre-set items with the given ones, so user can set anything.
if env is not None: if env is not None:
merged_env.update(env) merged_env.update(env)
llvm_srcdir = 'llvm.src' llvm_srcdir = 'llvm.src'
llvm_builddir = 'llvm.build' llvm_builddir = 'llvm.build'
llvm_instdir = 'llvm.inst'
testsuite_srcdir = "test-suite.src"
testsuite_builddir = "test-suite.build"
sollvevv_srcdir = "sollvevv.src"
cleanBuildRequested = lambda step: clean or step.build.getProperty("clean", default=step.build.getProperty("clean_obj")) cleanBuildRequested = lambda step: clean or step.build.getProperty("clean", default=step.build.getProperty("clean_obj"))
if depends_on_projects is None: if depends_on_projects is None:
# Monorepo configuration requires llvm and clang to get cmake work. # Monorepo configuration requires llvm and clang to get cmake work.
depends_on_projects = ['llvm', 'clang', 'openmp'] depends_on_projects = ['llvm', 'clang', 'openmp']
f = UnifiedTreeBuilder.getLLVMBuildFactoryAndSourcecodeSteps( f = UnifiedTreeBuilder.getLLVMBuildFactoryAndSourcecodeSteps(
depends_on_projects=depends_on_projects, depends_on_projects=depends_on_projects,
enable_runtimes=enable_runtimes,
llvm_srcdir=llvm_srcdir, llvm_srcdir=llvm_srcdir,
obj_dir=llvm_builddir, obj_dir=llvm_builddir,
cleanBuildRequested=cleanBuildRequested, cleanBuildRequested=cleanBuildRequested,
env=merged_env, env=merged_env,
**kwargs) # Pass through all the extra arguments. **kwargs) # Pass through all the extra arguments.
f.addStep( f.addStep(
ShellCommand( ShellCommand(
name = 'clean', name = 'clean',
command = ['rm', '-rf', f.obj_dir], command = ['rm', '-rf', f.obj_dir],
warnOnFailure = True, warnOnFailure = True,
description = ['clean'], description = ['clean'],
doStepIf = cleanBuildRequested, doStepIf = cleanBuildRequested,
workdir = '.', workdir = '.',
env = merged_env)) env = merged_env))
# Configure LLVM and OpenMP (and Clang, if requested). # Configure LLVM and OpenMP (and Clang, if requested).
cmake_args = ['-DCMAKE_BUILD_TYPE=Release', '-DLLVM_ENABLE_ASSERTIONS=ON'] cmake_args = ['-DCMAKE_BUILD_TYPE=Release', '-DLLVM_ENABLE_ASSERTIONS=ON']
if ompt: if ompt:
cmake_args += ['-DLIBOMP_OMPT_SUPPORT=ON'] cmake_args += ['-DLIBOMP_OMPT_SUPPORT=ON']
if test: if test:
lit_args = '-vv --show-unsupported --show-xfail -j %s' % jobs lit_args = '-vv --show-unsupported --show-xfail -j %s' % jobs
cmake_args += [WithProperties('-DLLVM_LIT_ARGS=%s' % lit_args)] cmake_args += [WithProperties('-DLLVM_LIT_ARGS=%s' % lit_args)]
if install:
cmake_args += [WithProperties('-DCMAKE_INSTALL_PREFIX=%(builddir)s/' + llvm_instdir)]
cmake_args += extraCmakeArgs
if f.enable_projects:
CmakeCommand.applyDefaultOptions(cmake_args, [
('-DLLVM_ENABLE_PROJECTS=', ";".join(f.enable_projects)),
])
CmakeCommand.applyRequiredOptions(cmake_args, [ if f.enable_runtimes:
('-DLLVM_ENABLE_PROJECTS=', ";".join(f.depends_on_projects)), CmakeCommand.applyDefaultOptions(cmake_args, [
('-DLLVM_ENABLE_RUNTIMES=', ";".join(f.enable_runtimes)),
]) ])
# Add llvm-lit and clang (if built) to PATH # Add llvm-lit and clang (if built) to PATH
merged_env.update({ merged_env.update({
'PATH': WithProperties('%(builddir)s/' + llvm_builddir + '/bin:${PATH}')}) 'PATH': WithProperties('%(builddir)s/' + llvm_builddir + '/bin:${PATH}')})
src_dir = LLVMBuildFactory.pathRelativeTo(f.llvm_srcdir, f.obj_dir) src_dir = LLVMBuildFactory.pathRelativeTo(f.llvm_srcdir, f.obj_dir)
f.addStep(CmakeCommand(name='configure-openmp', f.addStep(CmakeCommand(name='configure-openmp',
Show All 25 Lines if test:
ninja_test_args = ['ninja', WithProperties('-j %s' % jobs)] ninja_test_args = ['ninja', WithProperties('-j %s' % jobs)]
f.addStep( f.addStep(
LitTestCommand( LitTestCommand(
name = 'test-openmp', name = 'test-openmp',
command = ninja_test_args + ['check-openmp'], command = ninja_test_args + ['check-openmp'],
description = 'test openmp', description = 'test openmp',
workdir = f.obj_dir, workdir = f.obj_dir,
env = merged_env, env = merged_env,
haltOnFailure=False,
flunkOnFailure=True))
clangexe = "%(builddir)s/" + llvm_builddir + "/bin/clang"
clangxxexe = "%(builddir)s/" + llvm_builddir + "/bin/clang++"
litexe = "%(builddir)s/" + llvm_builddir + "/bin/llvm-lit"
libdir = "%(builddir)s/" + llvm_builddir + "/lib"
if install:
f.addStep(steps.RemoveDirectory(name="LLVM: Clean Install Dir",
dir=llvm_instdir,
haltOnFailure=False))
f.addStep(NinjaCommand(name="LLVM: Install",
description="installing",
descriptionDone="install",
descriptionSuffix="LLVM",
workdir=f.obj_dir,
targets=['install'],
env=merged_env,
haltOnFailure=True)) haltOnFailure=True))
# If installing, use the installed version of clang.
clangexe = "%(builddir)s/" + llvm_instdir + "/bin/clang"
clangxxexe = "%(builddir)s/" + llvm_instdir + "/bin/clang++"
libdir = "%(builddir)s/" + llvm_instdir + "/lib"
if testsuite:
f.addStep(steps.RemoveDirectory(name="Test-Suite: Clean Source",
dir=testsuite_srcdir,
haltOnFailure=False,
warnOnFailure=True,
doStepIf=cleanBuildRequested))
f.addGetSourcecodeForProject(name="Test-Suite: Checkout",
description="fetching",
descriptionDone="fetch",
descriptionSuffix="Test-Suite",
project='test-suite',
src_dir=testsuite_srcdir,
alwaysUseLatest=True)
if testsuite_sollvevv:
f.addStep(steps.RemoveDirectory(name="SOLLVE V&V: Clean Source",
dir=sollvevv_srcdir,
haltOnFailure=False,
warnOnFailure=True,
doStepIf=cleanBuildRequested))
f.addStep(steps.Git(name="SOLLVE V&V: Checkout",
description="fetching",
descriptionDone="fetch",
descriptionSuffix="SOLLVE V&V",
repourl='https://github.com/SOLLVE/sollve_vv.git',
workdir=sollvevv_srcdir,
alwaysUseLatest=True))
f.addStep(steps.RemoveDirectory(name="Test-Suite: Clean Build",
dir=testsuite_builddir,
haltOnFailure=False,
warnOnFailure=True))
testsuite_options = [
"-DCMAKE_BUILD_TYPE=Release",
"-DTEST_SUITE_LIT_FLAGS=-vv;-s;-j6;-o;report.json",
"-DTEST_SUITE_EXTRA_C_FLAGS=-gline-tables-only",
"-DTEST_SUITE_EXTRA_CXX_FLAGS=-gline-tables-only",
WithProperties("-DCMAKE_C_COMPILER=" + clangexe),
WithProperties("-DCMAKE_CXX_COMPILER=" + clangxxexe),
WithProperties("-DTEST_SUITE_LIT=" + litexe),
]
if testsuite_sollvevv:
testsuite_options += [
"-DTEST_SUITE_SUBDIRS=External/sollve_vv",
"-DTEST_SUITE_SOLLVEVV_ROOT=../" + sollvevv_srcdir,
]
testsuite_options += extraTestsuiteCmakeArgs
f.addStep(CmakeCommand(name="Test-Suite: Configure",
description="configuring",
descriptionDone="configure",
descriptionSuffix="Test-Suite",
generator='Ninja',
path='../' + testsuite_srcdir,
workdir=testsuite_builddir,
options=testsuite_options,
haltOnFailure=True,
logfiles={
'CMakeCache.txt' : 'CMakeCache.txt',
}))
f.addStep(NinjaCommand(name="Test-Suite: Compile",
description="compiling",
descriptionDone="compile",
descriptionSuffix="Test-Suite",
options=['-k0'], # Continue building; programs that don't compile will fail with NOEXE.
haltOnFailure=False,
flunkOnFailure=False, # SOLLVE V&V contains tests that clang have not been implemented yet.
warnOnFailure=True,
workdir=testsuite_builddir))
merged_env.update({
'LD_LIBRARY_PATH': WithProperties(libdir + ':${LD_LIBRARY_PATH}')
})
f.addStep(LitTestCommand(name="Test-Suite: Run",
description="running",
descriptionDone="run",
descriptionSuffix="Test-Suite",
command=[WithProperties(litexe), '-vv', '-s', '-j6', '-o','report.json', '.'],
haltOnFailure=False,
flunkOnFailure=False, # SOLLVE V&V contains tests that clang have not been implemented yet.
warnOnFailure=True,
workdir=testsuite_builddir,
env=merged_env,
logfiles={
'test.log' : 'test.log',
'report.json': 'report.json'
}))
return f return f

zorg/buildbot/builders/SanitizerBuilder.py

# TODO: Change WithProperties to Interpolate # TODO: Change WithProperties to Interpolate
from buildbot.process.properties import WithProperties from buildbot.process.properties import WithProperties
from zorg.buildbot.commands.AnnotatedCommand import AnnotatedCommand from zorg.buildbot.commands.AnnotatedCommand import AnnotatedCommand
from zorg.buildbot.process.factory import LLVMBuildFactory from zorg.buildbot.process.factory import LLVMBuildFactory
def getSanitizerBuildFactory( def getSanitizerBuildFactory(
clean=False, clean=False,
depends_on_projects=None, depends_on_projects=None,
extra_configure_args=None,
env=None, env=None,
timeout=1200): timeout=1200):
# Prepare environmental variables. Set here all env we want everywhere. # Prepare environmental variables. Set here all env we want everywhere.
merged_env = { merged_env = {
"TERM" : "dumb", # Make sure Clang doesn't use color escape sequences. "TERM" : "dumb", # Make sure Clang doesn't use color escape sequences.
} }
# Clobber bot if we need a clean build. # Clobber bot if we need a clean build.
if clean: if clean:
merged_env["BUILDBOT_CLOBBER"] = "1" merged_env["BUILDBOT_CLOBBER"] = "1"
# Overwrite pre-set items with the given ones, so user can set anything. # Overwrite pre-set items with the given ones, so user can set anything.
if env is not None: if env is not None:
merged_env.update(env) merged_env.update(env)
if depends_on_projects is None: if depends_on_projects is None:
depends_on_projects = [ depends_on_projects = [
"llvm", "llvm",
"clang", "clang",
"compiler-rt", "compiler-rt",
"libcxx", "libcxx",
"libcxxabi", "libcxxabi",
"libunwind", "libunwind",
"lld"] "lld"]
if extra_configure_args:
extra_configure_args = ['--'] + list(extra_configure_args)
else:
extra_configure_args = []
# Explicitly use '/' as separator, because it works on *nix and Windows. # Explicitly use '/' as separator, because it works on *nix and Windows.
sanitizer_script_dir = "sanitizer_buildbot/sanitizers" sanitizer_script_dir = "sanitizer_buildbot/sanitizers"
sanitizer_script = "../%s/zorg/buildbot/builders/sanitizers/%s" % (sanitizer_script_dir, "buildbot_selector.py") sanitizer_script = "../%s/zorg/buildbot/builders/sanitizers/%s" % (sanitizer_script_dir, "buildbot_selector.py")
f = LLVMBuildFactory( f = LLVMBuildFactory(
clean=clean, clean=clean,
depends_on_projects=depends_on_projects, depends_on_projects=depends_on_projects,
llvm_srcdir=sanitizer_script_dir) llvm_srcdir=sanitizer_script_dir)
# Get sanitizer buildbot scripts. # Get sanitizer buildbot scripts.
f.addGetSourcecodeForProject( f.addGetSourcecodeForProject(
name='update-annotate-scripts', name='update-annotate-scripts',
project='zorg', project='zorg',
src_dir=sanitizer_script_dir, src_dir=sanitizer_script_dir,
alwaysUseLatest=True) alwaysUseLatest=True)
# Run annotated command for sanitizer. # Run annotated command for sanitizer.
command = ['python', sanitizer_script] + extra_configure_args
f.addStep(AnnotatedCommand(name="annotate", f.addStep(AnnotatedCommand(name="annotate",
description="annotate", description="annotate",
timeout=timeout, timeout=timeout,
haltOnFailure=True, haltOnFailure=True,
command="python " + sanitizer_script, command=command,
env=merged_env)) env=merged_env))
return f return f

zorg/buildbot/builders/SphinxDocsBuilder.py

Show First 20 Lines • Show All 63 Lines • ▼ Show 20 Linesdef getSphinxDocsBuildFactory(
if libcxx_html: if libcxx_html:
depends_on_projects.append('libcxx') depends_on_projects.append('libcxx')
depends_on_projects.append('libcxxabi') depends_on_projects.append('libcxxabi')
if libunwind_html: if libunwind_html:
depends_on_projects.append('libunwind') depends_on_projects.append('libunwind')
f = UnifiedTreeBuilder.getCmakeBuildFactory( f = UnifiedTreeBuilder.getCmakeBuildFactory(
depends_on_projects=depends_on_projects, depends_on_projects=depends_on_projects,
enable_runtimes=[], # Docs don't support runtimes build yet.
llvm_srcdir=llvm_srcdir, llvm_srcdir=llvm_srcdir,
obj_dir=llvm_objdir, obj_dir=llvm_objdir,
extra_configure_args=cmake_args, extra_configure_args=cmake_args,
**kwargs) # Pass through all the extra arguments. **kwargs) # Pass through all the extra arguments.
if llvm_html: if llvm_html:
f.addStep(NinjaCommand(name="docs-llvm-html", f.addStep(NinjaCommand(name="docs-llvm-html",
haltOnFailure=True, haltOnFailure=True,
▲ Show 20 Lines • Show All 128 Lines • ▼ Show 20 Linesdef getLLVMDocsBuildFactory(
docs = [ docs = [
llvm_docs[project] for project in llvm_docs.keys() llvm_docs[project] for project in llvm_docs.keys()
if project in _depends_on_projects if project in _depends_on_projects
] ]
f = UnifiedTreeBuilder.getCmakeBuildFactory( f = UnifiedTreeBuilder.getCmakeBuildFactory(
clean=clean, clean=clean,
depends_on_projects=_depends_on_projects, depends_on_projects=_depends_on_projects,
enable_runtimes=[], # Docs don't support runtimes build yet.
extra_configure_args=cmake_args, extra_configure_args=cmake_args,
env=merged_env, env=merged_env,
**kwargs) # Pass through all the extra arguments. **kwargs) # Pass through all the extra arguments.
UnifiedTreeBuilder.addNinjaSteps( UnifiedTreeBuilder.addNinjaSteps(
f, f,
targets=[d[0] for d in docs], targets=[d[0] for d in docs],
checks=[], checks=[],
Show All 27 Lines

zorg/buildbot/builders/UnifiedTreeBuilder.py

from buildbot.plugins import steps, util from buildbot.plugins import steps, util
from buildbot.steps.shell import SetPropertyFromCommand from buildbot.steps.shell import SetPropertyFromCommand
from buildbot.process.properties import WithProperties from buildbot.process.properties import WithProperties
from zorg.buildbot.commands.CmakeCommand import CmakeCommand from zorg.buildbot.commands.CmakeCommand import CmakeCommand
from zorg.buildbot.commands.NinjaCommand import NinjaCommand from zorg.buildbot.commands.NinjaCommand import NinjaCommand
from zorg.buildbot.commands.LitTestCommand import LitTestCommand from zorg.buildbot.commands.LitTestCommand import LitTestCommand
from zorg.buildbot.conditions.FileConditions import FileDoesNotExist from zorg.buildbot.conditions.FileConditions import FileDoesNotExist
from zorg.buildbot.process.factory import LLVMBuildFactory from zorg.buildbot.process.factory import LLVMBuildFactory
import zorg.buildbot.builders.Util as builders_util import zorg.buildbot.builders.Util as builders_util
def getLLVMBuildFactoryAndPrepareForSourcecodeSteps( def getLLVMBuildFactoryAndPrepareForSourcecodeSteps(
depends_on_projects = None, depends_on_projects = None,
enable_runtimes = None,
llvm_srcdir = None, llvm_srcdir = None,
obj_dir = None, obj_dir = None,
install_dir = None, install_dir = None,
cleanBuildRequested = None, cleanBuildRequested = None,
env = None, env = None,
**kwargs): **kwargs):
def cleanBuildRequestedByProperty(step): def cleanBuildRequestedByProperty(step):
return step.build.getProperty("clean") return step.build.getProperty("clean")
if cleanBuildRequested is None: if cleanBuildRequested is None:
# We want a clean checkout only if requested by the property. # We want a clean checkout only if requested by the property.
cleanBuildRequested = cleanBuildRequestedByProperty cleanBuildRequested = cleanBuildRequestedByProperty
f = LLVMBuildFactory( f = LLVMBuildFactory(
depends_on_projects=depends_on_projects, depends_on_projects=depends_on_projects,
enable_runtimes=enable_runtimes,
llvm_srcdir=llvm_srcdir, llvm_srcdir=llvm_srcdir,
obj_dir=obj_dir, obj_dir=obj_dir,
install_dir=install_dir, install_dir=install_dir,
cleanBuildRequested=cleanBuildRequested, cleanBuildRequested=cleanBuildRequested,
**kwargs) # Pass through all the extra arguments. **kwargs) # Pass through all the extra arguments.
# Remove the source code for a clean checkout if requested by property. # Remove the source code for a clean checkout if requested by property.
# TODO: Some Windows workers do not handle RemoveDirectory command well. # TODO: Some Windows workers do not handle RemoveDirectory command well.
# So, consider running "rmdir /S /Q <dir>" if the build runs on Windows. # So, consider running "rmdir /S /Q <dir>" if the build runs on Windows.
f.addStep(steps.RemoveDirectory(name='clean-src-dir', f.addStep(steps.RemoveDirectory(name='clean-src-dir',
dir=f.monorepo_dir, dir=f.monorepo_dir,
haltOnFailure=False, haltOnFailure=False,
flunkOnFailure=False, flunkOnFailure=False,
doStepIf=cleanBuildRequestedByProperty, doStepIf=cleanBuildRequestedByProperty,
)) ))
return f return f
def getLLVMBuildFactoryAndSourcecodeSteps( def getLLVMBuildFactoryAndSourcecodeSteps(
depends_on_projects = None, depends_on_projects = None,
enable_runtimes = None,
llvm_srcdir = None, llvm_srcdir = None,
src_to_build_dir = None,
obj_dir = None, obj_dir = None,
install_dir = None, install_dir = None,
cleanBuildRequested = None, cleanBuildRequested = None,
**kwargs): **kwargs):
f = getLLVMBuildFactoryAndPrepareForSourcecodeSteps( f = getLLVMBuildFactoryAndPrepareForSourcecodeSteps(
depends_on_projects=depends_on_projects, depends_on_projects=depends_on_projects,
enable_runtimes=enable_runtimes,
llvm_srcdir=llvm_srcdir, llvm_srcdir=llvm_srcdir,
src_to_build_dir=src_to_build_dir,
obj_dir=obj_dir, obj_dir=obj_dir,
install_dir=install_dir, install_dir=install_dir,
cleanBuildRequested=cleanBuildRequested, cleanBuildRequested=cleanBuildRequested,
**kwargs) # Pass through all the extra arguments. **kwargs) # Pass through all the extra arguments.
# Get the source code. # Get the source code.
f.addGetSourcecodeSteps(**kwargs) f.addGetSourcecodeSteps(**kwargs)
Show All 25 Linesdef addCmakeSteps(
# So, consider running "rmdir /S /Q <dir>" if the build runs on Windows. # So, consider running "rmdir /S /Q <dir>" if the build runs on Windows.
f.addStep(steps.RemoveDirectory(name='clean-%s-dir' % obj_dir, f.addStep(steps.RemoveDirectory(name='clean-%s-dir' % obj_dir,
dir=obj_dir, dir=obj_dir,
haltOnFailure=False, haltOnFailure=False,
flunkOnFailure=False, flunkOnFailure=False,
doStepIf=cleanBuildRequested, doStepIf=cleanBuildRequested,
)) ))
if f.enable_projects:
CmakeCommand.applyDefaultOptions(cmake_args, [ CmakeCommand.applyDefaultOptions(cmake_args, [
('-DLLVM_ENABLE_PROJECTS=', ";".join(f.depends_on_projects)), ('-DLLVM_ENABLE_PROJECTS=', ";".join(f.enable_projects)),
])
if f.enable_runtimes:
CmakeCommand.applyDefaultOptions(cmake_args, [
('-DLLVM_ENABLE_RUNTIMES=', ";".join(f.enable_runtimes)),
]) ])
if install_dir: if install_dir:
install_dir_rel = LLVMBuildFactory.pathRelativeTo( install_dir_rel = LLVMBuildFactory.pathRelativeTo(
install_dir, install_dir,
obj_dir) obj_dir)
CmakeCommand.applyRequiredOptions(cmake_args, [ CmakeCommand.applyRequiredOptions(cmake_args, [
('-DCMAKE_INSTALL_PREFIX=', install_dir_rel), ('-DCMAKE_INSTALL_PREFIX=', install_dir_rel),
]) ])
▲ Show 20 Lines • Show All 112 Lines • ▼ Show 20 Lines if install_dir:
description=["Install", "just", "built", "components"], description=["Install", "just", "built", "components"],
env=env or {}, env=env or {},
workdir=obj_dir, workdir=obj_dir,
**kwargs # Pass through all the extra arguments. **kwargs # Pass through all the extra arguments.
)) ))
def getCmakeBuildFactory( def getCmakeBuildFactory(
depends_on_projects = None, depends_on_projects = None,
enable_runtimes = None,
llvm_srcdir = None, llvm_srcdir = None,
obj_dir = None, obj_dir = None,
install_dir = None, install_dir = None,
clean = False, clean = False,
extra_configure_args = None, extra_configure_args = None,
env = None, env = None,
**kwargs): **kwargs):
f = getLLVMBuildFactoryAndSourcecodeSteps( f = getLLVMBuildFactoryAndSourcecodeSteps(
depends_on_projects=depends_on_projects, depends_on_projects=depends_on_projects,
enable_runtimes=enable_runtimes,
llvm_srcdir=llvm_srcdir, llvm_srcdir=llvm_srcdir,
obj_dir=obj_dir, obj_dir=obj_dir,
install_dir=install_dir, install_dir=install_dir,
**kwargs) # Pass through all the extra arguments. **kwargs) # Pass through all the extra arguments.
cleanBuildRequested = lambda step: step.build.getProperty("clean", default=step.build.getProperty("clean_obj")) or clean cleanBuildRequested = lambda step: step.build.getProperty("clean", default=step.build.getProperty("clean_obj")) or clean
addCmakeSteps( addCmakeSteps(
f, f,
cleanBuildRequested=cleanBuildRequested, cleanBuildRequested=cleanBuildRequested,
obj_dir=f.obj_dir, obj_dir=f.obj_dir,
install_dir=f.install_dir, install_dir=f.install_dir,
extra_configure_args=extra_configure_args, extra_configure_args=extra_configure_args,
env=env, env=env,
**kwargs) **kwargs)
return f return f
def getCmakeWithNinjaBuildFactory( def getCmakeWithNinjaBuildFactory(
depends_on_projects = None, depends_on_projects = None,
enable_runtimes = None,
targets = None, targets = None,
llvm_srcdir = None, llvm_srcdir = None,
obj_dir = None, obj_dir = None,
checks = None, checks = None,
install_dir = None, install_dir = None,
clean = False, clean = False,
extra_configure_args = None, extra_configure_args = None,
env = None, env = None,
Show All 18 Linesdef getCmakeWithNinjaBuildFactory(
# Some options are required for this build no matter what. # Some options are required for this build no matter what.
CmakeCommand.applyRequiredOptions(cmake_args, [ CmakeCommand.applyRequiredOptions(cmake_args, [
('-G', 'Ninja'), ('-G', 'Ninja'),
]) ])
f = getCmakeBuildFactory( f = getCmakeBuildFactory(
depends_on_projects=depends_on_projects, depends_on_projects=depends_on_projects,
enable_runtimes=enable_runtimes,
llvm_srcdir=llvm_srcdir, llvm_srcdir=llvm_srcdir,
obj_dir=obj_dir, obj_dir=obj_dir,
install_dir=install_dir, install_dir=install_dir,
clean=clean, clean=clean,
extra_configure_args=cmake_args, extra_configure_args=cmake_args,
env=merged_env, env=merged_env,
**kwargs) # Pass through all the extra arguments. **kwargs) # Pass through all the extra arguments.
addNinjaSteps( addNinjaSteps(
f, f,
obj_dir=f.obj_dir, obj_dir=f.obj_dir,
targets=targets, targets=targets,
checks=checks, checks=checks,
install_dir=f.install_dir, install_dir=f.install_dir,
env=merged_env, env=merged_env,
**kwargs) **kwargs)
return f return f
def getCmakeWithNinjaWithMSVCBuildFactory( def getCmakeWithNinjaWithMSVCBuildFactory(
depends_on_projects = None, depends_on_projects = None,
enable_runtimes = None,
targets = None, targets = None,
llvm_srcdir = None, llvm_srcdir = None,
obj_dir = None, obj_dir = None,
checks = None, checks = None,
install_dir = None, install_dir = None,
clean = False, clean = False,
extra_configure_args = None, extra_configure_args = None,
# VS tools environment variable if using MSVC. For example, # VS tools environment variable if using MSVC. For example,
Show All 11 Linesdef getCmakeWithNinjaWithMSVCBuildFactory(
else: else:
cmake_args = list() cmake_args = list()
if checks is None: if checks is None:
checks = ['check-all'] checks = ['check-all']
f = getLLVMBuildFactoryAndSourcecodeSteps( f = getLLVMBuildFactoryAndSourcecodeSteps(
depends_on_projects=depends_on_projects, depends_on_projects=depends_on_projects,
enable_runtimes=enable_runtimes,
llvm_srcdir=llvm_srcdir, llvm_srcdir=llvm_srcdir,
obj_dir=obj_dir, obj_dir=obj_dir,
install_dir=install_dir, install_dir=install_dir,
**kwargs) # Pass through all the extra arguments. **kwargs) # Pass through all the extra arguments.
f.addStep(SetPropertyFromCommand( f.addStep(SetPropertyFromCommand(
command=builders_util.getVisualStudioEnvironment(vs, target_arch), command=builders_util.getVisualStudioEnvironment(vs, target_arch),
extract_fn=builders_util.extractVSEnvironment)) extract_fn=builders_util.extractVSEnvironment))
Show All 19 Lines addNinjaSteps(
install_dir=f.install_dir, install_dir=f.install_dir,
env=env, env=env,
**kwargs) **kwargs)
return f return f
def getCmakeWithNinjaMultistageBuildFactory( def getCmakeWithNinjaMultistageBuildFactory(
depends_on_projects = None, depends_on_projects = None,
enable_runtimes = None,
llvm_srcdir = None, llvm_srcdir = None,
src_to_build_dir = None,
obj_dir = None, obj_dir = None,
checks = None, checks = None,
install_dir = None, install_dir = None,
clean = False, clean = False,
extra_configure_args = None, extra_configure_args = None,
env = None, env = None,
stages=2, stages=2,
stage_names=None, stage_names=None,
Show All 32 Linesdef getCmakeWithNinjaMultistageBuildFactory(
stage_objdirs = list() stage_objdirs = list()
stage_installdirs = list() stage_installdirs = list()
for s in stage_names: for s in stage_names:
stage_objdirs.append("%s/%s" % (obj_dir, s)) stage_objdirs.append("%s/%s" % (obj_dir, s))
stage_installdirs.append("%s/%s" % (install_dir, s)) stage_installdirs.append("%s/%s" % (install_dir, s))
f = getLLVMBuildFactoryAndPrepareForSourcecodeSteps( f = getLLVMBuildFactoryAndPrepareForSourcecodeSteps(
depends_on_projects=depends_on_projects, depends_on_projects=depends_on_projects,
enable_runtimes=enable_runtimes,
llvm_srcdir=llvm_srcdir, llvm_srcdir=llvm_srcdir,
src_to_build_dir=src_to_build_dir,
obj_dir=obj_dir, obj_dir=obj_dir,
install_dir=install_dir, install_dir=install_dir,
env=merged_env, env=merged_env,
stage_objdirs=stage_objdirs, stage_objdirs=stage_objdirs,
stage_installdirs=stage_installdirs, stage_installdirs=stage_installdirs,
stage_names=stage_names, stage_names=stage_names,
**kwargs) # Pass through all the extra arguments. **kwargs) # Pass through all the extra arguments.
▲ Show 20 Lines • Show All 104 Lines • Show Last 20 Lines

zorg/buildbot/builders/annotated/annotated_builder.py

from __future__ import print_function from __future__ import print_function
import util import util
import argparse import argparse
import errno import errno
import os import os
import re import re
import shutil import shutil
import subprocess import subprocess
import sys import sys
from os.path import join as pjoin from os.path import join as pjoin
VSWHERE_PATH = "C:/Program Files (x86)/Microsoft Visual Studio/Installer/vswhere.exe" VSWHERE_PATH = "C:/Program Files (x86)/Microsoft Visual Studio/Installer/vswhere.exe"
BUILDTOOLS_VSDEVCMD = "C:/BuildTools/Common7/Tools/VsDevCmd.bat"
def get_argument_parser(*args, **kwargs): def get_argument_parser(*args, **kwargs):
ap = argparse.ArgumentParser(*args, **kwargs) ap = argparse.ArgumentParser(*args, **kwargs)
ap.add_argument('--jobs', help='Number of concurrent jobs to run') ap.add_argument('--jobs', help='Number of concurrent jobs to run')
return ap return ap
class AnnotatedBuilder: class AnnotatedBuilder:
▲ Show 20 Lines • Show All 182 Lines • ▼ Show 20 Linesclass AnnotatedBuilder:
def stage_cmake_args( def stage_cmake_args(
self, self,
cmake_args, cmake_args,
extra_cmake_args, extra_cmake_args,
c_compiler, c_compiler,
cxx_compiler, cxx_compiler,
linker, linker,
previous_stage_bin): previous_stage_bin):
archiver = 'llvm-ar'
if os.name == 'nt':
archiver = 'llvm-lib'
return ( return (
cmake_args + [ cmake_args + [
'-DCMAKE_AR=%s' % ( '-DCMAKE_AR=%s' % (
util.cmake_pjoin(previous_stage_bin, 'llvm-ar'),), util.cmake_pjoin(previous_stage_bin, archiver),),
'-DCMAKE_RANLIB=%s' % ( '-DCMAKE_RANLIB=%s' % (
util.cmake_pjoin(previous_stage_bin, 'llvm-ranlib'),), util.cmake_pjoin(previous_stage_bin, 'llvm-ranlib'),),
] + self.cmake_compiler_flags( ] + self.cmake_compiler_flags(
c_compiler, cxx_compiler, linker, previous_stage_bin) + c_compiler, cxx_compiler, linker, previous_stage_bin) +
extra_cmake_args) extra_cmake_args)
def set_environment(self, env=None, vs_tools=None, arch=None): def set_environment(self, env=None, vs_tools=None, arch=None):
self.report_build_step('set-environment') self.report_build_step('set-environment')
▲ Show 20 Lines • Show All 92 Lines • ▼ Show 20 Lines def run_steps(
except Exception as e: except Exception as e:
self.report_step_exception(e) self.report_step_exception(e)
return 1 return 1
return 0 return 0
def get_vcvars(vs_tools, arch): def get_vcvars(vs_tools, arch):
"""Get the VC tools environment using vswhere.exe from VS 2017 """Get the VC tools environment using vswhere.exe or buildtools docker
This is intended to work either when VS is in its standard installation
location, or when the docker instructions have been followed, and we can
find Visual C++ in C:/BuildTools.
Visual Studio provides a docker image with instructions here:
https://docs.microsoft.com/en-us/visualstudio/install/build-tools-container?view=vs-2019
This code is following the guidelines from strategy 1 in this blog post: This vswhere code is following the guidelines from strategy 1 in this blog
post:
https://blogs.msdn.microsoft.com/vcblog/2017/03/06/finding-the-visual-c-compiler-tools-in-visual-studio-2017/ https://blogs.msdn.microsoft.com/vcblog/2017/03/06/finding-the-visual-c-compiler-tools-in-visual-studio-2017/
It doesn't work when VS is not installed at the default location. It doesn't work when VS is not installed at the default location.
""" """
if not arch: if not arch:
# First check the wow64 processor architecture, since python is probably # First check the wow64 processor architecture, since python is probably
# 32-bit, then fall back to PROCESSOR_ARCHITECTURE. # 32-bit, then fall back to PROCESSOR_ARCHITECTURE.
arch = os.environ.get('PROCESSOR_ARCHITEW6432', '').lower() arch = os.environ.get('PROCESSOR_ARCHITEW6432', '').lower()
if not arch: if not arch:
arch = os.environ.get('PROCESSOR_ARCHITECTURE', '').lower() arch = os.environ.get('PROCESSOR_ARCHITECTURE', '').lower()
else: else:
arch = arch.lower() arch = arch.lower()
# Use vswhere.exe if it exists. # Use vswhere.exe if it exists.
if os.path.exists(VSWHERE_PATH): if os.path.exists(VSWHERE_PATH):
cmd = [VSWHERE_PATH, "-latest", "-property", "installationPath"] cmd = [VSWHERE_PATH, "-latest", "-property", "installationPath"]
vs_path = subprocess.check_output(cmd).strip() vs_path = subprocess.check_output(cmd).decode(sys.stdout.encoding)
vs_path = vs_path.strip()
util.report("Running vswhere to find VS: " + repr(cmd)) util.report("Running vswhere to find VS: " + repr(cmd))
util.report("vswhere output: " + vs_path) util.report("vswhere output: " + vs_path)
if not os.path.isdir(vs_path): if not os.path.isdir(vs_path):
raise ValueError("VS install path does not exist: " + vs_path) raise ValueError("VS install path does not exist: " + vs_path)
vcvars_path = pjoin(vs_path, 'VC', 'Auxiliary', 'Build', vcvars_path = pjoin(vs_path, 'VC', 'Auxiliary', 'Build',
'vcvarsall.bat') 'vcvarsall.bat')
elif os.path.exists(BUILDTOOLS_VSDEVCMD):
vcvars_path = BUILDTOOLS_VSDEVCMD
elif vs_tools is None: elif vs_tools is None:
vs_tools = os.path.expandvars('%VS140COMNTOOLS%') vs_tools = os.path.expandvars('%VS140COMNTOOLS%')
vcvars_path = pjoin(vs_tools, '..', '..', 'VC', 'vcvarsall.bat') vcvars_path = pjoin(vs_tools, '..', '..', 'VC', 'vcvarsall.bat')
# Newer vcvarsall.bat scripts aren't quiet, so direct them to NUL, aka # Newer vcvarsall.bat scripts aren't quiet, so direct them to NUL, aka
# Windows /dev/null. # Windows /dev/null.
cmd = util.shquote_cmd([vcvars_path, arch]) + ' > NUL && set' cmd = util.shquote_cmd([vcvars_path, arch]) + ' > NUL && set'
util.report("Running vcvars: " + cmd) util.report("Running vcvars: " + cmd)
output = subprocess.check_output(cmd, shell=True) output = \
subprocess.check_output(cmd, shell=True).decode(sys.stdout.encoding)
new_env = {} new_env = {}
for line in output.splitlines(): for line in output.splitlines():
var, val = line.split('=', 1) var, val = line.split('=', 1)
new_env[var] = val new_env[var] = val
return new_env return new_env
def main(argv): def main(argv):
ap = get_argument_parser() ap = get_argument_parser()
args = ap.parse_args(argv[1:]) args = ap.parse_args(argv[1:])
builder = AnnotatedBuilder() builder = AnnotatedBuilder()
builder.run_steps(jobs=args.jobs) builder.run_steps(jobs=args.jobs)
if __name__ == '__main__': if __name__ == '__main__':
sys.exit(main(sys.argv)) sys.exit(main(sys.argv))

zorg/buildbot/builders/annotated/buildbot-helper.sh

  • This file was added.
PropertyOld ValueNew Value
File Modenull100755
#!/bin/bash
# Buildbot Helper functions
# Stop if we've encountered an error.
halt_on_failure() {
echo "@@@HALT_ON_FAILURE@@@"
}
build_step() {
echo "@@@BUILD_STEP ${@}@@@"
}

zorg/buildbot/builders/annotated/hip-build.sh

  • This file was added.
PropertyOld ValueNew Value
File Modenull100755
#!/bin/bash
# Enable Error tracing
set -o errtrace
# Print trace for all commands ran before execution
set -x
# Include the Buildbot helper functions
HERE="$(dirname $0)"
. ${HERE}/buildbot-helper.sh
# Ensure all commands pass, and not dereferencing unset variables.
set -eu
halt_on_failure
BUILDBOT_ROOT=/buildbot
LLVM_ROOT="${BUILDBOT_ROOT}/llvm-project"
REVISION=${BUILDBOT_REVISION:-origin/main}
AMDGPU_ARCHS=${AMDGPU_ARCHS:="gfx900;gfx906;gfx908;gfx1030"}
# Set-up llvm-project
if [ ! -d "${LLVM_ROOT}" ]; then
build_step "Cloning llvm-project repo"
git clone --progress https://github.com/llvm/llvm-project.git ${LLVM_ROOT}
fi
build_step "Updating llvm-project repo"
git -C "${LLVM_ROOT}" fetch origin
git -C "${LLVM_ROOT}" reset --hard ${REVISION}
# Set-up llvm-test-suite
TESTSUITE_ROOT="${BUILDBOT_ROOT}/llvm-test-suite"
if [ ! -d "${TESTSUITE_ROOT}" ]; then
build_step "Cloning llvm-test-suite repo"
git clone --progress https://github.com/llvm/llvm-test-suite.git ${TESTSUITE_ROOT}
fi
build_step "Updating llvm-test-suite repo"
git -C "${TESTSUITE_ROOT}" fetch origin
git -C "${TESTSUITE_ROOT}" reset --hard origin/main
# Set-up variables
BUILDBOT_SLAVENAME=$(whoami)
BUILD_DIR="${BUILDBOT_ROOT}/${BUILDBOT_SLAVENAME}/${BUILDBOT_BUILDERNAME}"
DESTDIR=${BUILD_DIR}/install
EXTERNAL_DIR=/buildbot/Externals
build_step "Setting up the buildbot"
echo "BUILDBOT_ROOT=${BUILDBOT_ROOT}"
echo "LLVM_ROOT=${LLVM_ROOT}"
echo "BUILD_DIR=${BUILD_DIR}"
echo "DESTDIR=${DESTDIR}"
echo "EXTERNAL_DIR=${EXTERNAL_DIR}"
# Start building LLVM, Clang, Lld, clang-tools-extra, compiler-rt
build_step "Configure LLVM Build"
LLVM_BUILD_DIR="${BUILD_DIR}/llvm"
mkdir -p "${LLVM_BUILD_DIR}"
cd "${LLVM_BUILD_DIR}"
cmake -G Ninja \
-DCMAKE_BUILD_TYPE="Release" \
-DCMAKE_VERBOSE_MAKEFILE=1 \
-DLLVM_TARGETS_TO_BUILD="AMDGPU;X86" \
-DLLVM_ENABLE_PROJECTS="clang;lld;clang-tools-extra;compiler-rt" \
-DLLVM_ENABLE_RUNTIMES="libcxx;libcxxabi" \
-DLIBCXX_ENABLE_SHARED=OFF \
-DLIBCXX_ENABLE_STATIC=ON \
-DLIBCXX_INSTALL_LIBRARY=OFF \
-DLIBCXX_INSTALL_HEADERS=OFF \
-DLIBCXXABI_ENABLE_SHARED=OFF \
-DLIBCXXABI_ENABLE_STATIC=ON \
-DLIBCXXABI_INSTALL_STATIC_LIBRARY=OFF \
-DCMAKE_INSTALL_PREFIX="${DESTDIR}" \
-DLLVM_ENABLE_ASSERTIONS=ON \
-DLLVM_ENABLE_Z3_SOLVER=OFF \
-DLLVM_ENABLE_ZLIB=ON \
-DLLVM_LIT_ARGS="-v -vv" \
${LLVM_ROOT}/llvm
build_step "Building LLVM"
ninja runtimes
ninja
build_step "Install LLVM"
rm -rf "${DESTDIR}"
ninja install-runtimes
ninja install
# Start building llvm-test-suite's hip tests
build_step "Configuring HIP test-suite"
TEST_BUILD_DIR=${BUILD_DIR}/test-suite-build
rm -rf ${TEST_BUILD_DIR}
mkdir -p ${TEST_BUILD_DIR}
cd ${TEST_BUILD_DIR}
PATH="${LLVM_BUILD_DIR}/bin:$PATH" cmake -G Ninja \
-DTEST_SUITE_SUBDIRS=External \
-DTEST_SUITE_EXTERNALS_DIR=${EXTERNAL_DIR}/ \
-DTEST_SUITE_COLLECT_CODE_SIZE=OFF \
-DTEST_SUITE_COLLECT_COMPILE_TIME=OFF \
-DAMDGPU_ARCHS="${AMDGPU_ARCHS}" \
-DCMAKE_CXX_COMPILER="${LLVM_BUILD_DIR}/bin/clang++" \
-DCMAKE_C_COMPILER="${LLVM_BUILD_DIR}/bin/clang" \
-DCMAKE_VERBOSE_MAKEFILE=ON \
${TESTSUITE_ROOT}
build_step "Building HIP test-suite"
ninja hip-tests-simple
build_step "Testing HIP test-suite"
ninja check-hip-simple
exit 0

zorg/buildbot/builders/annotated/libc-linux.py

  • This file was copied to zorg/buildbot/builders/annotated/libc-windows.py.
#!/usr/bin/python #!/usr/bin/python
import argparse import argparse
import os import os
import subprocess import subprocess
import sys import sys
import traceback import traceback
import util import util
from contextlib import contextmanager from contextlib import contextmanager
def is_fullbuild_builder(builder_name):
return ('fullbuild' in builder_name.split('-'))
def main(argv): def main(argv):
ap = argparse.ArgumentParser() ap = argparse.ArgumentParser()
ap.add_argument('--asan', action='store_true', default=False, ap.add_argument('--asan', action='store_true', default=False,
help='Build with address sanitizer enabled.') help='Build with address sanitizer enabled.')
ap.add_argument('--debug', action='store_true', default=False, ap.add_argument('--debug', action='store_true', default=False,
help='Build in debug mode.') help='Build in debug mode.')
args, _ = ap.parse_known_args() args, _ = ap.parse_known_args()
source_dir = os.path.join('..', 'llvm-project') source_dir = os.path.join('..', 'llvm-project')
fullbuild = is_fullbuild_builder(os.environ.get('BUILDBOT_BUILDERNAME'))
with step('cmake', halt_on_fail=True): with step('cmake', halt_on_fail=True):
projects = ['llvm', 'libc', 'clang', 'clang-tools-extra'] projects = ['llvm', 'libc', 'clang', 'clang-tools-extra']
cmake_args = ['-GNinja'] # On most systems the default generator is make and the default
# compilers are gcc and g++. We make it explicit here that we want
# clang and ninja which reduces one step of setting environment
# variables when setting up workers.
cmake_args = ['-GNinja',
'-DCMAKE_C_COMPILER=clang',
'-DCMAKE_CXX_COMPILER=clang++']
if args.debug: if args.debug:
cmake_args.append('-DCMAKE_BUILD_TYPE=Debug') cmake_args.append('-DCMAKE_BUILD_TYPE=Debug')
else: else:
cmake_args.append('-DCMAKE_BUILD_TYPE=Release') cmake_args.append('-DCMAKE_BUILD_TYPE=Release')
if args.asan: if args.asan:
cmake_args.append('-DLLVM_USE_SANITIZER=Address') cmake_args.append('-DLLVM_USE_SANITIZER=Address')
if fullbuild and not args.asan:
projects.append('compiler-rt')
cmake_args.append('-DLLVM_ENABLE_PROJECTS={}'.format(';'.join(projects))) cmake_args.append('-DLLVM_ENABLE_PROJECTS={}'.format(';'.join(projects)))
if fullbuild and not args.asan:
cmake_args.append('-DLLVM_LIBC_INCLUDE_SCUDO=ON')
if fullbuild:
cmake_args.extend(['-DLLVM_LIBC_FULL_BUILD=ON',
'-DLLVM_LIBC_ENABLE_LINTING=ON'])
run_command(['cmake', os.path.join(source_dir, 'llvm')] + cmake_args) run_command(['cmake', os.path.join(source_dir, 'llvm')] + cmake_args)
with step('build llvmlibc', halt_on_fail=True): with step('build llvmlibc', halt_on_fail=True):
run_command(['ninja', 'llvmlibc']) run_command(['ninja', 'llvmlibc'])
with step('check-libc'): with step('check-libc'):
run_command(['ninja', 'check-libc']) run_command(['ninja', 'check-libc'])
if not args.asan: if fullbuild and not args.asan:
with step('Loader Tests'): with step('libc-loader-tests'):
run_command(['ninja', 'libc_loader_tests']) run_command(['ninja', 'libc_loader_tests'])
with step('Integration Tests'): with step('libc-integration-test'):
run_command(['ninja', 'libc-integration-test']) run_command(['ninja', 'libc-integration-test'])
with step('libc-fuzzer'):
run_command(['ninja', 'libc-fuzzer'])
with step('libc-scudo-integration-test'):
run_command(['ninja', 'libc-scudo-integration-test'])
with step('AOR Tests'): with step('AOR Tests'):
aor_dir = os.path.join(source_dir, 'libc', 'AOR_v20.02') aor_dir = os.path.join(source_dir, 'libc', 'AOR_v20.02')
# Remove the AOR build dir. # Remove the AOR build dir.
util.clean_dir(os.path.join(aor_dir, 'build')) util.clean_dir(os.path.join(aor_dir, 'build'))
run_command(['make', 'check'], directory=aor_dir) run_command(['make', 'check'], directory=aor_dir)
if not args.debug:
with step('Benchmark Utils Tests'): with step('Benchmark Utils Tests'):
run_command(['ninja', 'libc-benchmark-util-tests']) run_command(['ninja', 'libc-benchmark-util-tests'])
@contextmanager @contextmanager
def step(step_name, halt_on_fail=False): def step(step_name, halt_on_fail=False):
util.report('@@@BUILD_STEP {}@@@'.format(step_name)) util.report('@@@BUILD_STEP {}@@@'.format(step_name))
if halt_on_fail: if halt_on_fail:
Show All 23 Lines

zorg/buildbot/builders/annotated/libc-windows.py

  • This file was copied from zorg/buildbot/builders/annotated/libc-linux.py.
#!/usr/bin/python
import annotated_builder
import util
import argparse import argparse
import os import os
import subprocess import subprocess
import sys import sys
import traceback import traceback
import util
from contextlib import contextmanager from contextlib import contextmanager
def main(argv): def main(argv):
ap = argparse.ArgumentParser() ap = argparse.ArgumentParser()
ap.add_argument('--asan', action='store_true', default=False, ap.add_argument('--asan', action='store_true', default=False,
help='Build with address sanitizer enabled.') help='Build with address sanitizer enabled.')
ap.add_argument('--debug', action='store_true', default=False, ap.add_argument('--debug', action='store_true', default=False,
help='Build in debug mode.') help='Build in debug mode.')
args, _ = ap.parse_known_args() args, _ = ap.parse_known_args()
source_dir = os.path.join('..', 'llvm-project') source_dir = os.path.join('..', 'llvm-project')
vc_vars = annotated_builder.get_vcvars(vs_tools=None, arch='amd64')
for (var, val) in vc_vars.items():
os.environ[var] = val
with step('cmake', halt_on_fail=True): with step('cmake', halt_on_fail=True):
projects = ['llvm', 'libc', 'clang', 'clang-tools-extra'] # On most systems the default generator is make and the default
# compilers are gcc and g++. We make it explicit here that we want
cmake_args = ['-GNinja'] # clang and ninja which reduces one step of setting environment
# variables when setting up workers.
## adjust compiler location definitions based on VM config
cmake_args = ['-GNinja',
'-DCMAKE_C_COMPILER=clang-cl',
'-DCMAKE_CXX_COMPILER=clang-cl']
if args.debug: if args.debug:
cmake_args.append('-DCMAKE_BUILD_TYPE=Debug') cmake_args.append('-DCMAKE_BUILD_TYPE=Debug')
else: else:
cmake_args.append('-DCMAKE_BUILD_TYPE=Release') cmake_args.append('-DCMAKE_BUILD_TYPE=Release')
if args.asan: if args.asan:
cmake_args.append('-DLLVM_USE_SANITIZER=Address') cmake_args.append('-DLLVM_USE_SANITIZER=Address')
cmake_args.append('-DLLVM_ENABLE_PROJECTS={}'.format(';'.join(projects))) cmake_args.append('-DLLVM_ENABLE_PROJECTS=libc')
cmake_args.append('-DLLVM_TARGETS_TO_BUILD=X86')
cmake_args.append('-DLLVM_FORCE_BUILD_RUNTIME=libc')
cmake_args.append('-DLLVM_NATIVE_ARCH=x86_64')
cmake_args.append('-DLLVM_HOST_TRIPLE=x86_64-window-x86-gnu')
cmake_args.append('-DLLVM_LIBC_MPFR_INSTALL_PATH=C:/src/install')
run_command(['cmake', os.path.join(source_dir, 'llvm')] + cmake_args) run_command(['cmake', os.path.join(source_dir, 'llvm')] + cmake_args)
with step('build llvmlibc', halt_on_fail=True): with step('build llvmlibc', halt_on_fail=True):
run_command(['ninja', 'llvmlibc']) run_command(['ninja', 'llvmlibc'])
with step('check-libc'): with step('check-libc'):
run_command(['ninja', 'check-libc']) run_command(['ninja', 'check-libc'])
if not args.asan:
with step('Loader Tests'):
run_command(['ninja', 'libc_loader_tests'])
with step('Integration Tests'):
run_command(['ninja', 'libc-integration-test'])
with step('AOR Tests'):
aor_dir = os.path.join(source_dir, 'libc', 'AOR_v20.02')
# Remove the AOR build dir.
util.clean_dir(os.path.join(aor_dir, 'build'))
run_command(['make', 'check'], directory=aor_dir)
if not args.debug:
with step('Benchmark Utils Tests'):
run_command(['ninja', 'libc-benchmark-util-tests'])
@contextmanager @contextmanager
def step(step_name, halt_on_fail=False): def step(step_name, halt_on_fail=False):
util.report('@@@BUILD_STEP {}@@@'.format(step_name)) util.report('@@@BUILD_STEP {}@@@'.format(step_name))
if halt_on_fail: if halt_on_fail:
util.report('@@@HALT_ON_FAILURE@@@') util.report('@@@HALT_ON_FAILURE@@@')
try: try:
yield yield
Show All 20 Lines

zorg/buildbot/builders/sanitizers/buildbot_android_functions.sh

#!/usr/bin/env bash #!/usr/bin/env bash
CLOBBER="android_ndk android-ndk-* platform-tools *.zip shards_* test_android_* tested_arch_*"
STAGE2_CLOBBER="compiler_rt_build_android_* llvm_build_android_*"
STAGE1_CLOBBER="llvm_build64 ${STAGE2_CLOBBER}"
ANDROID_NDK_VERSION=21 ANDROID_NDK_VERSION=21
ANDROID_API=24 ANDROID_API=24
NDK_DIR=android_ndk NDK_DIR=android_ndk
function download_android_tools { function download_android_tools {
local VERSION=android-ndk-r${ANDROID_NDK_VERSION}d local VERSION=android-ndk-r${ANDROID_NDK_VERSION}d
local FILE_NAME=${VERSION}-linux-x86_64.zip local FILE_NAME=${VERSION}-linux-x86_64.zip
local NDK_URL=https://dl.google.com/android/repository/${FILE_NAME} local NDK_URL=https://dl.google.com/android/repository/${FILE_NAME}
if [[ "$(cat ${NDK_DIR}/android_ndk_url)" != ${NDK_URL} ]] ; then if [[ "$(cat ${NDK_DIR}/android_ndk_url)" != ${NDK_URL} ]] ; then
echo @@@BUILD_STEP downloading Android NDK@@@ echo @@@BUILD_STEP downloading Android NDK@@@
[[ -d ${NDK_DIR} ]] && rm -rf ${NDK_DIR} [[ -d ${NDK_DIR} ]] && rm -rf ${NDK_DIR}
[[ -d ${VERSION} ]] && rm -rf ${VERSION} [[ -d ${VERSION} ]] && rm -rf ${VERSION}
[[ -f ${FILE_NAME} ]] && rm -f ${FILE_NAME} [[ -f ${FILE_NAME} ]] && rm -f ${FILE_NAME}
wget ${NDK_URL} wget -e dotbytes=10m ${NDK_URL}
unzip ${FILE_NAME} > /dev/null unzip ${FILE_NAME} > /dev/null
mv ${VERSION} ${NDK_DIR} mv ${VERSION} ${NDK_DIR}
echo ${NDK_URL} > ${NDK_DIR}/android_ndk_url echo ${NDK_URL} > ${NDK_DIR}/android_ndk_url
fi fi
if [[ ! -d platform-tools ]] ; then if [[ ! -d platform-tools ]] ; then
echo @@@BUILD_STEP downloading Android Platform Tools@@@ echo @@@BUILD_STEP downloading Android Platform Tools@@@
local FILE_NAME=platform-tools-latest-linux.zip local FILE_NAME=platform-tools-latest-linux.zip
[[ -f ${FILE_NAME} ]] && rm -f ${FILE_NAME} [[ -f ${FILE_NAME} ]] && rm -f ${FILE_NAME}
wget https://dl.google.com/android/repository/${FILE_NAME} wget -e dotbytes=10m https://dl.google.com/android/repository/${FILE_NAME}
unzip ${FILE_NAME} > /dev/null unzip ${FILE_NAME} > /dev/null
fi fi
export PATH=$ROOT/platform-tools/:$PATH export PATH=$ROOT/platform-tools/:$PATH
} }
function build_stage2_android() { function build_stage2_android() {
# Build self-hosted tree with fresh Clang and -Werror. # Build self-hosted tree with fresh Clang and -Werror.
local CMAKE_OPTIONS="${CMAKE_COMMON_OPTIONS} -DLLVM_ENABLE_WERROR=ON ${STAGE1_AS_COMPILER} -DCMAKE_C_FLAGS=-gmlt -DCMAKE_CXX_FLAGS=-gmlt" local CMAKE_OPTIONS="${CMAKE_COMMON_OPTIONS} -DLLVM_ENABLE_WERROR=ON ${STAGE1_AS_COMPILER} -DCMAKE_C_FLAGS=-gmlt -DCMAKE_CXX_FLAGS=-gmlt"
CMAKE_OPTIONS="${CMAKE_OPTIONS} -DLLVM_ENABLE_PROJECTS='clang;lld' -DLLVM_USE_LINKER=lld" CMAKE_OPTIONS="${CMAKE_OPTIONS} -DLLVM_ENABLE_PROJECTS='clang;lld' -DLLVM_USE_LINKER=lld -DCLANG_DEFAULT_RTLIB=libgcc"
if ccache -s ; then if ccache -s ; then
CMAKE_OPTIONS="${CMAKE_OPTIONS} -DLLVM_CCACHE_BUILD=ON" CMAKE_OPTIONS="${CMAKE_OPTIONS} -DLLVM_CCACHE_BUILD=ON"
rm_dirs llvm_build64
fi fi
echo @@@BUILD_STEP bootstrap clang@@@ echo @@@BUILD_STEP bootstrap clang@@@
rm_dirs ${STAGE2_CLOBBER}
mkdir -p llvm_build64 mkdir -p llvm_build64
if [[ "$(cat llvm_build64/CMAKE_OPTIONS)" != "${CMAKE_OPTIONS}" ]] ; then if [[ "$(cat llvm_build64/CMAKE_OPTIONS)" != "${CMAKE_OPTIONS}" ]] ; then
(cd llvm_build64 && cmake ${CMAKE_OPTIONS} -DLLVM_BUILD_EXTERNAL_COMPILER_RT=ON $LLVM && \ (cd llvm_build64 && cmake ${CMAKE_OPTIONS} -DLLVM_BUILD_EXTERNAL_COMPILER_RT=ON $LLVM && \
echo ${CMAKE_OPTIONS} > CMAKE_OPTIONS) || echo @@@STEP_FAILURE@@@ echo ${CMAKE_OPTIONS} > CMAKE_OPTIONS) || echo @@@STEP_FAILURE@@@
fi fi
ninja -C llvm_build64 || (echo @@@STEP_FAILURE@@@ && exit 2) ninja -C llvm_build64 || (echo @@@STEP_FAILURE@@@ && exit 2)
} }
function configure_android { # ARCH triple function configure_android { # ARCH triple
local _arch=$1 local _arch=$1
local _triple=$2 local _triple=$2
ANDROID_TOOLCHAIN=$ROOT/$NDK_DIR/toolchains/llvm/prebuilt/linux-x86_64 ANDROID_TOOLCHAIN=$ROOT/$NDK_DIR/toolchains/llvm/prebuilt/linux-x86_64
echo "Building for Android API level $ANDROID_API" echo "Building for Android API level $ANDROID_API"
local ANDROID_LIBRARY_OUTPUT_DIR=$(ls -d $ROOT/llvm_build64/lib/clang/* | tail -1) local ANDROID_LIBRARY_OUTPUT_DIR=$(ls -d $ROOT/llvm_build64/lib/clang/* | tail -1)
local ANDROID_EXEC_OUTPUT_DIR=$ROOT/llvm_build64/bin local ANDROID_EXEC_OUTPUT_DIR=$ROOT/llvm_build64/bin
local ANDROID_FLAGS="--target=${_triple}${ANDROID_API} --sysroot=$ANDROID_TOOLCHAIN/sysroot -gcc-toolchain $ANDROID_TOOLCHAIN -B$ANDROID_TOOLCHAIN" local ANDROID_FLAGS="--target=${_triple}${ANDROID_API} --sysroot=$ANDROID_TOOLCHAIN/sysroot --gcc-toolchain=$ANDROID_TOOLCHAIN -B$ANDROID_TOOLCHAIN"
local ANDROID_CXX_FLAGS="$ANDROID_FLAGS -stdlib=libc++ -I/$ANDROID_TOOLCHAIN/sysroot/usr/include/c++/v1" local ANDROID_CXX_FLAGS="$ANDROID_FLAGS -stdlib=libc++ -I/$ANDROID_TOOLCHAIN/sysroot/usr/include/c++/v1"
local CLANG_PATH=$ROOT/llvm_build64/bin/clang local CLANG_PATH=$ROOT/llvm_build64/bin/clang
local CLANGXX_PATH=$ROOT/llvm_build64/bin/clang++ local CLANGXX_PATH=$ROOT/llvm_build64/bin/clang++
# Always clobber android build tree. # Always clobber android build tree.
# It has a hidden dependency on clang (through CXX) which is not known to # It has a hidden dependency on clang (through CXX) which is not known to
# the build system. # the build system.
▲ Show 20 Lines • Show All 48 Lines • ▼ Show 20 Lines if ! ninja -C llvm_build_android_$_arch llvm-symbolizer ; then
echo @@@STEP_FAILURE@@@ echo @@@STEP_FAILURE@@@
fi fi
if ! ninja -C compiler_rt_build_android_$_arch ; then if ! ninja -C compiler_rt_build_android_$_arch ; then
BUILD_RT_ERR="${BUILD_RT_ERR}|${_arch}|" BUILD_RT_ERR="${BUILD_RT_ERR}|${_arch}|"
echo @@@STEP_FAILURE@@@ echo @@@STEP_FAILURE@@@
fi fi
} }
# If a multiarch device has x86 as the first arch, remove everything else from # If a multiarch device's first arch starts with x86, remove archs that don't
# the list. This captures cases like [x86,armeabi-v7a], where the arm part is # start with x86. Handle cases like:
# software emulation and incompatible with ASan. # - x86,armeabi-v7a
# - x86_64,x86,arm64-v8a,armeabi-v7a,armeabi
# - x86_64,arm64-v8a,x86,armeabi-v7a,armeabi
# The arm part is software emulation and incompatible with ASan.
function patch_abilist { # IN OUT function patch_abilist { # IN OUT
local _abilist=$1 local _abilist=$1
local _out=$2 local _out=$2
if [[ "$_abilist" == "x86,"* ]]; then if [[ "$_abilist" == "x86"* ]]; then
_abilist="x86" _abilist=$(echo $_abilist | tr , '\n' | grep '^x86')
_abilist=$(echo $_abilist | tr ' ' ,)
fi fi
eval $_out="'$_abilist'" eval $_out="'$_abilist'"
} }
function restart_adb_server { function restart_adb_server {
ADB=adb ADB=adb
echo @@@BUILD_STEP restart adb server@@@ echo @@@BUILD_STEP restart adb server@@@
$ADB kill-server $ADB kill-server
sleep 2 sleep 2
$ADB start-server $ADB start-server
sleep 2 sleep 2
} }
function test_on_device { function test_on_device {
local _serial=$1 local _serial=$1
shift shift
ABILIST=$(${ADB} -s $_serial shell getprop ro.product.cpu.abilist) ABILIST=$(${ADB} -s $_serial shell getprop ro.product.cpu.abilist)
patch_abilist $ABILIST ABILIST patch_abilist "$ABILIST" ABILIST
for _arg in "$@"; do for _arg in "$@"; do
local _arch=${_arg%:*} local _arch=${_arg%:*}
local _abi=${_arg#*:} local _abi=${_arg#*:}
if [[ $BUILD_RT_ERR == *"|${_arch}|"* ]]; then if [[ $BUILD_RT_ERR == *"|${_arch}|"* ]]; then
echo "@@@STEP_FAILURE@@ skipping tests on ${_arch}" echo "@@@STEP_FAILURE@@ skipping tests on ${_arch}"
continue continue
fi fi
if [[ $ABILIST == *"$_abi"* ]]; then if [[ $ABILIST == *"$_abi"* ]]; then
echo "$_serial" >> tested_arch_$_arch echo "$_serial" >> tested_arch_$_arch
BUILD_ID=$(${ADB} -s $_serial shell getprop ro.build.id | tr -d '\r') BUILD_ID=$(${ADB} -s $_serial shell getprop ro.build.id | tr -d '\r')
BUILD_FLAVOR=$(${ADB} -s $_serial shell getprop ro.build.flavor | tr -d '\r') BUILD_FLAVOR=$(${ADB} -s $_serial shell getprop ro.build.flavor | tr -d '\r')
(
# Test only one arch at a time to avoid simultaneously writes into the
# same compiler-rt build dir.
flock -x $lock_fd
test_arch_on_device "$_arch" "$_serial" "$BUILD_ID" "$BUILD_FLAVOR" test_arch_on_device "$_arch" "$_serial" "$BUILD_ID" "$BUILD_FLAVOR"
) {lock_fd}>$ROOT/${_arch}.lock
fi fi
done done
} }
function tail_pids { function tail_pids {
for LOG_PID in $1; do for LOG_PID in $1; do
PID=${LOG_PID#*,} PID=${LOG_PID#*,}
LOG=${LOG_PID%,*} LOG=${LOG_PID%,*}
tail -n +1 -F $LOG --pid=$PID tail -n +1 -F $LOG --pid=$PID
done done
wait wait
} }
function test_android { function test_android {
if [[ "${BUILDBOT_SLAVENAME:-}" != "" ]]; then if [[ -v BUILDBOT_BUILDERNAME ]]; then
restart_adb_server restart_adb_server
fi fi
ADB=adb ADB=adb
echo @@@BUILD_STEP run all tests@@@ echo @@@BUILD_STEP run all tests@@@
ANDROID_DEVICES=$(${ADB} devices | grep 'device$' | sort -r | awk '{print $1}') ANDROID_DEVICES=$(${ADB} devices | grep 'device$' | sort -r | awk '{print $1}')
rm -rf test_android_log_* rm -rf test_android_log_*
rm -rf tested_arch_* rm -rf tested_arch_*
rm -rf shards_* rm -rf shards_*
LOGS= LOGS=
for SERIAL in $ANDROID_DEVICES; do for SERIAL in $ANDROID_DEVICES; do
LOG="$(mktemp test_android_log_XXXX)" LOG="$(mktemp test_android_log_XXXX)"
(test_on_device "$SERIAL" $@ 2>&1 >"$LOG") & (test_on_device "$SERIAL" $@ 2>&1 >"$LOG") &
LOGS="$LOGS $LOG,$!" LOGS="$LOGS $LOG,$!"
done done
tail_pids "$LOGS" tail_pids "$LOGS"
# Return to avoid exception if we already have error.
[[ $BUILD_RT_ERR == "" ]] || return
for _arg in "$@"; do for _arg in "$@"; do
local _arch=${_arg%:*} local _arch=${_arg%:*}
if [[ ! -f tested_arch_$_arch ]]; then if [[ ! -f tested_arch_$_arch ]]; then
echo @@@BUILD_STEP unavailable device android/$_arch@@@ echo @@@BUILD_STEP unavailable device android/$_arch@@@
echo @@@STEP_EXCEPTION@@@ echo @@@STEP_EXCEPTION@@@
fi fi
done done
} }
Show All 11 Linesfunction run_tests_sharded {
local _env=$3 local _env=$3
local NUM_SHARDS=4 local NUM_SHARDS=4
local _log_prefix=$(mktemp shards_XXXX_) local _log_prefix=$(mktemp shards_XXXX_)
echo @@@BUILD_STEP run $_test_name tests [$DEVICE_DESCRIPTION]@@@ echo @@@BUILD_STEP run $_test_name tests [$DEVICE_DESCRIPTION]@@@
LOGS= LOGS=
for ((SHARD=0; SHARD < $NUM_SHARDS; SHARD++)); do for ((SHARD=0; SHARD < $NUM_SHARDS; SHARD++)); do
LOG=${_log_prefix}_$SHARD LOG=${_log_prefix}_$SHARD
local ENV="$_env GTEST_TOTAL_SHARDS=$NUM_SHARDS GTEST_SHARD_INDEX=$SHARD LD_LIBRARY_PATH=$DEVICE_ROOT" # 'adb shell <command>' on Fugu is missing TMPDIR.
local ENV="$_env GTEST_TOTAL_SHARDS=$NUM_SHARDS GTEST_SHARD_INDEX=$SHARD LD_LIBRARY_PATH=$DEVICE_ROOT TMPDIR=$DEVICE_TMPDIR"
( (run_command_on_device "$ENV $DEVICE_ROOT/$_test" || echo @@@STEP_FAILURE@@@) 2>&1 >${_log_prefix}_$SHARD ) & ( (run_command_on_device "$ENV $DEVICE_ROOT/$_test" || echo @@@STEP_FAILURE@@@) 2>&1 >${_log_prefix}_$SHARD ) &
LOGS="$LOGS $LOG,$!" LOGS="$LOGS $LOG,$!"
done done
tail_pids "$LOGS" || true tail_pids "$LOGS" || true
} }
function test_arch_on_device { function test_arch_on_device {
local _arch=$1 local _arch=$1
local _serial=$2 local _serial=$2
local _build_id=$3 local _build_id=$3
local _build_flavor=$4 local _build_flavor=$4
export DEVICE_DESCRIPTION=$_arch/$_build_flavor/$_build_id export DEVICE_DESCRIPTION=$_arch/$_build_flavor/$_build_id
local LIBCXX_SHARED=$ANDROID_TOOLCHAIN/sysroot/usr/lib/${_arch}-linux-androideabi/libc++_shared.so local LIBCXX_SHARED=$ANDROID_TOOLCHAIN/sysroot/usr/lib/${_arch}-linux-androideabi/libc++_shared.so
if [[ ! -f $LIBCXX_SHARED ]] ; then if [[ ! -f $LIBCXX_SHARED ]] ; then
local LIBCXX_SHARED=$ANDROID_TOOLCHAIN/sysroot/usr/lib/${_arch}-linux-android/libc++_shared.so local LIBCXX_SHARED=$ANDROID_TOOLCHAIN/sysroot/usr/lib/${_arch}-linux-android/libc++_shared.so
fi fi
local SYMBOLIZER_BIN=$ROOT/llvm_build_android_$_arch/bin/llvm-symbolizer local SYMBOLIZER_BIN=$ROOT/llvm_build_android_$_arch/bin/llvm-symbolizer
local RT_DIR=$($ROOT/llvm_build64/bin/clang -print-resource-dir)/lib/linux local RT_DIR=$($ROOT/llvm_build64/bin/clang -print-resource-dir)/lib/linux
local COMPILER_RT_BUILD_DIR=$ROOT/compiler_rt_build_android_$_arch local COMPILER_RT_BUILD_DIR=$ROOT/compiler_rt_build_android_$_arch
export ADB=adb export ADB=adb
export DEVICE_TMPDIR=/data/local/tmp
export DEVICE_ROOT=/data/local/tmp/Output export DEVICE_ROOT=/data/local/tmp/Output
export ANDROID_SERIAL=$_serial export ANDROID_SERIAL=$_serial
echo "Serial $_serial" echo "Serial $_serial"
echo @@@BUILD_STEP device setup [$DEVICE_DESCRIPTION]@@@ echo @@@BUILD_STEP device setup [$DEVICE_DESCRIPTION]@@@
$ADB wait-for-device $ADB wait-for-device
$ADB devices $ADB devices
Show All 25 Lines

zorg/buildbot/builders/sanitizers/buildbot_bootstrap_asan.sh

#!/usr/bin/env bash #!/usr/bin/env bash
set -x set -x
set -e set -e
set -u set -u
HERE="$(cd $(dirname $0) && pwd)" HERE="$(cd $(dirname $0) && pwd)"
. ${HERE}/buildbot_functions.sh . ${HERE}/buildbot_functions.sh
ROOT=`pwd` ROOT=`pwd`
PLATFORM=`uname` PLATFORM=`uname`
export PATH="/usr/local/bin:$PATH" export PATH="/usr/local/bin:$PATH"
LLVM=$ROOT/llvm LLVM=$ROOT/llvm
CMAKE_COMMON_OPTIONS="-GNinja -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=ON" CMAKE_COMMON_OPTIONS="-GNinja -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=ON -DLLVM_ENABLE_PER_TARGET_RUNTIME_DIR=OFF"
clobber clobber
buildbot_update buildbot_update
# Stage 1 # Stage 1
build_stage1_clang build_stage1_clang
# Stage 2 / AddressSanitizer # Stage 2 / AddressSanitizer
build_stage2_asan build_stage2_asan
check_stage2_asan check_stage2_asan
# Stage 3 / AddressSanitizer # Stage 3 / AddressSanitizer
export ASAN_OPTIONS="check_initialization_order=true:detect_stack_use_after_return=1:detect_leaks=1" export ASAN_OPTIONS="check_initialization_order=true:detect_stack_use_after_return=1:detect_leaks=1"
build_stage3_asan build_stage3_asan
check_stage3_asan check_stage3_asan
cleanup $STAGE1_DIR

zorg/buildbot/builders/sanitizers/buildbot_bootstrap_msan.sh

#!/usr/bin/env bash #!/usr/bin/env bash
set -x set -x
set -e set -e
set -u set -u
HERE="$(cd $(dirname $0) && pwd)" HERE="$(cd $(dirname $0) && pwd)"
. ${HERE}/buildbot_functions.sh . ${HERE}/buildbot_functions.sh
ROOT=`pwd` ROOT=`pwd`
PLATFORM=`uname` PLATFORM=`uname`
export PATH="/usr/local/bin:$PATH" export PATH="/usr/local/bin:$PATH"
LLVM=$ROOT/llvm LLVM=$ROOT/llvm
CMAKE_COMMON_OPTIONS="-GNinja -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=ON" CMAKE_COMMON_OPTIONS="-GNinja -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=ON -DLLVM_ENABLE_PER_TARGET_RUNTIME_DIR=OFF"
clobber clobber
buildbot_update buildbot_update
# Stage 1 # Stage 1
build_stage1_clang build_stage1_clang
# Stage 2 / Memory Sanitizer # Stage 2 / Memory Sanitizer
build_stage2_msan build_stage2_msan
check_stage2_msan check_stage2_msan
# Stage 3 / MemorySanitizer # Stage 3 / MemorySanitizer
build_stage3_msan build_stage3_msan
check_stage3_msan check_stage3_msan
cleanup $STAGE1_DIR

zorg/buildbot/builders/sanitizers/buildbot_bootstrap_ubsan.sh

#!/usr/bin/env bash #!/usr/bin/env bash
set -x set -x
set -e set -e
set -u set -u
HERE="$(cd $(dirname $0) && pwd)" HERE="$(cd $(dirname $0) && pwd)"
. ${HERE}/buildbot_functions.sh . ${HERE}/buildbot_functions.sh
ROOT=`pwd` ROOT=`pwd`
PLATFORM=`uname` PLATFORM=`uname`
export PATH="/usr/local/bin:$PATH" export PATH="/usr/local/bin:$PATH"
LLVM=$ROOT/llvm LLVM=$ROOT/llvm
CMAKE_COMMON_OPTIONS="-GNinja -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=ON" CMAKE_COMMON_OPTIONS="-GNinja -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=ON -DLLVM_ENABLE_PER_TARGET_RUNTIME_DIR=OFF"
clobber clobber
buildbot_update buildbot_update
# Stage 1 # Stage 1
build_stage1_clang build_stage1_clang
# Stage 2 / UndefinedBehaviorSanitizer # Stage 2 / UndefinedBehaviorSanitizer
build_stage2_ubsan build_stage2_ubsan
check_stage2_ubsan check_stage2_ubsan
# Stage 3 / UndefinedBehaviorSanitizer # Stage 3 / UndefinedBehaviorSanitizer
build_stage3_ubsan build_stage3_ubsan
check_stage3_ubsan check_stage3_ubsan
cleanup $STAGE1_DIR

zorg/buildbot/builders/sanitizers/buildbot_cmake.sh

#!/usr/bin/env bash #!/usr/bin/env bash
set -x set -x
set -e set -e
set -u set -u
HERE="$(dirname $0)" HERE="$(dirname $0)"
. ${HERE}/buildbot_functions.sh . ${HERE}/buildbot_functions.sh
ROOT=`pwd` ROOT=`pwd`
PLATFORM=`uname` PLATFORM=`uname`
ARCH=`uname -m` ARCH=`uname -m`
export PATH="/usr/local/bin:$PATH" export PATH="/usr/local/bin:$PATH"
export ANDROID_SDK_HOME=$ROOT/../../.. export ANDROID_SDK_HOME=$ROOT/../../..
# Always clobber bootstrap build trees. CMAKE_ARGS=""
rm -rf compiler_rt_build llvm_build* symbolizer_build* for arg in "$@"
do
case $arg in
--CMAKE_ARGS=*)
CMAKE_ARGS="${arg#*=}"
esac
done
USE_CCACHE= USE_CCACHE=
if ccache -s ; then if ccache -s ; then
USE_CCACHE="-DLLVM_CCACHE_BUILD=ON" USE_CCACHE="-DLLVM_CCACHE_BUILD=ON"
rm -rf clang_build
fi fi
# Always clobber bootstrap build trees.
clobber
SUPPORTS_32_BITS=${SUPPORTS_32_BITS:-1} SUPPORTS_32_BITS=${SUPPORTS_32_BITS:-1}
MAKE_JOBS=${MAX_MAKE_JOBS:-$(nproc)} MAKE_JOBS=${MAX_MAKE_JOBS:-$(nproc)}
LLVM=$ROOT/llvm LLVM=$ROOT/llvm
ZLIB=$ROOT/zlib ZLIB=$ROOT/zlib
CMAKE_COMMON_OPTIONS="${CMAKE_COMMON_OPTIONS:-} -DLLVM_ENABLE_ASSERTIONS=ON -DLLVM_PARALLEL_LINK_JOBS=10" CMAKE_COMMON_OPTIONS="${CMAKE_COMMON_OPTIONS:-} -DLLVM_ENABLE_ASSERTIONS=ON -DLLVM_PARALLEL_LINK_JOBS=10 -DLLVM_ENABLE_PER_TARGET_RUNTIME_DIR=OFF ${CMAKE_ARGS}"
ENABLE_LIBCXX_FLAG= ENABLE_LIBCXX_FLAG=
if [ "$PLATFORM" == "Darwin" ]; then if [ "$PLATFORM" == "Darwin" ]; then
CMAKE_COMMON_OPTIONS="${CMAKE_COMMON_OPTIONS} -DPYTHON_EXECUTABLE=/usr/bin/python" CMAKE_COMMON_OPTIONS="${CMAKE_COMMON_OPTIONS} -DPYTHON_EXECUTABLE=/usr/bin/python"
ENABLE_LIBCXX_FLAG="-DLLVM_ENABLE_LIBCXX=ON" ENABLE_LIBCXX_FLAG="-DLLVM_ENABLE_LIBCXX=ON"
fi fi
if [ -e /usr/include/plugin-api.h ]; then if [ -e /usr/include/plugin-api.h ]; then
CMAKE_COMMON_OPTIONS="${CMAKE_COMMON_OPTIONS} -DLLVM_BINUTILS_INCDIR=/usr/include" CMAKE_COMMON_OPTIONS="${CMAKE_COMMON_OPTIONS} -DLLVM_BINUTILS_INCDIR=/usr/include"
▲ Show 20 Lines • Show All 74 Lines • ▼ Show 20 Lines
fi fi
CMAKE_COMMON_OPTIONS="${CMAKE_COMMON_OPTIONS} -DLLVM_ENABLE_PROJECTS='${PROJECTS}'" CMAKE_COMMON_OPTIONS="${CMAKE_COMMON_OPTIONS} -DLLVM_ENABLE_PROJECTS='${PROJECTS}'"
if [[ "$CHECK_CFI" == "1" ]]; then if [[ "$CHECK_CFI" == "1" ]]; then
# We need this after https://reviews.llvm.org/D62050 # We need this after https://reviews.llvm.org/D62050
CMAKE_COMMON_OPTIONS="$CMAKE_COMMON_OPTIONS -DLLVM_BUILD_LLVM_DYLIB=ON" CMAKE_COMMON_OPTIONS="$CMAKE_COMMON_OPTIONS -DLLVM_BUILD_LLVM_DYLIB=ON"
fi fi
CLOBBER="zlib clang_build"
clobber
buildbot_update buildbot_update
COMPILER_RT=$LLVM/../compiler-rt COMPILER_RT=$LLVM/../compiler-rt
LIBCXX=$LLVM/../libcxx LIBCXX=$LLVM/../libcxx
echo @@@BUILD_STEP lint@@@
CHECK_LINT=${COMPILER_RT}/lib/sanitizer_common/scripts/check_lint.sh
${CHECK_LINT} || echo @@@STEP_WARNINGS@@@
# Use both gcc and just-built Clang/LLD as a host compiler/linker for sanitizer # Use both gcc and just-built Clang/LLD as a host compiler/linker for sanitizer
# tests. Assume that self-hosted build tree should compile with -Werror. # tests. Assume that self-hosted build tree should compile with -Werror.
echo @@@BUILD_STEP build fresh toolchain@@@ echo @@@BUILD_STEP build fresh toolchain@@@
if [ ! -d clang_build ]; then mkdir -p clang_build
mkdir clang_build
fi
(cd clang_build && cmake -DCMAKE_BUILD_TYPE=RelWithDebInfo ${CMAKE_COMMON_OPTIONS} ${USE_CCACHE} $LLVM ) || (rm -rf clang_build ; echo @@@STEP_FAILURE@@@) (cd clang_build && cmake -DCMAKE_BUILD_TYPE=RelWithDebInfo ${CMAKE_COMMON_OPTIONS} ${USE_CCACHE} $LLVM ) || (rm -rf clang_build ; echo @@@STEP_FAILURE@@@)
BOOTSTRAP_BUILD_TARGETS="clang" BOOTSTRAP_BUILD_TARGETS="clang"
if [[ "$CHECK_LLD" != "0" ]]; then if [[ "$CHECK_LLD" != "0" ]]; then
BOOTSTRAP_BUILD_TARGETS="$BOOTSTRAP_BUILD_TARGETS lld" BOOTSTRAP_BUILD_TARGETS="$BOOTSTRAP_BUILD_TARGETS lld"
fi fi
(cd clang_build && make $BOOTSTRAP_BUILD_TARGETS -j$MAKE_JOBS) || (echo @@@STEP_FAILURE@@@ ; exit 1) || echo @@@STEP_FAILURE@@@ (cd clang_build && make $BOOTSTRAP_BUILD_TARGETS -j$MAKE_JOBS) || (echo @@@STEP_FAILURE@@@ ; exit 1) || echo @@@STEP_FAILURE@@@
Show All 19 Linesif [ "$PLATFORM" == "Linux" ]; then
check_in_gcc $CHECK_HWASAN hwasan check_in_gcc $CHECK_HWASAN hwasan
check_in_gcc $CHECK_CFI cfi-and-supported check_in_gcc $CHECK_CFI cfi-and-supported
check_in_gcc $CHECK_DFSAN dfsan check_in_gcc $CHECK_DFSAN dfsan
check_in_gcc $CHECK_LSAN lsan check_in_gcc $CHECK_LSAN lsan
check_in_gcc $CHECK_MSAN msan check_in_gcc $CHECK_MSAN msan
check_in_gcc $CHECK_SCUDO scudo check_in_gcc $CHECK_SCUDO scudo
check_in_gcc $CHECK_SCUDO_STANDALONE scudo_standalone check_in_gcc $CHECK_SCUDO_STANDALONE scudo_standalone
LDFLAGS=-no-pie check_in_gcc $CHECK_TSAN tsan LDFLAGS=-no-pie check_in_gcc $CHECK_TSAN tsan
LDFLAGS=-no-pie check_in_gcc $CHECK_TSAN tsan-shared
check_in_gcc $CHECK_UBSAN ubsan check_in_gcc $CHECK_UBSAN ubsan
check_in_gcc $CHECK_UBSAN ubsan-minimal check_in_gcc $CHECK_UBSAN ubsan-minimal
fi fi
### From now on we use just-built Clang as a host compiler ### ### From now on we use just-built Clang as a host compiler ###
CLANG_PATH=${ROOT}/clang_build/bin CLANG_PATH=${ROOT}/clang_build/bin
# Build self-hosted tree with fresh Clang and -Werror. # Build self-hosted tree with fresh Clang and -Werror.
CMAKE_CLANG_OPTIONS="${CMAKE_COMMON_OPTIONS} -DLLVM_ENABLE_WERROR=ON -DCMAKE_C_COMPILER=${CLANG_PATH}/clang -DCMAKE_CXX_COMPILER=${CLANG_PATH}/clang++ -DCMAKE_C_FLAGS=-gmlt -DCMAKE_CXX_FLAGS=-gmlt" CMAKE_CLANG_OPTIONS="${CMAKE_COMMON_OPTIONS} -DLLVM_ENABLE_WERROR=ON -DCMAKE_C_COMPILER=${CLANG_PATH}/clang -DCMAKE_CXX_COMPILER=${CLANG_PATH}/clang++ -DCMAKE_C_FLAGS=-gmlt -DCMAKE_CXX_FLAGS=-gmlt"
BUILD_TYPE=Release BUILD_TYPE=Release
echo @@@BUILD_STEP bootstrap clang@@@ echo @@@BUILD_STEP bootstrap clang@@@
if [ ! -d llvm_build64 ]; then mkdir -p llvm_build64
mkdir llvm_build64
fi
(cd llvm_build64 && cmake -DCMAKE_BUILD_TYPE=$BUILD_TYPE \ (cd llvm_build64 && cmake -DCMAKE_BUILD_TYPE=$BUILD_TYPE \
${CMAKE_CLANG_OPTIONS} -DLLVM_BUILD_EXTERNAL_COMPILER_RT=ON \ ${CMAKE_CLANG_OPTIONS} -DLLVM_BUILD_EXTERNAL_COMPILER_RT=ON \
${ENABLE_LIBCXX_FLAG} $LLVM) || echo @@@STEP_FAILURE@@@ ${ENABLE_LIBCXX_FLAG} $LLVM) || echo @@@STEP_FAILURE@@@
# First, build only Clang. # First, build only Clang.
(cd llvm_build64 && make -j$MAKE_JOBS clang) || echo @@@STEP_FAILURE@@@ (cd llvm_build64 && make -j$MAKE_JOBS clang) || echo @@@STEP_FAILURE@@@
# If needed, install the headers to clang_build/include. # If needed, install the headers to clang_build/include.
Show All 29 Linesif [ "$PLATFORM" == "Linux" ]; then
check_64bit $CHECK_ASAN asan-dynamic check_64bit $CHECK_ASAN asan-dynamic
check_64bit $CHECK_HWASAN hwasan check_64bit $CHECK_HWASAN hwasan
check_64bit $CHECK_CFI cfi-and-supported check_64bit $CHECK_CFI cfi-and-supported
check_64bit $CHECK_DFSAN dfsan check_64bit $CHECK_DFSAN dfsan
check_64bit $CHECK_LSAN lsan check_64bit $CHECK_LSAN lsan
check_64bit $CHECK_MSAN msan check_64bit $CHECK_MSAN msan
# check_64bit $CHECK_SCUDO scudo, No check-scudo target for this config # check_64bit $CHECK_SCUDO scudo, No check-scudo target for this config
check_64bit $CHECK_TSAN tsan check_64bit $CHECK_TSAN tsan
check_64bit $CHECK_TSAN tsan-shared
check_64bit $CHECK_UBSAN ubsan check_64bit $CHECK_UBSAN ubsan
check_64bit $CHECK_UBSAN ubsan-minimal check_64bit $CHECK_UBSAN ubsan-minimal
fi fi
FRESH_CLANG_PATH=${ROOT}/llvm_build64/bin FRESH_CLANG_PATH=${ROOT}/llvm_build64/bin
echo @@@BUILD_STEP build standalone compiler-rt@@@ echo @@@BUILD_STEP build standalone compiler-rt@@@
if [ ! -d compiler_rt_build ]; then if [ ! -d compiler_rt_build ]; then
▲ Show 20 Lines • Show All 60 Lines • ▼ Show 20 Linesif [ "$PLATFORM" == "Linux" -a $HAVE_NINJA == 1 ]; then
check_ninja $CHECK_HWASAN hwasan check_ninja $CHECK_HWASAN hwasan
check_ninja $CHECK_CFI cfi-and-supported check_ninja $CHECK_CFI cfi-and-supported
check_ninja $CHECK_DFSAN dfsan check_ninja $CHECK_DFSAN dfsan
check_ninja $CHECK_LSAN lsan check_ninja $CHECK_LSAN lsan
check_ninja $CHECK_MSAN msan check_ninja $CHECK_MSAN msan
check_ninja $CHECK_SCUDO scudo check_ninja $CHECK_SCUDO scudo
check_ninja $CHECK_SCUDO_STANDALONE scudo_standalone check_ninja $CHECK_SCUDO_STANDALONE scudo_standalone
check_ninja $CHECK_TSAN tsan check_ninja $CHECK_TSAN tsan
check_ninja $CHECK_TSAN tsan-shared
check_ninja $CHECK_UBSAN ubsan check_ninja $CHECK_UBSAN ubsan
check_ninja $CHECK_UBSAN ubsan-minimal check_ninja $CHECK_UBSAN ubsan-minimal
if [ "$CHECK_SYMBOLIZER" == "1" ]; then if [ "$CHECK_SYMBOLIZER" == "1" ]; then
build_symbolizer 32 llvm_build_ninja build_symbolizer 32 llvm_build_ninja
build_symbolizer 64 llvm_build_ninja build_symbolizer 64 llvm_build_ninja
check_ninja_with_symbolizer() { check_ninja_with_symbolizer() {
Show All 11 Lines if [ "$CHECK_SYMBOLIZER" == "1" ]; then
check_ninja_with_symbolizer $CHECK_HWASAN hwasan check_ninja_with_symbolizer $CHECK_HWASAN hwasan
check_ninja_with_symbolizer $CHECK_CFI cfi-and-supported check_ninja_with_symbolizer $CHECK_CFI cfi-and-supported
check_ninja_with_symbolizer $CHECK_DFSAN dfsan check_ninja_with_symbolizer $CHECK_DFSAN dfsan
check_ninja_with_symbolizer $CHECK_LSAN lsan check_ninja_with_symbolizer $CHECK_LSAN lsan
check_ninja_with_symbolizer $CHECK_MSAN msan check_ninja_with_symbolizer $CHECK_MSAN msan
check_ninja_with_symbolizer $CHECK_SCUDO scudo check_ninja_with_symbolizer $CHECK_SCUDO scudo
check_ninja_with_symbolizer $CHECK_SCUDO_STANDALONE scudo_standalone check_ninja_with_symbolizer $CHECK_SCUDO_STANDALONE scudo_standalone
check_ninja_with_symbolizer $CHECK_TSAN tsan check_ninja_with_symbolizer $CHECK_TSAN tsan
check_ninja_with_symbolizer $CHECK_TSAN tsan-shared
check_ninja_with_symbolizer $CHECK_UBSAN ubsan check_ninja_with_symbolizer $CHECK_UBSAN ubsan
fi fi
fi fi
cleanup

zorg/buildbot/builders/sanitizers/buildbot_fast.sh

#!/usr/bin/env bash #!/usr/bin/env bash
set -x set -x
set -e set -e
set -u set -u
HERE="$(cd $(dirname $0) && pwd)" HERE="$(cd $(dirname $0) && pwd)"
. ${HERE}/buildbot_functions.sh . ${HERE}/buildbot_functions.sh
ROOT=`pwd` ROOT=`pwd`
PLATFORM=`uname` PLATFORM=`uname`
export PATH="/usr/local/bin:$PATH" export PATH="/usr/local/bin:$PATH"
LLVM=$ROOT/llvm LLVM=$ROOT/llvm
CMAKE_COMMON_OPTIONS="-GNinja -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=ON" CMAKE_COMMON_OPTIONS="-GNinja -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=ON -DLLVM_ENABLE_PER_TARGET_RUNTIME_DIR=OFF"
clobber clobber
# Stage 1 # Stage 1
build_stage1_clang_at_revison build_stage1_clang_at_revison
if ccache -s ; then if ccache -s ; then
Show All 14 Lines
check_stage2_asan check_stage2_asan
# Stage 2 / UndefinedBehaviorSanitizer # Stage 2 / UndefinedBehaviorSanitizer
build_stage2_ubsan build_stage2_ubsan
check_stage2_ubsan check_stage2_ubsan
cleanup

zorg/buildbot/builders/sanitizers/buildbot_functions.sh

Show All 15 Lines(
echo echo
echo "How to reproduce locally: https://github.com/google/sanitizers/wiki/SanitizerBotReproduceBuild" echo "How to reproduce locally: https://github.com/google/sanitizers/wiki/SanitizerBotReproduceBuild"
echo echo
exit 0 exit 0
) )
echo @@@BUILD_STEP Prepare@@@ echo @@@BUILD_STEP Prepare@@@
BUILDBOT_CLOBBER="${BUILDBOT_CLOBBER:-}" BUILDBOT_CLOBBER="${BUILDBOT_CLOBBER:-}"
BUILDBOT_REVISION="${BUILDBOT_REVISION:-origin/master}" BUILDBOT_REVISION="${BUILDBOT_REVISION:-origin/main}"
function rm_dirs { function rm_dirs {
while ! rm -rf $@ ; do sleep 1; done while ! rm -rf $@ ; do sleep 1; done
} }
function stage1_clobber { function cleanup() {
rm_dirs llvm_build2_* llvm_build_* libcxx_build_* ${STAGE1_CLOBBER:-} [[ -v BUILDBOT_BUILDERNAME ]] || return 0
echo @@@BUILD_STEP cleanup@@@
rm_dirs llvm_build2_* llvm_build_* libcxx_build_* compiler_rt_build* symbolizer_build* $@
if ccache -s >/dev/null ; then
rm_dirs llvm_build64 clang_build
fi
ls
} }
function clobber { function clobber {
if [ "$BUILDBOT_CLOBBER" != "" ]; then if [[ "$BUILDBOT_CLOBBER" != "" ]]; then
echo @@@BUILD_STEP clobber@@@ echo @@@BUILD_STEP clobber@@@
rm_dirs svn_checkout llvm llvm-project llvm_build0 ${CLOBBER:-} if [[ ! -v BUILDBOT_BUILDERNAME ]]; then
stage1_clobber echo "Clobbering is supported only on buildbot only!"
! test "$(ls -A .)" || echo @@@STEP_EXCEPTION@@@ exit 1
fi
rm_dirs *
else
BUILDBOT_BUILDERNAME=1 cleanup $@
fi fi
} }
BUILDBOT_MONO_REPO_PATH=${BUILDBOT_MONO_REPO_PATH:-} BUILDBOT_MONO_REPO_PATH=${BUILDBOT_MONO_REPO_PATH:-}
function buildbot_update { function buildbot_update {
echo @@@BUILD_STEP update $BUILDBOT_REVISION@@@ echo @@@BUILD_STEP update $BUILDBOT_REVISION@@@
if [[ -d "$BUILDBOT_MONO_REPO_PATH" ]]; then if [[ -d "$BUILDBOT_MONO_REPO_PATH" ]]; then
LLVM=$BUILDBOT_MONO_REPO_PATH/llvm LLVM=$BUILDBOT_MONO_REPO_PATH/llvm
else else
( (
local DEPTH=100 local DEPTH=100
[[ -d llvm-project ]] || ( [[ -d llvm-project ]] || (
mkdir -p llvm-project mkdir -p llvm-project
cd llvm-project cd llvm-project
git init git init
git remote add origin https://github.com/llvm/llvm-project.git git remote add origin https://github.com/llvm/llvm-project.git
git config --local advice.detachedHead false
) )
cd llvm-project cd llvm-project
git fetch --depth $DEPTH origin master git fetch --depth $DEPTH origin main
git clean -fd git clean -fd
local REV=${BUILDBOT_REVISION} local REV=${BUILDBOT_REVISION}
if [[ "$REV" != "origin/master" ]] ; then if [[ "$REV" != "origin/main" ]] ; then
# "git fetch --depth 1 origin $REV" does not work with 2.11 on bots # "git fetch --depth 1 origin $REV" does not work with 2.11 on bots
while true ; do while true ; do
git checkout $REV && break git checkout $REV && break
git rev-list --pretty --max-count=1 origin/master git rev-list --pretty --max-count=1 origin/main
git rev-list --pretty --max-parents=0 origin/master git rev-list --pretty --max-parents=0 origin/main
echo "DEPTH=$DEPTH is too small" echo "DEPTH=$DEPTH is too small"
[[ "$DEPTH" -le "1000000" ]] || exit 1 [[ "$DEPTH" -le "1000000" ]] || exit 1
DEPTH=$(( $DEPTH * 10 )) DEPTH=$(( $DEPTH * 10 ))
git fetch --depth $DEPTH origin git fetch --depth $DEPTH origin
done done
fi fi
git checkout $REV git checkout $REV
git status git status
git rev-list --pretty --max-count=1 HEAD git rev-list --pretty --max-count=1 HEAD
) || { echo @@@STEP_EXCEPTION@@@ ; exit 1 ; } ) || { echo @@@STEP_EXCEPTION@@@ ; exit 1 ; }
LLVM=$ROOT/llvm-project/llvm LLVM=$ROOT/llvm-project/llvm
fi fi
} }
function common_stage1_variables { function common_stage1_variables {
STAGE1_DIR=llvm_build0 STAGE1_DIR=llvm_build0
stage1_clang_path=$ROOT/${STAGE1_DIR}/bin stage1_clang_path=$ROOT/${STAGE1_DIR}/bin
llvm_symbolizer_path=${stage1_clang_path}/llvm-symbolizer llvm_symbolizer_path=${stage1_clang_path}/llvm-symbolizer
STAGE1_AS_COMPILER="-DCMAKE_C_COMPILER=${stage1_clang_path}/clang -DCMAKE_CXX_COMPILER=${stage1_clang_path}/clang++" STAGE1_AS_COMPILER="-DCMAKE_C_COMPILER=${stage1_clang_path}/clang -DCMAKE_CXX_COMPILER=${stage1_clang_path}/clang++"
} }
function build_stage1_clang_impl { function build_stage1_clang_impl {
rm -rf ${STAGE1_DIR}
mkdir -p ${STAGE1_DIR} mkdir -p ${STAGE1_DIR}
local cmake_stage1_options="${CMAKE_COMMON_OPTIONS}" local cmake_stage1_options="${CMAKE_COMMON_OPTIONS}"
cmake_stage1_options="${cmake_stage1_options} -DLLVM_ENABLE_PROJECTS='clang;compiler-rt;lld'" cmake_stage1_options="${cmake_stage1_options} -DLLVM_ENABLE_PROJECTS='clang;compiler-rt;lld'"
if ccache -s ; then if ccache -s ; then
cmake_stage1_options="${cmake_stage1_options} -DLLVM_CCACHE_BUILD=ON" cmake_stage1_options="${cmake_stage1_options} -DLLVM_CCACHE_BUILD=ON"
fi fi
(cd ${STAGE1_DIR} && cmake ${cmake_stage1_options} $LLVM && ninja) (cd ${STAGE1_DIR} && cmake ${cmake_stage1_options} $LLVM && ninja)
} }
function build_stage1_clang { function build_stage1_clang {
echo @@@BUILD_STEP stage1 build all@@@ echo @@@BUILD_STEP stage1 build all@@@
export STAGE1_DIR=llvm_build0
common_stage1_variables common_stage1_variables
build_stage1_clang_impl build_stage1_clang_impl
echo @@@BUILD_STEP Clobber stage1 users
stage1_clobber
} }
function build_stage1_clang_at_revison { function build_stage1_clang_at_revison {
common_stage1_variables common_stage1_variables
curl -s https://raw.githubusercontent.com/chromium/chromium/master/tools/clang/scripts/update.py \ curl -s https://raw.githubusercontent.com/chromium/chromium/master/tools/clang/scripts/update.py \
| python - --output-dir=${STAGE1_DIR} | python - --output-dir=${STAGE1_DIR}
Show All 13 Linesfunction build_stage2 {
export STAGE2_DIR=${build_dir} export STAGE2_DIR=${build_dir}
common_stage2_variables common_stage2_variables
if [ "$sanitizer_name" == "msan" ]; then if [ "$sanitizer_name" == "msan" ]; then
export MSAN_SYMBOLIZER_PATH="${llvm_symbolizer_path}" export MSAN_SYMBOLIZER_PATH="${llvm_symbolizer_path}"
local llvm_use_sanitizer="Memory" local llvm_use_sanitizer="Memory"
local fsanitize_flag="-fsanitize=memory" local fsanitize_flag="-fsanitize=memory"
BUILDBOT_MSAN_ORIGINS=${BUILDBOT_MSAN_ORIGINS:-}
if [ "$BUILDBOT_MSAN_ORIGINS" != "" ]; then
llvm_use_sanitizer="MemoryWithOrigins"
fi
local build_type="Release" local build_type="Release"
elif [ "$sanitizer_name" == "asan" ]; then elif [ "$sanitizer_name" == "asan" ]; then
export ASAN_SYMBOLIZER_PATH="${llvm_symbolizer_path}" export ASAN_SYMBOLIZER_PATH="${llvm_symbolizer_path}"
export ASAN_OPTIONS="check_initialization_order=true:detect_stack_use_after_return=1:detect_leaks=1" export ASAN_OPTIONS="check_initialization_order=true:detect_stack_use_after_return=1:detect_leaks=1"
local llvm_use_sanitizer="Address" local llvm_use_sanitizer="Address"
local fsanitize_flag="-fsanitize=address" local fsanitize_flag="-fsanitize=address"
local build_type="Release" local build_type="Release"
elif [ "$sanitizer_name" == "ubsan" ]; then elif [ "$sanitizer_name" == "ubsan" ]; then
Show All 13 Linesfunction build_stage2 {
(cd ${libcxx_build_dir} && \ (cd ${libcxx_build_dir} && \
cmake \ cmake \
${cmake_stage2_common_options} \ ${cmake_stage2_common_options} \
-DLLVM_ENABLE_PROJECTS='libcxx;libcxxabi' \ -DLLVM_ENABLE_PROJECTS='libcxx;libcxxabi' \
-DCMAKE_BUILD_TYPE=${build_type} \ -DCMAKE_BUILD_TYPE=${build_type} \
-DLLVM_USE_SANITIZER=${llvm_use_sanitizer} \ -DLLVM_USE_SANITIZER=${llvm_use_sanitizer} \
$LLVM && \ $LLVM && \
ninja cxx cxxabi) || echo $step_result ninja cxx cxxabi) || echo $step_result
local sanitizer_ldflags="-lc++abi -Wl,--rpath=${ROOT}/${libcxx_build_dir}/lib -L${ROOT}/${libcxx_build_dir}/lib"
libcxx_runtime_path=$(dirname $(find ${ROOT}/${libcxx_build_dir} -name libc++.so))
local sanitizer_ldflags="-lc++abi -Wl,--rpath=${libcxx_runtime_path} -L${libcxx_runtime_path}"
local sanitizer_cflags="-nostdinc++ -isystem ${ROOT}/${libcxx_build_dir}/include -isystem ${ROOT}/${libcxx_build_dir}/include/c++/v1" local sanitizer_cflags="-nostdinc++ -isystem ${ROOT}/${libcxx_build_dir}/include -isystem ${ROOT}/${libcxx_build_dir}/include/c++/v1"
echo @@@BUILD_STEP stage2/$sanitizer_name build@@@ echo @@@BUILD_STEP stage2/$sanitizer_name build@@@
# See http://llvm.org/bugs/show_bug.cgi?id=19071, http://www.cmake.org/Bug/view.php?id=15264 # See http://llvm.org/bugs/show_bug.cgi?id=19071, http://www.cmake.org/Bug/view.php?id=15264
local cmake_bug_workaround_cflags="$sanitizer_ldflags $fsanitize_flag -w" local cmake_bug_workaround_cflags="$sanitizer_ldflags $fsanitize_flag -w"
sanitizer_cflags="$sanitizer_cflags $cmake_bug_workaround_cflags" sanitizer_cflags="$sanitizer_cflags $cmake_bug_workaround_cflags"
▲ Show 20 Lines • Show All 102 Lines • Show Last 20 Lines

zorg/buildbot/builders/sanitizers/buildbot_fuzzer.sh

Show All 10 Lines
PLATFORM=`uname` PLATFORM=`uname`
export PATH="/usr/local/bin:$PATH" export PATH="/usr/local/bin:$PATH"
MAKE_JOBS=${MAX_MAKE_JOBS:-$(nproc)} MAKE_JOBS=${MAX_MAKE_JOBS:-$(nproc)}
LLVM=$ROOT/llvm LLVM=$ROOT/llvm
LIBFUZZER=$LLVM/lib/Fuzzer LIBFUZZER=$LLVM/lib/Fuzzer
# No assertions. Need to clean up the existing assertion failures first. # No assertions. Need to clean up the existing assertion failures first.
# Also, the Fuzzer does not provide reproducers on assertion failures yet. # Also, the Fuzzer does not provide reproducers on assertion failures yet.
CMAKE_COMMON_OPTIONS="-GNinja -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=OFF -DLLVM_PARALLEL_LINK_JOBS=8 -DLIBFUZZER_ENABLE_TESTS=ON" CMAKE_COMMON_OPTIONS="-GNinja -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=OFF -DLLVM_LIT_ARGS=-v\;--time-tests"
CLOBBER=fuzzer-test-suite clobber RUNDIR-*
STAGE1_CLOBBER="RUNDIR-* $LIBFUZZER"
clobber
# Make sure asan intercepts SIGABRT so that the fuzzer can print the test cases # Make sure asan intercepts SIGABRT so that the fuzzer can print the test cases
# for assertion failures. # for assertion failures.
# export ASAN_OPTIONS=handle_abort=1:strip_path_prefix=build/llvm/ # export ASAN_OPTIONS=handle_abort=1:strip_path_prefix=build/llvm/
buildbot_update buildbot_update
# Stage 1 # Stage 1
Show All 27 Lines
RunFuzzerTest libpng-1.2.56 || echo @@@STEP_FAILURE@@@ RunFuzzerTest libpng-1.2.56 || echo @@@STEP_FAILURE@@@
RunFuzzerTest libssh-2017-1272 || echo @@@STEP_FAILURE@@@ RunFuzzerTest libssh-2017-1272 || echo @@@STEP_FAILURE@@@
RunFuzzerTest re2-2014-12-09 || echo @@@STEP_FAILURE@@@ RunFuzzerTest re2-2014-12-09 || echo @@@STEP_FAILURE@@@
RunFuzzerTest c-ares-CVE-2016-5180 || echo @@@STEP_FAILURE@@@ RunFuzzerTest c-ares-CVE-2016-5180 || echo @@@STEP_FAILURE@@@
RunFuzzerTest openssl-1.0.1f || echo @@@STEP_FAILURE@@@ RunFuzzerTest openssl-1.0.1f || echo @@@STEP_FAILURE@@@
RunFuzzerTest openssl-1.0.2d || echo @@@STEP_FAILURE@@@ RunFuzzerTest openssl-1.0.2d || echo @@@STEP_FAILURE@@@
RunFuzzerTest proj4-2017-08-14 || echo @@@STEP_FAILURE@@@ RunFuzzerTest proj4-2017-08-14 || echo @@@STEP_FAILURE@@@
#RunFuzzerTest woff2-2016-05-06 || echo @@@STEP_WARNINGS@@@ # Often can't find the bug in the given time. #RunFuzzerTest woff2-2016-05-06 || echo @@@STEP_WARNINGS@@@ # Often can't find the bug in the given time.
cleanup $STAGE1_DIR RUNDIR-*

zorg/buildbot/builders/sanitizers/buildbot_qemu.sh

  • This file was added.
PropertyOld ValueNew Value
File Modenull100755
#!/usr/bin/env bash
set -x
set -e
set -u
HERE="$(cd $(dirname $0) && pwd)"
. ${HERE}/buildbot_functions.sh
ROOT=`pwd`
PLATFORM=`uname`
export PATH="/usr/local/bin:$PATH"
LLVM=$ROOT/llvm
CMAKE_COMMON_OPTIONS="-GNinja -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=OFF"
clobber
buildbot_update
build_stage1_clang
set +x # Avoid echoing STEP_FAILURE because of the command trace.
MISSING_QEMU_IMAGE_MESSAGE=$(cat << 'EOF'
=====================================================================
Looks like you're missing the QEMU system images for x86_64 LAM
HWASan testing. These system images aren't automatically generated
as part of the buildbot script because they require root (sorry!).
If you have the system images already built, you can run
buildbot_qemu.sh with QEMU_IMAGE_DIR=path/to/qemu/images. Otherwise,
you can build the images (only necessary once-per-clobber) by:
1. WARNING: Read the script at https://github.com/google/sanitizers/blob/master/hwaddress-sanitizer/create_qemu_image.sh
You're running this as ROOT, so make sure you're comfortable with
that.
2. In your terminal, run:
$ sudo su -c "bash <(wget -qO- https://raw.githubusercontent.com/google/sanitizers/master/hwaddress-sanitizer/create_qemu_image.sh)" root && \
sudo chown $(whoami) debian.*
You can also choose to skip the x86_64 HWASan LAM testing by supplying
SKIP_HWASAN_LAM=true in your invocation of this script.
=====================================================================
@@@STEP_EXCEPTION@@@
EOF
)
set -x
SKIP_HWASAN_LAM=${SKIP_HWASAN_LAM:-}
function setup_lam_qemu_image {
# Full system emulation is required for x86_64 testing with LAM, as some
# sanitizers aren't friendly with usermode emulation under x86_64 LAM.
echo @@@BUILD_STEP Check x86_64 LAM Prerequisites@@@
# Allow specifying the QEMU image dir, otherwise assume in the local dir.
QEMU_IMAGE_DIR=${QEMU_IMAGE_DIR:=${ROOT}}
# Ensure the buildbot start script created a QEMU image for us.
(
ls ${QEMU_IMAGE_DIR}/debian.img
ls ${QEMU_IMAGE_DIR}/debian.id_rsa
) ||
(
# Make the "missing file" error clearer by not effectively echoing twice.
set +x
echo "$MISSING_QEMU_IMAGE_MESSAGE"
exit 1
)
}
([[ -z "$SKIP_HWASAN_LAM" ]] && setup_lam_qemu_image) || SKIP_HWASAN_LAM=1
COMPILER_BIN_DIR=$(readlink -f ${STAGE1_DIR})/bin
function git_clone_at_revision {
local src_dir_name="${1}"
local git_url="${2}"
local revision="${3}"
local build_dir="${4}"
(
cd ${ROOT}
[[ -d ${src_dir_name} ]] || git clone ${git_url} ${src_dir_name} || exit 1
cd ${ROOT}/${src_dir_name}
git remote set-url origin ${git_url}
git fetch origin
# Short circuit if we already have a build at the correct revision.
[[ "$(git rev-parse HEAD)" == "$(git rev-parse ${revision})" ]] && exit 0
# Delete the build dir to ensure a rebuild happens at the new revision.
rm -rf ${build_dir}
git reset --hard ${revision}
git submodule update --init --recursive
)
}
function build_qemu {
local qemu_name="${1}"
local qemu_url="${2}"
local qemu_revision="${3}"
local build_dir="${ROOT}/${qemu_name}_build"
echo "@@@BUILD_STEP build ${qemu_name}@@@"
(
git_clone_at_revision ${qemu_name} ${qemu_url} ${qemu_revision} \
${build_dir} || exit 1
${build_dir}/qemu-x86_64 --version &&
${build_dir}/qemu-system-x86_64 --version &&
${build_dir}/qemu-img --version &&
exit 0
rm -rf ${build_dir} &&
mkdir -p ${build_dir} &&
cd ${build_dir} &&
${ROOT}/${qemu_name}/configure --enable-linux-user &&
ninja &&
${build_dir}/qemu-x86_64 --version &&
${build_dir}/qemu-system-x86_64 --version &&
${build_dir}/qemu-img --version
) || (
echo "@@@STEP_EXCEPTION@@@"
exit 2
)
}
function build_lam_linux {
local build_dir="${ROOT}/lam_linux_build"
echo "@@@BUILD_STEP build lam linux@@@"
(
git_clone_at_revision lam_linux https://github.com/morehouse/linux.git \
origin/lam ${build_dir} || exit 1
ls ${build_dir}/arch/x86_64/boot/bzImage && exit 0
rm -rf ${build_dir} &&
mkdir -p ${build_dir} &&
cd ${ROOT}/lam_linux &&
make O=${build_dir} LD=ld.bfd defconfig &&
make O=${build_dir} LD=ld.bfd -j $(nproc) &&
ls ${build_dir}/arch/x86_64/boot/bzImage
) || (
echo "@@@STEP_EXCEPTION@@@"
exit 2
)
}
build_qemu qemu https://github.com/vitalybuka/qemu.git origin/sanitizer_bot
[[ -z "$SKIP_HWASAN_LAM" ]] && (
build_qemu lam_qemu https://github.com/morehouse/qemu.git origin/lam
build_lam_linux
)
SCUDO_BUILDS=
function configure_scudo_compiler_rt {
local arch=$1
local target="${arch}-linux-gnu${2:-}"
local name=""
if [[ "$DBG" == "ON" ]] ; then
name=debug_
fi
name+="${arch}"
local qemu_cmd=""
if [[ "${QEMU:-}" != "0" ]] ; then
name+="_qemu"
local qemu_arch=${arch}
[[ "${arch}" == "powerpc64le" ]] && qemu_arch="ppc64le"
qemu_cmd="$ROOT/qemu_build/qemu-${qemu_arch} -L /usr/${target}"
if [[ ! -z "${QEMU_CPU:-}" ]] ; then
qemu_cmd+=" -cpu ${QEMU_CPU}"
name+="_${QEMU_CPU}"
fi
fi
local linker_flags=
[[ "${arch}" =~ "mips*" ]] && linker_flags="-latomic -Wl,-z,notext -Wno-unused-command-line-argument"
local out_dir=llvm_build2_${name}
rm -rf ${out_dir}
mkdir -p ${out_dir}
SCUDO_BUILDS+=" ${name}"
(
cd ${out_dir}
(
cmake \
${CMAKE_COMMON_OPTIONS} \
-DCOMPILER_RT_DEBUG=$DBG \
-DLLVM_CONFIG_PATH=${COMPILER_BIN_DIR}/llvm-config \
-DCMAKE_C_COMPILER=${COMPILER_BIN_DIR}/clang \
-DCMAKE_CXX_COMPILER=${COMPILER_BIN_DIR}/clang++ \
-DCOMPILER_RT_HAS_LLD=ON \
-DCOMPILER_RT_TEST_USE_LLD=ON \
-DCMAKE_INSTALL_PREFIX=$(${COMPILER_BIN_DIR}/clang -print-resource-dir) \
-DLLVM_LIT_ARGS="-v --time-tests" \
-DCOMPILER_RT_BUILD_BUILTINS=OFF \
-DCOMPILER_RT_DEFAULT_TARGET_ONLY=ON \
-DCMAKE_CROSSCOMPILING=True \
-DCOMPILER_RT_INCLUDE_TESTS=ON \
-DCOMPILER_RT_BUILD_LIBFUZZER=OFF \
-DCMAKE_BUILD_WITH_INSTALL_RPATH=ON \
-DCMAKE_CXX_FLAGS=-fPIC \
-DCMAKE_C_FLAGS=-fPIC \
-DCMAKE_SHARED_LINKER_FLAGS="-fuse-ld=lld ${linker_flags}" \
-DCMAKE_EXE_LINKER_FLAGS="-fuse-ld=lld ${linker_flags}" \
-DCOMPILER_RT_TEST_COMPILER_CFLAGS="--target=${target} ${linker_flags}" \
-DCMAKE_C_COMPILER_TARGET=${target} \
-DCMAKE_CXX_COMPILER_TARGET=${target} \
-DCOMPILER_RT_EMULATOR="${qemu_cmd:-}" \
$LLVM/../compiler-rt
) >& configure.log
) &
}
readonly LLVM_SYMBOLIZER_DIR="${ROOT}/llvm_build2_x86_64_symbolizer"
function configure_llvm_symbolizer {
rm -rf ${LLVM_SYMBOLIZER_DIR}
mkdir -p ${LLVM_SYMBOLIZER_DIR}
(
cd ${LLVM_SYMBOLIZER_DIR}
(
cmake \
${CMAKE_COMMON_OPTIONS} \
-DCMAKE_C_COMPILER=${COMPILER_BIN_DIR}/clang \
-DCMAKE_CXX_COMPILER=${COMPILER_BIN_DIR}/clang++ \
-DLLVM_BUILD_RUNTIME=OFF \
-DLLVM_STATIC_LINK_CXX_STDLIB=ON \
$LLVM
) >& configure.log
) &
}
function configure_hwasan_lam {
git_clone_at_revision sanitizers https://github.com/google/sanitizers.git \
origin/master ""
local script="${ROOT}/sanitizers/hwaddress-sanitizer/run_in_qemu_with_lam.sh"
ls ${script}
local out_dir=llvm_build2_x86_64_lam_qemu
rm -rf ${out_dir}
mkdir -p ${out_dir}
(
cd ${out_dir}
(
cmake \
${CMAKE_COMMON_OPTIONS} \
-DLLVM_ENABLE_PROJECTS="clang;compiler-rt;lld;libcxx;libcxxabi" \
-DCMAKE_C_COMPILER=${COMPILER_BIN_DIR}/clang \
-DCMAKE_CXX_COMPILER=${COMPILER_BIN_DIR}/clang++ \
-DLLVM_ENABLE_LLD=ON \
-DCMAKE_BUILD_WITH_INSTALL_RPATH=ON \
-DLLVM_LIT_ARGS="-v --time-tests" \
-DCOMPILER_RT_EMULATOR="env ROOT=${ROOT} QEMU_IMAGE_DIR=${QEMU_IMAGE_DIR} ${script}" \
$LLVM
) >& configure.log
) &
}
function run_scudo_tests {
local name="${1}"
local out_dir=llvm_build2_${name}
echo "@@@BUILD_STEP scudo $name@@@"
(
cd ${out_dir}
cat configure.log
# Copy into clang resource dir to make -fsanitize= work in lit tests.
ninja install-scudo_standalone
ninja check-scudo_standalone || exit 3
) || echo "@@@STEP_FAILURE@@@"
}
function build_llvm_symbolizer {
echo "@@@BUILD_STEP llvm-symbolizer x86_64@@@"
(
cd ${LLVM_SYMBOLIZER_DIR}
cat configure.log
ninja llvm-symbolizer || exit 3
) || echo "@@@STEP_FAILURE@@@"
}
function run_hwasan_lam_tests {
local name="x86_64_lam_qemu"
local out_dir=llvm_build2_${name}
echo "@@@BUILD_STEP hwasan ${name}@@@"
(
cd ${out_dir}
cat configure.log
# LLD must be built first since HWASan tests use -fuse-ld=lld and the
# buildbots don't have LLD preinstalled.
ninja lld || exit 3
ninja check-hwasan-lam || exit 3
) || echo "@@@STEP_FAILURE@@@"
}
echo "@@@BUILD_STEP configure@@@"
for DBG in OFF ON ; do
QEMU=0 configure_scudo_compiler_rt x86_64
configure_scudo_compiler_rt x86_64
configure_scudo_compiler_rt arm eabihf
configure_scudo_compiler_rt aarch64
QEMU_CPU="cortex-a72" configure_scudo_compiler_rt aarch64
#configure_scudo_compiler_rt mips
#configure_scudo_compiler_rt mipsel
configure_scudo_compiler_rt mips64 abi64
configure_scudo_compiler_rt mips64el abi64
configure_scudo_compiler_rt powerpc64le
done
configure_llvm_symbolizer
[[ -z "$SKIP_HWASAN_LAM" ]] && configure_hwasan_lam
wait
for B in $SCUDO_BUILDS ; do
run_scudo_tests $B
done
[[ -z "$SKIP_HWASAN_LAM" ]] && (
# Symbolizer only required for HWASan LAM tests.
build_llvm_symbolizer
run_hwasan_lam_tests
)
cleanup $STAGE1_DIR

zorg/buildbot/builders/sanitizers/buildbot_selector.py

#!/usr/bin/python #!/usr/bin/python
import os import os
import subprocess import subprocess
import sys import sys
THIS_DIR=os.path.dirname(sys.argv[0]) THIS_DIR=os.path.dirname(sys.argv[0])
extra_args = sys.argv[1:]
BOT_DIR = '/b'
def bash(path): def bash(path):
return 'bash ' + os.path.join(THIS_DIR, path) return 'bash ' + os.path.join(THIS_DIR, path)
def cmd_call(path): def cmd_call(path):
return 'call ' + os.path.join(THIS_DIR, path) return 'call ' + os.path.join(THIS_DIR, path)
BOT_ASSIGNMENT = { BOT_ASSIGNMENT = {
'sanitizer-ppc64le-linux': bash('buildbot_cmake.sh'), 'sanitizer-ppc64le-linux': bash('buildbot_cmake.sh'),
'sanitizer-ppc64be-linux': bash('buildbot_cmake.sh'), 'sanitizer-ppc64be-linux': bash('buildbot_cmake.sh'),
'sanitizer-x86_64-linux': bash('buildbot_cmake.sh'), 'sanitizer-x86_64-linux': bash('buildbot_cmake.sh'),
'sanitizer-x86_64-linux-fast': bash('buildbot_fast.sh'), 'sanitizer-x86_64-linux-fast': bash('buildbot_fast.sh'),
'sanitizer-x86_64-linux-autoconf': bash('buildbot_standard.sh'), 'sanitizer-x86_64-linux-autoconf': bash('buildbot_standard.sh'),
'sanitizer-x86_64-linux-fuzzer': bash('buildbot_fuzzer.sh'), 'sanitizer-x86_64-linux-fuzzer': bash('buildbot_fuzzer.sh'),
'sanitizer-x86_64-linux-android': bash('buildbot_android.sh'), 'sanitizer-x86_64-linux-android': bash('buildbot_android.sh'),
'sanitizer-x86_64-linux-bootstrap': bash('buildbot_bootstrap_asan.sh'), 'sanitizer-x86_64-linux-bootstrap': bash('buildbot_bootstrap_asan.sh'),
'sanitizer-x86_64-linux-bootstrap-asan': bash('buildbot_bootstrap_asan.sh'),
'sanitizer-x86_64-linux-bootstrap-msan': bash('buildbot_bootstrap_msan.sh'), 'sanitizer-x86_64-linux-bootstrap-msan': bash('buildbot_bootstrap_msan.sh'),
'sanitizer-x86_64-linux-bootstrap-ubsan': bash('buildbot_bootstrap_ubsan.sh'), 'sanitizer-x86_64-linux-bootstrap-ubsan': bash('buildbot_bootstrap_ubsan.sh'),
'sanitizer-x86_64-linux-gn': 'true', 'sanitizer-x86_64-linux-qemu': bash('buildbot_qemu.sh'),
} }
BOT_ADDITIONAL_ENV = { BOT_ADDITIONAL_ENV = {
'sanitizer-ppc64le-linux': { 'HAVE_NINJA': '1', 'CHECK_LIBCXX': '0', 'CHECK_LLD': '0' }, 'sanitizer-ppc64le-linux': { 'HAVE_NINJA': '1', 'CHECK_LIBCXX': '0', 'CHECK_LLD': '0' },
'sanitizer-ppc64be-linux': { 'HAVE_NINJA': '1', 'CHECK_LIBCXX': '0', 'CHECK_LLD': '0' }, 'sanitizer-ppc64be-linux': { 'HAVE_NINJA': '1', 'CHECK_LIBCXX': '0', 'CHECK_LLD': '0' },
'sanitizer-x86_64-linux': { 'HAVE_NINJA' : '1' }, 'sanitizer-x86_64-linux': { 'HAVE_NINJA' : '1' },
'sanitizer-x86_64-linux-bootstrap': {},
'sanitizer-x86_64-linux-fast': {}, 'sanitizer-x86_64-linux-fast': {},
'sanitizer-x86_64-linux-autoconf': {}, 'sanitizer-x86_64-linux-autoconf': {},
'sanitizer-x86_64-linux-fuzzer': {}, 'sanitizer-x86_64-linux-fuzzer': {},
'sanitizer-x86_64-linux-android': {}, 'sanitizer-x86_64-linux-android': {},
'sanitizer-x86_64-linux-bootstrap': {},
'sanitizer-x86_64-linux-bootstrap-asan': {},
'sanitizer-x86_64-linux-bootstrap-msan': {}, 'sanitizer-x86_64-linux-bootstrap-msan': {},
'sanitizer-x86_64-linux-bootstrap-ubsan': {}, 'sanitizer-x86_64-linux-bootstrap-ubsan': {},
'sanitizer-x86_64-linux-gn': {}, 'sanitizer-x86_64-linux-qemu': { 'QEMU_IMAGE_DIR': BOT_DIR + '/qemu_image' },
} }
def Main(): def Main():
builder = os.environ.get('BUILDBOT_BUILDERNAME') builder = os.environ.get('BUILDBOT_BUILDERNAME')
print "builder name: %s" % (builder) print "builder name: %s" % (builder)
cmd = BOT_ASSIGNMENT.get(builder) cmd = BOT_ASSIGNMENT.get(builder) + ' ' + ' '.join(extra_args)
if not cmd: if not cmd:
sys.stderr.write('ERROR - unset/invalid builder name\n') sys.stderr.write('ERROR - unset/invalid builder name\n')
sys.exit(1) sys.exit(1)
print "%s runs: %s\n" % (builder, cmd) print "%s runs: %s\n" % (builder, cmd)
sys.stdout.flush() sys.stdout.flush()
bot_env = os.environ bot_env = os.environ
bot_env['BOT_DIR'] = BOT_DIR
add_env = BOT_ADDITIONAL_ENV.get(builder) add_env = BOT_ADDITIONAL_ENV.get(builder)
for var in add_env: for var in add_env:
bot_env[var] = add_env[var] bot_env[var] = add_env[var]
if 'TMPDIR' in bot_env: if 'TMPDIR' in bot_env:
del bot_env['TMPDIR'] del bot_env['TMPDIR']
retcode = subprocess.call(cmd, env=bot_env, shell=True) retcode = subprocess.call(cmd, env=bot_env, shell=True)
sys.exit(retcode) sys.exit(retcode)
if __name__ == '__main__': if __name__ == '__main__':
Main() Main()

zorg/buildbot/builders/sanitizers/buildbot_standard.sh

#!/usr/bin/env bash #!/usr/bin/env bash
set -x set -x
set -e set -e
set -u set -u
HERE="$(dirname $0)" HERE="$(dirname $0)"
. ${HERE}/buildbot_functions.sh . ${HERE}/buildbot_functions.sh
TSAN_DEBUG_BUILD_DIR=tsan_debug_build TSAN_DEBUG_BUILD_DIR=tsan_debug_build
TSAN_FULL_DEBUG_BUILD_DIR=tsan_full_debug_build TSAN_FULL_DEBUG_BUILD_DIR=tsan_full_debug_build
TSAN_RELEASE_BUILD_DIR=tsan_release_build TSAN_RELEASE_BUILD_DIR=tsan_release_build
rm -rf $TSAN_DEBUG_BUILD_DIR $TSAN_FULL_DEBUG_BUILD_DIR $TSAN_RELEASE_BUILD_DIR CLEANUP="$TSAN_DEBUG_BUILD_DIR $TSAN_FULL_DEBUG_BUILD_DIR $TSAN_RELEASE_BUILD_DIR"
clobber clobber $CLEANUP
ROOT=`pwd` ROOT=`pwd`
PLATFORM=`uname` PLATFORM=`uname`
MAKE_JOBS=${MAX_MAKE_JOBS:-$(nproc)} MAKE_JOBS=${MAX_MAKE_JOBS:-$(nproc)}
LLVM=${ROOT}/llvm LLVM=${ROOT}/llvm
CMAKE_COMMON_OPTIONS="-GNinja -DLLVM_ENABLE_ASSERTIONS=ON -DLLVM_BUILD_EXTERNAL_COMPILER_RT=ON -DLLVM_USE_LINKER=gold" CMAKE_COMMON_OPTIONS="-GNinja -DLLVM_ENABLE_ASSERTIONS=ON -DLLVM_BUILD_EXTERNAL_COMPILER_RT=ON -DLLVM_USE_LINKER=gold"
Show All 30 Lines
echo @@@BUILD_STEP build release tsan with clang@@@ echo @@@BUILD_STEP build release tsan with clang@@@
build_tsan "${TSAN_RELEASE_BUILD_DIR}" "-DCOMPILER_RT_DEBUG=OFF" "$ROOT/$TSAN_DEBUG_BUILD_DIR/bin/clang" "$ROOT/$TSAN_DEBUG_BUILD_DIR/bin/clang++" build_tsan "${TSAN_RELEASE_BUILD_DIR}" "-DCOMPILER_RT_DEBUG=OFF" "$ROOT/$TSAN_DEBUG_BUILD_DIR/bin/clang" "$ROOT/$TSAN_DEBUG_BUILD_DIR/bin/clang++"
echo @@@BUILD_STEP tsan analyze@@@ echo @@@BUILD_STEP tsan analyze@@@
BIN=$(mktemp -t tsan_exe.XXXXXXXX) BIN=$(mktemp -t tsan_exe.XXXXXXXX)
echo "int main() {return 0;}" | $TSAN_RELEASE_BUILD_DIR/bin/clang -x c++ - -fsanitize=thread -O2 -o ${BIN} echo "int main() {return 0;}" | $TSAN_RELEASE_BUILD_DIR/bin/clang -x c++ - -fsanitize=thread -O2 -o ${BIN}
COMPILER_RT=$LLVM/../compiler-rt COMPILER_RT=$LLVM/../compiler-rt
$COMPILER_RT/lib/tsan/check_analyze.sh ${BIN} || echo @@@STEP_FAILURE@@@ $COMPILER_RT/lib/tsan/check_analyze.sh ${BIN} || echo @@@STEP_FAILURE@@@
cleanup $CLEANUP

zorg/buildbot/changes/llvmgitpoller.py

# LLVM buildbot needs to watch multiple projects within a single repository. # LLVM buildbot needs to watch multiple projects within a single repository.
# TODO: Handle both author and committer for a commit to build a correct blame list later. # TODO: Handle both author and committer for a commit to build a correct blame list later.
import re import re
from twisted.python import log from twisted.python import log
from datetime import datetime from datetime import datetime
from twisted.internet import defer from twisted.internet import defer
from buildbot.util import bytes2unicode from buildbot.util import bytes2unicode
from buildbot.plugins import changes from buildbot.plugins import changes
class LLVMPoller(changes.GitPoller): class LLVMPoller(changes.GitPoller):
""" """
Poll LLVM repository for changes and submit them to the change master. Poll LLVM repository for changes and submit them for builds scheduling.
Following Multiple LLVM Projects. Following Multiple LLVM Projects.
This source will poll a remote LLVM git _monorepo_ for changes and submit This source will poll a remote LLVM git _monorepo_ for changes and submit
them to the change master.""" them for builds scheduling."""
_repourl = "https://github.com/llvm/llvm-project" _repourl = "https://github.com/llvm/llvm-project"
_branch = "master"
compare_attrs = ["repourl", "branch", "workdir", compare_attrs = ["repourl", "branches", "workdir",
"pollInterval", "gitbin", "usetimestamps", "pollInterval", "gitbin", "usetimestamps",
"category", "project", "category", "project",
"projects"] "projects"]
def _check_branches(branch):
log.msg("LLVMPoller: _check_branches: branch={}", branch)
if branch == "refs/heads/main":
# Always listen for changes in the main branch.
return True
else:
# We are also interested in the release branches.
# Some builders will be building changes from there as well.
return re.search(r"refs\/heads\/release\/\d\d+.*", branch)
def __init__(self, def __init__(self,
repourl=_repourl, branch=_branch, repourl=_repourl, branches=_check_branches,
**kwargs): **kwargs):
self.cleanRe = re.compile(r"Require(?:s?)\s*.*\s*clean build", re.IGNORECASE + re.MULTILINE) self.cleanRe = re.compile(r"Require(?:s?)\s*.*\s*clean build", re.IGNORECASE + re.MULTILINE)
self.cleanCfg = re.compile(r"(CMakeLists\.txt$|\.cmake$|\.cmake\.in$)") self.cleanCfg = re.compile(r"(CMakeLists\.txt$|\.cmake$|\.cmake\.in$)")
# TODO: Add support for an optional list of projects. # Note: We always watch all the projects, then schedulers decide
# For now we always watch all the projects. # to build or not to build.
super().__init__(repourl=repourl, branch=branch, **kwargs) super().__init__(repourl=repourl, branches=branches, **kwargs)
def _transform_path(self, fileList): def _transform_path(self, fileList):
""" """
Parses the given list of files, and returns a list of two-entry tuples Parses the given list of files, and returns a list of two-entry tuples
(PROJECT, [FILES]) if PROJECT is watched one, (PROJECT, [FILES]) if PROJECT is watched one,
or None otherwise. or None otherwise.
NOTE: we don't change result path, just extract a project name. NOTE: we don't change result path, just extract a project name.
▲ Show 20 Lines • Show All 59 Lines • ▼ Show 20 Lines def _process_changes(self, newRev, branch):
if existingRev != newRev: if existingRev != newRev:
revList = [newRev] revList = [newRev]
if existingRev is None: if existingRev is None:
# This branch was completely unknown, rebuild # This branch was completely unknown, rebuild
log.msg('LLVMPoller: rebuilding {} for new branch "{}"'.format( log.msg('LLVMPoller: rebuilding {} for new branch "{}"'.format(
newRev, branch)) newRev, branch))
else: else:
# This branch is known, but it now points to a different # This branch is known, but it now points to a different
# commit than last time we saw it, rebuild. # commit than the last time we saw it, rebuild.
log.msg('LLVMPoller: rebuilding {} for updated branch "{}"'.format( log.msg('LLVMPoller: rebuilding {} for updated branch "{}"'.format(
newRev, branch)) newRev, branch))
self.changeCount = len(revList) self.changeCount = len(revList)
self.lastRev[branch] = newRev self.lastRev[branch] = newRev
if self.changeCount: if self.changeCount:
log.msg('LLVMPoller: processing {} changes: {} from "{}" branch "{}"'.format( log.msg('LLVMPoller: processing {} changes: {} from "{}" branch "{}"'.format(
Show All 35 Lines def _process_changes(self, newRev, branch):
projects += [where_project] projects += [where_project]
if self.cleanRe.search(comments) or \ if self.cleanRe.search(comments) or \
any([m for f in where_project_files for m in [self.cleanCfg.search(f)] if m]): any([m for f in where_project_files for m in [self.cleanCfg.search(f)] if m]):
log.msg("LLVMPoller: creating a change with the 'clean_obj' property for r%s" % rev) log.msg("LLVMPoller: creating a change with the 'clean_obj' property for r%s" % rev)
properties['clean_obj'] = (True, "change") properties['clean_obj'] = (True, "change")
log.msg("LLVMPoller: creating a change rev=%s" % rev) log.msg("LLVMPoller: creating a change rev=%s" % rev)
log.msg(" >>> revision=%s, timestamp=%s, author=%s, committer=%s, project=%s, files=%s, comments=\"%s\", properties=%s" % \ log.msg(" >>> branch=%s, revision=%s, timestamp=%s, author=%s, committer=%s, project=%s, files=%s, comments=\"%s\", properties=%s" % \
(bytes2unicode(rev, encoding=self.encoding), datetime.fromtimestamp(timestamp), author, committer, (bytes2unicode(self._removeHeads(branch)),
bytes2unicode(rev, encoding=self.encoding), datetime.fromtimestamp(timestamp), author, committer,
projects, files, comments, properties)) projects, files, comments, properties))
yield self.master.data.updates.addChange( yield self.master.data.updates.addChange(
author=author, author=author,
committer=committer if committer != author else None, committer=committer if committer != author else None,
revision=bytes2unicode(rev, encoding=self.encoding), revision=bytes2unicode(rev, encoding=self.encoding),
files=files, files=files,
comments=comments, comments=comments,
when_timestamp=timestamp, when_timestamp=timestamp,
branch=bytes2unicode(self._removeHeads(branch)), branch=bytes2unicode(self._removeHeads(branch)),
category=self.category, ## TODO: Figure out if we could support tags here category=self.category, ## TODO: Figure out if we could support tags here
project=",".join(projects) if projects else "llvm-project", project=",".join(projects) if projects else "llvm-project",
# Always promote an external github url of the LLVM project with the changes. # Always promote an external github url of the LLVM project with the changes.
repository=self._repourl, repository=self._repourl,
src='git', # Must be one of the buildbot.process.users.srcs src='git', # Must be one of the buildbot.process.users.srcs
properties=properties) properties=properties)

zorg/buildbot/commands/AnnotatedCommand.py

Show First 20 Lines • Show All 315 Lines • ▼ Show 20 Lines def __init__(self, **kwargs):
'BUILDBOT_BLAMELIST': util.Interpolate('%(prop:blamelist:-[])s'), 'BUILDBOT_BLAMELIST': util.Interpolate('%(prop:blamelist:-[])s'),
'BUILDBOT_BRANCH': util.Interpolate('%(prop:branch:-None)s'), 'BUILDBOT_BRANCH': util.Interpolate('%(prop:branch:-None)s'),
'BUILDBOT_BUILDERNAME': util.Interpolate('%(prop:buildername:-None)s'), 'BUILDBOT_BUILDERNAME': util.Interpolate('%(prop:buildername:-None)s'),
'BUILDBOT_BUILDNUMBER': util.Interpolate('%(prop:buildnumber:-None)s'), 'BUILDBOT_BUILDNUMBER': util.Interpolate('%(prop:buildnumber:-None)s'),
'BUILDBOT_CLOBBER': util.Interpolate('%(prop:clobber:+1)s'), 'BUILDBOT_CLOBBER': util.Interpolate('%(prop:clobber:+1)s'),
'BUILDBOT_GOT_REVISION': util.Interpolate('%(prop:got_revision:-None)s'), 'BUILDBOT_GOT_REVISION': util.Interpolate('%(prop:got_revision:-None)s'),
'BUILDBOT_REVISION': util.Interpolate('%(prop:revision:-None)s'), 'BUILDBOT_REVISION': util.Interpolate('%(prop:revision:-None)s'),
'BUILDBOT_SCHEDULER': util.Interpolate('%(prop:scheduler:-None)s'), 'BUILDBOT_SCHEDULER': util.Interpolate('%(prop:scheduler:-None)s'),
'BUILDBOT_SLAVENAME': util.Interpolate('%(prop:slavename:-None)s'),
'BUILDBOT_MSAN_ORIGINS': util.Interpolate('%(prop:msan_origins:-)s'),
} }
# Apply the passed in environment on top. # Apply the passed in environment on top.
old_env = kwargs.get('env') or {} old_env = kwargs.get('env') or {}
env.update(old_env) env.update(old_env)
# Change passed in args (ok as a copy is made internally). # Change passed in args (ok as a copy is made internally).
kwargs['env'] = env kwargs['env'] = env
kwargs = self.setupShellMixin(kwargs) kwargs = self.setupShellMixin(kwargs)
▲ Show 20 Lines • Show All 228 Lines • Show Last 20 Lines

zorg/buildbot/process/factory.py

# TODO: Change WithProperties to Interpolate # TODO: Change WithProperties to Interpolate
# TODO: Consider setting codebase to llvm-project. # TODO: Consider setting codebase to llvm-project.
from collections import OrderedDict from collections import OrderedDict
from buildbot.process.factory import BuildFactory from buildbot.process.factory import BuildFactory
from buildbot.plugins import util, steps from buildbot.plugins import util, steps
_all_runtimes = frozenset([
"compiler-rt",
"libc",
"libcxx",
"libcxxabi",
"libunwind",
"openmp",
])
class LLVMBuildFactory(BuildFactory): class LLVMBuildFactory(BuildFactory):
""" """
TODO: Document TODO: Document
depends_on_projects is a list of LLVM projects a produced builder
depends on. If None, it gets discovered depending on other params.
enable_runtimes is a list of enabled runtimes. If None,
it gets discovered based on the depends_on_projects list.
""" """
def __init__(self, steps=None, depends_on_projects=None, **kwargs): def __init__(self, steps=None, depends_on_projects=None, **kwargs):
# Cannot use "super" here as BuildFactory is an old style class. # Cannot use "super" here as BuildFactory is an old style class.
BuildFactory.__init__(self, steps) BuildFactory.__init__(self, steps)
# Handle the dependencies.
if depends_on_projects is None: if depends_on_projects is None:
self.depends_on_projects = frozenset(['llvm']) # llvm project is always included.
self.depends_on_projects = set(['llvm'])
else: else:
self.depends_on_projects = frozenset(depends_on_projects) self.depends_on_projects = frozenset(depends_on_projects)
enable_runtimes = kwargs.pop('enable_runtimes', None)
# If specified, we either got a givem list of
# enabled runtimes, or "auto", or "all".
if enable_runtimes is None:
# For the backward compatibility, we do not use
# enable_runtimes unless it is requested explicitly.
self.enable_runtimes = frozenset([])
elif enable_runtimes == "auto":
# Let's build the list of runtimes based on the given
# depends_on_projects list.
self.enable_runtimes = \
self.depends_on_projects.intersection(_all_runtimes)
else:
if enable_runtimes == "all":
# Let's replace the "all" placeholder by
# the actual list of all runtimes.
self.enable_runtimes = frozenset(_all_runtimes)
else:
# Let's just use the given list, no need to discover.
self.enable_runtimes = frozenset(enable_runtimes)
# Update the list of dependencies.
if depends_on_projects is None:
self.depends_on_projects.update(self.enable_runtimes)
# Build the list of projects to enable.
self.enable_projects = \
self.depends_on_projects.difference(self.enable_runtimes)
# Directories. # Directories.
self.llvm_srcdir = kwargs.pop('llvm_srcdir', None) self.monorepo_dir = kwargs.pop('llvm_srcdir', None)
self.src_to_build_dir = kwargs.pop('src_to_build_dir', None)
self.obj_dir = kwargs.pop('obj_dir', None) self.obj_dir = kwargs.pop('obj_dir', None)
self.install_dir = kwargs.pop('install_dir', None) self.install_dir = kwargs.pop('install_dir', None)
# Preserve the rest of the given extra attributes if any, so we could # Preserve the rest of the given extra attributes if any, so we could
# expand the factory later. # expand the factory later.
for k,v in kwargs.items(): for k,v in kwargs.items():
setattr(self, k, v) setattr(self, k, v)
self.monorepo_dir = self.llvm_srcdir or "llvm-project" self.monorepo_dir = self.monorepo_dir or "llvm-project"
self.src_to_build_dir = self.src_to_build_dir or 'llvm'
self.llvm_srcdir = \ self.llvm_srcdir = \
"%(monorepo_dir)s/llvm" % {'monorepo_dir' : self.monorepo_dir} "{}/{}".format(self.monorepo_dir, self.src_to_build_dir)
self.obj_dir = \ self.obj_dir = \
self.obj_dir or "build" self.obj_dir or "build"
# Repourl_prefix could be specified per builder. Otherwise we use github. # Repourl_prefix could be specified per builder. Otherwise we use github.
self.repourl_prefix = kwargs.pop('repourl_prefix', 'https://github.com/llvm/') self.repourl_prefix = kwargs.pop('repourl_prefix', 'https://github.com/llvm/')
@staticmethod @staticmethod
Show All 23 Lines def pathRelativeTo(path, basePath):
# Everything matches. # Everything matches.
rel_path = '.' rel_path = '.'
return rel_path return rel_path
def addGetSourcecodeSteps(self, **kwargs): def addGetSourcecodeSteps(self, **kwargs):
# Checkout the monorepo. # Checkout the monorepo.
# Documentation: http://docs.buildbot.net/current/manual/configuration/buildsteps.html#git
self.addStep(steps.Git( self.addStep(steps.Git(
name='Checkout the source code', name='Checkout the source code',
repourl=self.repourl_prefix + "llvm-project.git", repourl=self.repourl_prefix + "llvm-project.git",
progress=True, progress=True,
workdir=util.WithProperties(self.monorepo_dir), workdir=util.WithProperties(self.monorepo_dir),
retryFetch=True,
clobberOnFailure=True,
**kwargs)) **kwargs))
# Checkout a given LLVM project to the given directory. # Checkout a given LLVM project to the given directory.
# TODO: Handle clean property and self.clean attribute. # TODO: Handle clean property and self.clean attribute.
def addGetSourcecodeForProject(self, project, name=None, src_dir=None, **kwargs): def addGetSourcecodeForProject(self, project, name=None, src_dir=None, **kwargs):
# project contains a repo name which is not a part of the monorepo. # project contains a repo name which is not a part of the monorepo.
# We do not enforce it here, though. # We do not enforce it here, though.
Show All 12 Lines def addGetSourcecodeForProject(self, project, name=None, src_dir=None, **kwargs):
# Ignore workdir if given. We check out to src_dir. # Ignore workdir if given. We check out to src_dir.
kwargs.pop('workdir', None) kwargs.pop('workdir', None)
self.addStep(steps.Git( self.addStep(steps.Git(
name=name, name=name,
repourl=_repourl, repourl=_repourl,
progress=True, progress=True,
workdir=util.WithProperties(src_dir), workdir=util.WithProperties(src_dir),
retryFetch=True,
clobberOnFailure=True,
**kwargs)) **kwargs))

zorg/buildbot/util/InformativeMailNotifier.py

# TODO: Add support for clang crash dumps. import traceback
# TODO: Better handle unit/regression tests failures
# TODO: For debug purposes. Remove this later.
from twisted.python import log
from buildbot.plugins import reporters from buildbot.plugins import reporters
from buildbot.process.results import CANCELLED
from buildbot.process.results import EXCEPTION
from buildbot.process.results import FAILURE
from buildbot.process.results import RETRY
from buildbot.process.results import SKIPPED
from buildbot.process.results import SUCCESS
from buildbot.process.results import WARNINGS
from buildbot.process.results import statusToString
def get_log_details(build):
text = ""
try:
for step in build['steps']:
results = step['results']
if results == SUCCESS or results == SKIPPED:
continue
text += "Step {} ({}) {}: {}\n".format(step['number'], step['name'], statusToString(results), step['state_string'])
logs = step['logs']
if logs:
log_index = -1
log_type = 0
for i, _log in enumerate(logs):
if _log['name'].startswith("FAIL: "): # Use only first logchunk FAIL:
log_type = 3
log_index = i
elif log_type < 2 and _log['name'].startswith("warnings "):
log_type = 2
log_index = i
elif log_type < 1 and _log['type'] == "s": # stdio
log_type = 1
log_index = i
if log_index < 0:
continue
log_text = logs[log_index]['content']['content']
if log_type == 1:
# Parse stdio
lines = log_text.splitlines()
for line in lines[:]:
if line.startswith("h"):
lines.remove(line)
for j, line in enumerate(lines):
if line.startswith("o") or line.startswith("e"):
lines[j] = line[1:]
for j, line in enumerate(lines):
if line.find("FAIL:") != -1 or line.find("FAILED") != -1:
if j > 10:
del lines[:j-10] # Start 10 lines before FAIL
lines = ["..."] + lines
del lines[50:] # Keep up to 50 lines around FAIL
break
if len(lines) > 50:
del lines[:len(lines)-50] # Otherwise keep last 50 lines
lines = ["..."] + lines
log_text = "\n".join(lines)
elif logs[log_index]['num_lines'] > 50:
# Keep first 50 lines
lines = log_text.splitlines()
del lines[50:]
log_text = "\n".join(lines + ["..."])
text += log_text + "\n"
except Exception as err:
print("Exception in LLVMMessageFormatter.get_log_details(): {}\n{}".format(err, traceback.format_exc()))
# TODO: We should send something useful in this case.
return dict(details=text)
def _get_logs_and_tracebacks_from_build(build): # TODO: Add build reason if we have that valid and available
# TODO: Implement interesting parts of the logs and tracebacks extraction. #Build Reason: {{ build['properties'].get('reason', ["<unknown>"])[0] }}
return dict()
MAIL_TEMPLATE = """\ MAIL_TEMPLATE = """\
The Buildbot has detected a {{ status_detected }} on builder {{ buildername }} while building {{ projects }}. The Buildbot has detected a {{ status_detected }} on builder {{ buildername }} while building {{ projects }}.
Full details are available at: Full details are available at:
{{ build_url }} {{ build_url }}
Buildbot URL: {{ buildbot_url }}
Worker for this Build: {{ workername }} Worker for this Build: {{ workername }}
Build Reason: {{ build['properties'].get('reason', ["<unknown>"])[0] }} Blamelist:
Blamelist: {{ ", ".join(blamelist) }} {{ ",\n ".join(blamelist) }}
{{ summary }} {{ summary }}
{{ details }}
Sincerely, Sincerely,
LLVM Buildbot LLVM Buildbot
""" """
class LLVMMessageFormatter(reporters.MessageFormatter): class LLVMMessageFormatter(reporters.MessageFormatter):
def buildAdditionalContext(self, master, ctx): def buildAdditionalContext(self, master, ctx):
#log.msg(">>> LLVMMessageFormatter.buildAdditionalContext got ctx={}".format(ctx))
ctx.update(self.ctx) ctx.update(self.ctx)
ctx.update(get_log_details(ctx["build"]))
build = ctx["build"]
build_interesting_data = _get_logs_and_tracebacks_from_build(build)
#log.msg(">>> LLVMMessageFormatter.buildAdditionalContext build_interesting_data={}",format(build_interesting_data))
ctx["build"].update(build_interesting_data)
LLVMInformativeMailNotifier = LLVMMessageFormatter( LLVMInformativeMailNotifier = LLVMMessageFormatter(
template=MAIL_TEMPLATE, template=MAIL_TEMPLATE,
template_type="plain", template_type="plain",
wantLogs=True, wantLogs=True,
wantProperties=True, wantProperties=True,
wantSteps=True, wantSteps=True,
) )

zorg/jenkins/build.py

Show First 20 Lines • Show All 609 Lines • ▼ Show 20 Linesdef lldb_cmake_builder():
run_cmd(conf.lldbbuilddir(), cmake_cmd) run_cmd(conf.lldbbuilddir(), cmake_cmd)
footer() footer()
header("Build") header("Build")
run_cmd(conf.lldbbuilddir(), [NINJA, '-v']) run_cmd(conf.lldbbuilddir(), [NINJA, '-v'])
footer() footer()
header("Run Tests") header("Run Tests")
run_cmd(conf.lldbbuilddir(), [NINJA, '-v', 'check-debuginfo'])
run_cmd(conf.lldbbuilddir(), ['/usr/bin/env', 'TERM=vt100', NINJA, '-v', run_cmd(conf.lldbbuilddir(), ['/usr/bin/env', 'TERM=vt100', NINJA, '-v',
'check-lldb']) 'check-debuginfo', 'check-lldb', '-k2'])
footer() footer()
def static_analyzer_benchmarks_builder(): def static_analyzer_benchmarks_builder():
"""Run static analyzer benchmarks""" """Run static analyzer benchmarks"""
header("Static Analyzer Benchmarks") header("Static Analyzer Benchmarks")
benchmark_script = conf.workspace + "/utils-analyzer/SATestBuild.py" benchmark_script = conf.workspace + "/utils-analyzer/SATestBuild.py"
▲ Show 20 Lines • Show All 513 Lines • Show Last 20 Lines

zorg/jenkins/common.groovy

Show First 20 Lines • Show All 75 Lines • ▼ Show 20 Linesprivate def post_build() {
// TODO: Notify IRC. // TODO: Notify IRC.
} }
def task_pipeline(label, body) { def task_pipeline(label, body) {
node(label) { node(label) {
try { try {
stage('main') { stage('main') {
dir('config') { dir('config') {
git url: 'https://github.com/llvm/llvm-zorg.git', branch: 'master', poll: false git url: 'https://github.com/llvm/llvm-zorg.git', branch: 'main', poll: false
} }
body() body()
} }
} catch(hudson.AbortException e) { } catch(hudson.AbortException e) {
// No need to print the exception if something fails inside a 'sh' // No need to print the exception if something fails inside a 'sh'
// step. // step.
currentBuild.result = 'FAILURE' currentBuild.result = 'FAILURE'
} catch (Exception e) { } catch (Exception e) {
currentBuild.result = 'FAILURE' currentBuild.result = 'FAILURE'
throw e throw e
} finally { } finally {
stage('post') { stage('post') {
post_build() post_build()
} }
} }
} }
} }
def benchmark_pipeline(label, body) { def benchmark_pipeline(label, body) {
properties([ properties([
disableResume(),
parameters([ parameters([
string(name: 'ARTIFACT'), string(name: 'ARTIFACT'),
string(name: 'GIT_DISTANCE'), string(name: 'GIT_DISTANCE'),
string(name: 'GIT_SHA') string(name: 'GIT_SHA')
]) ])
]) ])
currentBuild.displayName = basename(params.ARTIFACT) currentBuild.displayName = basename(params.ARTIFACT)
task_pipeline(label) { task_pipeline(label) {
clone_llvm_project('llvm-project', params.GIT_SHA) clone_llvm_project('llvm-project', params.GIT_SHA)
body() body()
} }
} }
def testsuite_pipeline(label, body) { def testsuite_pipeline(label, body) {
benchmark_pipeline(label) { benchmark_pipeline(label) {
dir('lnt') { dir('lnt') {
git url: 'https://github.com/llvm/llvm-lnt.git', branch: 'master', poll: false git url: 'https://github.com/llvm/llvm-lnt.git', branch: 'main', poll: false
} }
dir('test-suite') { dir('test-suite') {
git url: 'https://github.com/llvm/llvm-test-suite.git', branch: 'master', poll: false git url: 'https://github.com/llvm/llvm-test-suite.git', branch: 'main', poll: false
} }
body() body()
} }
} }
return this return this

zorg/jenkins/inspect_log.py

Show All 20 Lines
_JENKINS_POOL_PATTERN = r'\[.*]\s' _JENKINS_POOL_PATTERN = r'\[.*]\s'
_JENKINS_POOL_REGEX = re.compile('^'+_JENKINS_POOL_PATTERN) _JENKINS_POOL_REGEX = re.compile('^'+_JENKINS_POOL_PATTERN)
class _Matcher(object): class _Matcher(object):
'''Matching engine. Keeps data structures to match a single line against '''Matching engine. Keeps data structures to match a single line against
a fixed list of patterns.''' a fixed list of patterns.'''
def __init__(self, patterns): def __init__(self, patterns):
# Create a combined master regex combining all patterns. # Create a combined main regex combining all patterns.
combined = '' combined = ''
merge = '' merge = ''
for pattern in patterns: for pattern in patterns:
# Convert named groups into anonymous ones to avoid name clashes. # Convert named groups into anonymous ones to avoid name clashes.
p = pattern.pattern p = pattern.pattern
p = re.sub(r'\(\?P<[^>]+>', '(?:', p) p = re.sub(r'\(\?P<[^>]+>', '(?:', p)
combined += merge combined += merge
combined += '(?:%s)' % p combined += '(?:%s)' % p
▲ Show 20 Lines • Show All 116 Lines • Show Last 20 Lines

zorg/jenkins/jobs/jobs/clang-stage1-RA

  • This file was added.
pipeline {
agent { label 'green-dragon-20' }
parameters {
string(name: 'GIT_REVISION', defaultValue: '*/main', description: 'Git revision to build')
}
stages {
stage('Checkout') {
steps {
dir('llvm-project') {
checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'https://github.com/llvm/llvm-project.git']]])
}
dir('llvm-zorg') {
checkout([$class: 'GitSCM', branches: [[name: '*/main']], userRemoteConfigs: [[url: 'https://github.com/llvm/llvm-zorg.git']]])
}
}
}
stage('Build') {
steps {
timeout(90) {
sh '''
set -u
rm -rf build.properties
cd llvm-project
git tag -a -m "First Commit" first_commit 97724f18c79c7cc81ced24239eb5e883bf1398ef || true
git_desc=$(git describe --match "first_commit")
export GIT_DISTANCE=$(echo ${git_desc} | cut -f 2 -d "-")
sha=$(echo ${git_desc} | cut -f 3 -d "-")
export GIT_SHA=${sha:1}
# Also save the LLVM_REV until LNT server is taught about GIT
export LLVM_REV=$(git show -q | grep "llvm-svn:" | cut -f2 -d":" | tr -d " ")
cd -
echo "GIT_DISTANCE=$GIT_DISTANCE" > build.properties
echo "GIT_SHA=$GIT_SHA" >> build.properties
echo "ARTIFACT=$JOB_NAME/clang-d$GIT_DISTANCE-g$GIT_SHA-t$BUILD_ID-b$BUILD_NUMBER.tar.gz" >> build.properties
export PATH=$PATH:/usr/bin:/usr/local/bin
# Set a MacOS minimum deployment target
export MACOSX_DEPLOYMENT_TARGET=10.9
rm -rf clang-build clang-install *.tar.gz
python llvm-zorg/zorg/jenkins/monorepo_build.py cmake build \
--assertions --cmake-type=RelWithDebInfo \
--sccache --projects="clang;clang-tools-extra;compiler-rt;libcxx" \
--cmake-flag='-DLIBCXX_ENABLE_SHARED=OFF'\
--cmake-flag='-DLIBCXX_ENABLE_STATIC=OFF' \
--cmake-flag='-DLIBCXX_INCLUDE_TESTS=OFF' \
--cmake-flag='-DLIBCXX_ENABLE_EXPERIMENTAL_LIBRARY=OFF'
'''
}
}
}
stage('Test') {
steps {
timeout(90) {
sh '''
set -u
export PATH=$PATH:/usr/bin:/usr/local/bin
python llvm-zorg/zorg/jenkins/monorepo_build.py cmake testlong
'''
}
junit 'clang-build/**/testresults.xunit.xml'
}
}
}
post {
always {
scanForIssues tool: clang()
}
regression {
emailext subject: '$DEFAULT_SUBJECT',
presendScript: '$DEFAULT_PRESEND_SCRIPT',
postsendScript: '$DEFAULT_POSTSEND_SCRIPT',
recipientProviders: [
[$class: 'CulpritsRecipientProvider'],
[$class: 'DevelopersRecipientProvider'],
[$class: 'RequesterRecipientProvider'],
],
replyTo: '$DEFAULT_REPLYTO',
to: '$DEFAULT_RECIPIENTS',
body:'$DEFAULT_CONTENT'
}
success {
build job: 'clang-stage2-Rthinlto_relay', wait: false
build job: 'clang-stage2-cmake-RgSan_relay', wait: false
//build job: 'phase2_modules_relay', wait: false
build job: 'relay-lnt-test-suite', wait: false
build job: 'relay-lnt-ctmark', wait: false
build job: 'relay-test-suite-verify-machineinstrs', wait: false
}
unstable {
build job: 'clang-stage2-Rthinlto_relay', wait: false
build job: 'clang-stage2-cmake-RgSan_relay', wait: false
//build job: 'phase2_modules_relay', wait: false
build job: 'relay-lnt-test-suite', wait: false
build job: 'relay-lnt-ctmark', wait: false
build job: 'relay-test-suite-verify-machineinstrs', wait: false
}
}
}

zorg/jenkins/jobs/jobs/clang-stage1-cmake-RA-incremental

  • This file was added.
pipeline {
agent { label 'green-dragon-07' }
parameters {
string(name: 'GIT_REVISION', defaultValue: '*/main', description: 'Git revision to build')
}
stages {
stage('Checkout') {
steps {
dir('llvm-project') {
checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'https://github.com/llvm/llvm-project.git']]])
}
dir('llvm-zorg') {
checkout([$class: 'GitSCM', branches: [[name: '*/main']], userRemoteConfigs: [[url: 'https://github.com/llvm/llvm-zorg.git']]])
}
}
}
stage('Build') {
steps {
timeout(90) {
sh '''
set -u
rm -rf build.properties
cd llvm-project
git tag -a -m "First Commit" first_commit 97724f18c79c7cc81ced24239eb5e883bf1398ef || true
git_desc=$(git describe --match "first_commit")
export GIT_DISTANCE=$(echo ${git_desc} | cut -f 2 -d "-")
sha=$(echo ${git_desc} | cut -f 3 -d "-")
export GIT_SHA=${sha:1}
# Also save the LLVM_REV until LNT server is taught about GIT
export LLVM_REV=$(git show -q | grep "llvm-svn:" | cut -f2 -d":" | tr -d " ")
cd -
export PATH=$PATH:/usr/bin:/usr/local/bin
# Set a MacOS minimum deployment target
export MACOSX_DEPLOYMENT_TARGET=10.9
python llvm-zorg/zorg/jenkins/monorepo_build.py cmake build --assertions --projects="clang"
# Removing the local artifact
rm -rf clang-*.tar.gz
'''
}
}
}
stage('Test') {
steps {
timeout(90) {
sh '''
set -u
export PATH=$PATH:/usr/bin:/usr/local/bin
rm -rf clang-build/testresults.xunit.xml
python llvm-zorg/zorg/jenkins/monorepo_build.py cmake testlong
'''
}
junit 'clang-build/**/testresults.xunit.xml'
}
}
}
post {
always {
scanForIssues tool: clang()
}
/* Disabled email notification.
regression {
emailext subject: '$DEFAULT_SUBJECT',
presendScript: '$DEFAULT_PRESEND_SCRIPT',
postsendScript: '$DEFAULT_POSTSEND_SCRIPT',
recipientProviders: [
[$class: 'CulpritsRecipientProvider'],
[$class: 'DevelopersRecipientProvider'],
[$class: 'RequesterRecipientProvider'],
],
replyTo: '$DEFAULT_REPLYTO',
to: '$DEFAULT_RECIPIENTS',
body:'$DEFAULT_CONTENT'
}
*/
}
}

zorg/jenkins/jobs/jobs/clang-stage2-Rthinlto

  • This file was added.
pipeline {
agent { label 'green-dragon-22' }
options { disableResume() }
parameters {
string(name: 'GIT_SHA', defaultValue: '*/main', description: 'Git revision to build')
string(name: 'ARTIFACT', defaultValue: 'clang-stage1-RA/latest', description: 'description')
}
stages {
stage('Checkout') {
steps {
dir('llvm-project') {
checkout([$class: 'GitSCM', branches: [[name: params.GIT_SHA]], userRemoteConfigs: [[url: 'https://github.com/llvm/llvm-project.git']]])
}
dir('llvm-zorg') {
checkout([$class: 'GitSCM', branches: [[name: '*/main']], userRemoteConfigs: [[url: 'https://github.com/llvm/llvm-zorg.git']]])
}
}
}
stage('Build') {
steps {
timeout(600) {
sh '''
set -u
rm -rf build.properties
cd llvm-project
git tag -a -m "First Commit" first_commit 97724f18c79c7cc81ced24239eb5e883bf1398ef || true
git_desc=$(git describe --match "first_commit")
export GIT_DISTANCE=$(echo ${git_desc} | cut -f 2 -d "-")
sha=$(echo ${git_desc} | cut -f 3 -d "-")
export GIT_SHA=${sha:1}
cd -
echo "ARTIFACT=$JOB_NAME/clang-d$GIT_DISTANCE-g$GIT_SHA-t$BUILD_ID-b$BUILD_NUMBER.tar.gz" > build.properties
export PATH=$PATH:/usr/bin:/usr/local/bin
rm -rf clang-build clang-install *.tar.gz
python llvm-zorg/zorg/jenkins/monorepo_build.py fetch
python llvm-zorg/zorg/jenkins/monorepo_build.py clang build \
--thinlto --projects="clang;compiler-rt;libcxx" \
--cmake-flag="-DLIBCXX_ENABLE_SHARED=OFF" \
--cmake-flag="-DLIBCXX_ENABLE_STATIC=OFF" \
--cmake-flag="-DLIBCXX_INCLUDE_TESTS=OFF" \
--cmake-flag="-DLIBCXX_ENABLE_EXPERIMENTAL_LIBRARY=OFF" \
--cmake-flag="-DCMAKE_DSYMUTIL=$WORKSPACE/host-compiler/bin/dsymutil" \
--sccache
'''
}
}
}
stage('Test') {
steps {
timeout(240) {
sh '''
set -u
export PATH=$PATH:/usr/bin:/usr/local/bin
rm -rf clang-build/testresults.xunit.xml
python llvm-zorg/zorg/jenkins/monorepo_build.py clang test
'''
}
junit 'clang-build/**/testresults.xunit.xml'
}
}
}
post {
always {
scanForIssues tool: clang()
}
regression {
emailext subject: '$DEFAULT_SUBJECT',
presendScript: '$DEFAULT_PRESEND_SCRIPT',
postsendScript: '$DEFAULT_POSTSEND_SCRIPT',
recipientProviders: [
[$class: 'CulpritsRecipientProvider'],
[$class: 'DevelopersRecipientProvider'],
[$class: 'RequesterRecipientProvider'],
],
replyTo: '$DEFAULT_REPLYTO',
to: '$DEFAULT_RECIPIENTS',
body:'$DEFAULT_CONTENT'
}
}
}

zorg/jenkins/jobs/jobs/lldb-cmake

#!/usr/bin/env groovy #!/usr/bin/env groovy
pipeline { pipeline {
agent { label 'green-dragon-10' } agent { label 'green-dragon-10' }
parameters { parameters {
string(name: 'GIT_REVISION', defaultValue: '*/master', description: 'Git revision to build') string(name: 'GIT_REVISION', defaultValue: '*/main', description: 'Git revision to build')
string(name: 'ARTIFACT', defaultValue: 'clang-stage1-RA/latest', description: 'Compiler artifact to use for building the project') string(name: 'ARTIFACT', defaultValue: 'clang-stage2-Rthinlto/latest', description: 'Compiler artifact to use for building the project')
string(name: 'BUILD_TYPE', defaultValue: 'Release', description: 'Default CMake build type; one of: Release, Debug, ...') string(name: 'BUILD_TYPE', defaultValue: 'Release', description: 'Default CMake build type; one of: Release, Debug, ...')
string(name: 'CLEAN', defaultValue: "false", description: 'Whether or not to clean the build directory before building') string(name: 'CLEAN', defaultValue: "false", description: 'Whether or not to clean the build directory before building')
} }
stages { stages {
stage('Checkout') { stage('Checkout') {
steps { steps {
timeout(30) { timeout(30) {
dir('llvm-project') { dir('llvm-project') {
checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-project.git']]]) checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-project.git']]])
} }
dir('llvm-zorg') { dir('llvm-zorg') {
checkout([$class: 'GitSCM', branches: [[name: '*/master']], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-zorg.git']]]) checkout([$class: 'GitSCM', branches: [[name: '*/main']], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-zorg.git']]])
} }
} }
} }
} }
stage('Fetch Host Compiler') { stage('Fetch Host Compiler') {
steps { steps {
timeout(10) { timeout(10) {
sh ''' sh '''
Show All 19 Lines stages {
sha=$(echo ${git_desc} | cut -f 3 -d "-") sha=$(echo ${git_desc} | cut -f 3 -d "-")
export GIT_SHA=${sha:1} export GIT_SHA=${sha:1}
cd - cd -
export MAX_PARALLEL_TESTS=$(sysctl hw.physicalcpu |awk '{print $2}') export MAX_PARALLEL_TESTS=$(sysctl hw.physicalcpu |awk '{print $2}')
python llvm-zorg/zorg/jenkins/monorepo_build.py lldb-cmake build \ python llvm-zorg/zorg/jenkins/monorepo_build.py lldb-cmake build \
--assertions \ --assertions \
--projects="clang;libcxx;libcxxabi;compiler-rt;lld;lldb;debuginfo-tests" \ --projects="clang;libcxx;libcxxabi;compiler-rt;lld;lldb;cross-project-tests" \
--compiler-flag="-Wdocumentation" \ --compiler-flag="-Wdocumentation" \
--cmake-type=Release || (echo "Retrying. debuginfo-tests may have failed due to high load."; sleep 30; python llvm-zorg/zorg/jenkins/monorepo_build.py lldb-cmake build \ --cmake-type=Release || (echo "Retrying. debuginfo-tests may have failed due to high load."; sleep 30; python llvm-zorg/zorg/jenkins/monorepo_build.py lldb-cmake build \
--assertions \ --assertions \
--projects="clang;libcxx;libcxxabi;compiler-rt;lld;lldb;debuginfo-tests" \ --projects="clang;libcxx;libcxxabi;compiler-rt;lld;lldb;cross-project-tests" \
--compiler-flag="-Wdocumentation" \ --compiler-flag="-Wdocumentation" \
--cmake-type=Release) --cmake-type=Release)
''' '''
} }
} }
} }
stage('Test') { stage('Test') {
steps { steps {
timeout(90) { timeout(90) {
sh ''' sh '''
set -u set -u
export PATH=$PATH:/usr/bin:/usr/local/bin export PATH=$PATH:/usr/bin:/usr/local/bin
export LLDB_CAPTURE_REPRODUCER=1
rm -rf test/results.xml rm -rf test/results.xml
export MAX_PARALLEL_TESTS=$(sysctl hw.physicalcpu |awk '{print $2}') export MAX_PARALLEL_TESTS=$(sysctl hw.physicalcpu |awk '{print $2}')
python llvm-zorg/zorg/jenkins/monorepo_build.py lldb-cmake testlong python llvm-zorg/zorg/jenkins/monorepo_build.py lldb-cmake testlong
''' '''
} }
} }
Show All 22 Lines

zorg/jenkins/jobs/jobs/lldb-cmake-matrix

#!/usr/bin/env groovy #!/usr/bin/env groovy
pipeline { pipeline {
agent { label 'green-dragon-23' } agent { label 'green-dragon-23' }
parameters { parameters {
string(name: 'GIT_REVISION', defaultValue: '*/master', description: 'Git revision to build') string(name: 'GIT_REVISION', defaultValue: '*/main', description: 'Git revision to build')
string(name: 'ARTIFACT', defaultValue: 'clang-stage1-RA/latest', description: 'Compiler artifact to use for building the project') string(name: 'ARTIFACT', defaultValue: 'clang-stage2-Rthinlto/latest', description: 'Compiler artifact to use for building the project')
string(name: 'BUILD_TYPE', defaultValue: 'Release', description: 'Default CMake build type; one of: Release, Debug, ...') string(name: 'BUILD_TYPE', defaultValue: 'Release', description: 'Default CMake build type; one of: Release, Debug, ...')
string(name: 'CLEAN', defaultValue: "false", description: 'Whether or not to clean the build directory before building') string(name: 'CLEAN', defaultValue: "false", description: 'Whether or not to clean the build directory before building')
} }
stages { stages {
stage('Checkout') { stage('Checkout') {
steps { steps {
timeout(30) { timeout(30) {
dir('llvm-project') { dir('llvm-project') {
checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-project.git']]]) checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-project.git']]])
} }
dir('llvm-zorg') { dir('llvm-zorg') {
checkout([$class: 'GitSCM', branches: [[name: '*/master']], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-zorg.git']]]) checkout([$class: 'GitSCM', branches: [[name: '*/main']], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-zorg.git']]])
} }
} }
} }
} }
stage('Fetch') { stage('Fetch') {
steps { steps {
timeout(10) { timeout(10) {
sh ''' sh '''
▲ Show 20 Lines • Show All 238 Lines • ▼ Show 20 Lines stages {
set +e set +e
python llvm-zorg/zorg/jenkins/monorepo_build.py lldb-cmake-matrix test python llvm-zorg/zorg/jenkins/monorepo_build.py lldb-cmake-matrix test
set -e set -e
''' '''
} }
junit 'test/results.xml' junit 'test/results.xml'
} }
} }
stage('Test Reproducers') {
steps {
timeout(120) {
sh '''
export PATH=$PATH:/usr/bin:/usr/local/bin
set +e
python llvm-zorg/zorg/jenkins/monorepo_build.py lldb-cmake \
--cmake-test-target check-lldb-reproducers
set -e
'''
}
}
}
} }
} }

zorg/jenkins/jobs/jobs/lldb-cmake-reproducers

  • This file was deleted.
#!/usr/bin/env groovy
pipeline {
agent { label 'green-dragon-23' }
parameters {
string(name: 'GIT_REVISION', defaultValue: '*/master', description: 'Git revision to build')
string(name: 'ARTIFACT', defaultValue: 'clang-stage1-RA/latest', description: 'Compiler artifact to use for building the project')
string(name: 'BUILD_TYPE', defaultValue: 'Release', description: 'Default CMake build type; one of: Release, Debug, ...')
string(name: 'CLEAN', defaultValue: "false", description: 'Whether or not to clean the build directory before building')
}
stages {
stage('Checkout') {
steps {
timeout(30) {
dir('llvm-project') {
checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-project.git']]])
}
dir('llvm-zorg') {
checkout([$class: 'GitSCM', branches: [[name: '*/master']], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-zorg.git']]])
}
}
}
}
stage('Fetch Host Compiler') {
steps {
timeout(10) {
sh '''
python llvm-zorg/zorg/jenkins/monorepo_build.py fetch
'''
}
}
}
stage('Build') {
steps {
timeout(90) {
sh '''
set -u
rm -rf build.properties
cd llvm-project
git tag -a -m "First Commit" first_commit 97724f18c79c7cc81ced24239eb5e883bf1398ef || true
git_desc=$(git describe --match "first_commit")
export GIT_DISTANCE=$(echo ${git_desc} | cut -f 2 -d "-")
sha=$(echo ${git_desc} | cut -f 3 -d "-")
export GIT_SHA=${sha:1}
cd -
python llvm-zorg/zorg/jenkins/monorepo_build.py lldb-cmake build \
--assertions \
--projects="clang;libcxx;libcxxabi;compiler-rt;lld;lldb;debuginfo-tests" \
--compiler-flag="-Wdocumentation" \
--cmake-type=Release
'''
}
}
}
stage('Test Reproducers') {
steps {
timeout(120) {
sh '''
set -u
export PATH=$PATH:/usr/bin:/usr/local/bin
rm -rf test/results.xml
python llvm-zorg/zorg/jenkins/monorepo_build.py lldb-cmake \
--cmake-test-target check-lldb-reproducers
'''
}
}
}
}
post {
always {
scanForIssues tool: clang()
junit 'test/results.xml'
}
}
}

zorg/jenkins/jobs/jobs/lldb-cmake-sanitized

#!/usr/bin/env groovy #!/usr/bin/env groovy
pipeline { pipeline {
agent { label 'green-dragon-23' } agent { label 'green-dragon-23' }
parameters { parameters {
string(name: 'GIT_REVISION', defaultValue: '*/master', description: 'Git revision to build') string(name: 'GIT_REVISION', defaultValue: '*/main', description: 'Git revision to build')
string(name: 'ARTIFACT', defaultValue: 'clang-stage1-RA/latest', description: 'Compiler artifact to use for building the project') string(name: 'ARTIFACT', defaultValue: 'clang-stage2-Rthinlto/latest', description: 'Compiler artifact to use for building the project')
string(name: 'BUILD_TYPE', defaultValue: 'Release', description: 'Default CMake build type; one of: Release, Debug, ...') string(name: 'BUILD_TYPE', defaultValue: 'Release', description: 'Default CMake build type; one of: Release, Debug, ...')
string(name: 'CLEAN', defaultValue: "false", description: 'Whether or not to clean the build directory before building') string(name: 'CLEAN', defaultValue: "false", description: 'Whether or not to clean the build directory before building')
} }
stages { stages {
stage('Checkout') { stage('Checkout') {
steps { steps {
timeout(30) { timeout(30) {
dir('llvm-project') { dir('llvm-project') {
checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-project.git']]]) checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-project.git']]])
} }
dir('llvm-zorg') { dir('llvm-zorg') {
checkout([$class: 'GitSCM', branches: [[name: '*/master']], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-zorg.git']]]) checkout([$class: 'GitSCM', branches: [[name: '*/main']], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-zorg.git']]])
} }
} }
} }
} }
stage('Fetch Host Compiler') { stage('Fetch Host Compiler') {
steps { steps {
timeout(10) { timeout(10) {
sh ''' sh '''
▲ Show 20 Lines • Show All 60 Lines • Show Last 20 Lines

zorg/jenkins/jobs/jobs/lldb-cmake-standalone

#!/usr/bin/env groovy #!/usr/bin/env groovy
pipeline { pipeline {
agent {label 'green-dragon-23'} agent {label 'green-dragon-23'}
parameters { parameters {
string(name: 'GIT_REVISION', defaultValue: '*/master', description: 'Git revision to build') string(name: 'GIT_REVISION', defaultValue: '*/main', description: 'Git revision to build')
string(name: 'ARTIFACT', defaultValue: 'clang-stage1-RA/latest', description: 'Compiler artifact to use for building the project') string(name: 'ARTIFACT', defaultValue: 'clang-stage2-Rthinlto/latest', description: 'Compiler artifact to use for building the project')
string(name: 'BUILD_TYPE', defaultValue: 'Release', description: 'Default CMake build type; one of: Release, Debug, ...') string(name: 'BUILD_TYPE', defaultValue: 'Release', description: 'Default CMake build type; one of: Release, Debug, ...')
string(name: 'CLEAN', defaultValue: "false", description: 'Whether or not to clean the build directory before building') string(name: 'CLEAN', defaultValue: "false", description: 'Whether or not to clean the build directory before building')
} }
stages { stages {
stage('Checkout') { stage('Checkout') {
steps { steps {
timeout(30) { timeout(30) {
dir('llvm-project') { dir('llvm-project') {
checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-project.git']]]) checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-project.git']]])
} }
dir('llvm-zorg') { dir('llvm-zorg') {
checkout([$class: 'GitSCM', branches: [[name: '*/master']], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-zorg.git']]]) checkout([$class: 'GitSCM', branches: [[name: '*/main']], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-zorg.git']]])
} }
} }
} }
} }
stage('Fetch') { stage('Fetch') {
steps { steps {
timeout(90) { timeout(90) {
sh ''' sh '''
▲ Show 20 Lines • Show All 154 Lines • Show Last 20 Lines

zorg/jenkins/jobs/jobs/llvm-coverage

  • This file was added.
PropertyOld ValueNew Value
File Modenull100755
#!/usr/bin/env groovy
pipeline {
agent { label 'green-dragon-23' }
parameters {
string(name: 'GIT_REVISION', defaultValue: '*/main', description: 'Git revision to build')
string(name: 'ARTIFACT', defaultValue: 'clang-stage1-RA/latest', description: 'Compiler artifact to use for building the project')
string(name: 'BUILD_TYPE', defaultValue: 'Release', description: 'Default CMake build type; one of: Release, Debug, ...')
string(name: 'CLEAN', defaultValue: "false", description: 'Whether or not to clean the build directory before building')
}
stages {
stage('Checkout') {
steps {
dir('llvm-project') {
checkout([$class: 'GitSCM', branches: [[name: params.GIT_REVISION]], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-project.git']]])
}
dir('llvm-zorg') {
checkout([$class: 'GitSCM', branches: [[name: '*/main']], userRemoteConfigs: [[url: 'http://labmaster3.local/git/llvm-zorg.git']]])
}
}
}
stage('Fetch') {
steps {
timeout(10) {
sh '''
python llvm-zorg/zorg/jenkins/monorepo_build.py fetch
'''
}
}
}
stage('Build') {
steps {
timeout(300) {
sh '''
set -u
rm -rf build.properties
cd llvm-project
git tag -a -m "First Commit" first_commit 97724f18c79c7cc81ced24239eb5e883bf1398ef || true
git_desc=$(git describe --match "first_commit")
export GIT_DISTANCE=$(echo ${git_desc} | cut -f 2 -d "-")
sha=$(echo ${git_desc} | cut -f 3 -d "-")
export GIT_SHA=${sha:1}
cd -
export PATH=$PATH:/usr/bin:/usr/local/bin
python llvm-zorg/zorg/jenkins/monorepo_build.py cmake build \
--cmake-build-target FileCheck \
--cmake-build-target count \
--cmake-build-target not \
--cmake-flag="-DLLVM_TARGETS_TO_BUILD=host" \
--cmake-type=Release \
--projects "" \
--noinstall \
--noupload
python llvm-zorg/zorg/jenkins/monorepo_build.py lldb-cmake build \
--assertions \
--projects="clang;libcxx;libcxxabi;lldb;cross-project-tests" \
--cmake-flag="-DPYTHON_LIBRARY=/usr/local/Cellar/python/3.7.0/Frameworks/Python.framework/Versions/3.7/lib/libpython3.7.dylib" \
--cmake-flag="-DPYTHON_INCLUDE_DIR=/usr/local/Cellar/python/3.7.0/Frameworks/Python.framework/Versions/3.7/include/python3.7m" \
--cmake-flag="-DPYTHON_LIBRARY_DEBUG=/usr/local/Cellar/python/3.7.0/Frameworks/Python.framework/Versions/3.7/lib/libpython3.7.dylib" \
--cmake-flag="-DPYTHON_EXECUTABLE=/usr/local/Cellar/python/3.7.0/bin/python3.7" \
--cmake-flag="-DLLDB_USE_SYSTEM_DEBUGSERVER=ON" \
--cmake-flag="-DLLVM_BUILD_INSTRUMENTED_COVERAGE=ON" \
--cmake-flag="-DLLVM_PROFILE_MERGE_POOL_SIZE=1" \
--cmake-flag="-DLLVM_ENABLE_MODULES=Off" \
--cmake-type=Release \
--noupload
'''
}
}
}
stage('Test') {
steps {
timeout(300) {
sh '''
set -u
export PATH=$PATH:/usr/bin:/usr/local/bin
rm -rf test/results.xml
BUILD_DIR=$(pwd)/lldb-build
FAST_BUILD_DIR=$(pwd)/clang-build
REPORT_DIR=$(pwd)/coverage-reports
HOST=$(pwd)/host-compiler/bin
LLVM_PROFDATA=$HOST/llvm-profdata
LLVM_COV=$HOST/llvm-cov
ARTIFACT_PREP_SCRIPT=$WORKSPACE/llvm-project/llvm/utils/prepare-code-coverage-artifact.py
FAST_TOOLS=(FileCheck count not)
for TOOL in ${FAST_TOOLS[@]}; do
cp $FAST_BUILD_DIR/bin/$TOOL $BUILD_DIR/bin/$TOOL
done
# Clear out any stale profiles.
rm -rf $BUILD_DIR/profiles
# Run the tests.
IGNORE_ERRORS_OVERRIDE=1 python llvm-zorg/zorg/jenkins/monorepo_build.py lldb-cmake testlong || echo "Some tests may have failed."
cd $BUILD_DIR
ninja -k 0 check-llvm check-clang || echo "Some tests may have failed."
cd -
COV_BINARIES=$(find $BUILD_DIR/bin $BUILD_DIR/lib -depth 1 -type f -exec file {} \\; | grep Mach-O | cut -d':' -f1 | grep -vE '/(FileCheck|count|not)$' | xargs)
rm -rf $REPORT_DIR
mkdir -p $REPORT_DIR
python $ARTIFACT_PREP_SCRIPT $LLVM_PROFDATA $LLVM_COV $BUILD_DIR/profiles $REPORT_DIR $COV_BINARIES --unified-report --restrict $WORKSPACE/llvm-project
scp -r $REPORT_DIR buildslave@labmaster2.local:/Library/WebServer/Documents/coverage
ssh buildslave@labmaster2.local "chmod -R 777 /Library/WebServer/Documents/coverage"
rm -rf lldb-build/profiles
'''
}
}
}
}
post {
always {
scanForIssues tool: clang()
junit 'test/results.xml'
}
}
}

zorg/jenkins/jobs/jobs/lnt-ctmark-aarch64-O0-g

#!/usr/bin/env groovy #!/usr/bin/env groovy
def common = evaluate readTrusted('zorg/jenkins/common.groovy') def common = evaluate readTrusted('zorg/jenkins/common.groovy')
common.testsuite_pipeline(label: 'green-dragon-12') { common.testsuite_pipeline(label: 'green-dragon-12') {
timeout(30) {
sh """ sh """
LNT_FLAGS+=" -C config/tasks/cmake/caches/target-arm64-iphoneos.cmake" LNT_FLAGS+=" -C config/tasks/cmake/caches/target-arm64-iphoneos.cmake"
LNT_FLAGS+=" -C config/tasks/cmake/caches/opt-O0-g.cmake" LNT_FLAGS+=" -C config/tasks/cmake/caches/opt-O0-g.cmake"
config/tasks/task jenkinsrun config/tasks/lnt-ctmark.sh -a compiler="${params.ARTIFACT}" -D LNT_FLAGS="\${LNT_FLAGS}" config/tasks/task jenkinsrun config/tasks/lnt-ctmark.sh -a compiler="${params.ARTIFACT}" -D LNT_FLAGS="\${LNT_FLAGS}"
""" """
} }
}

zorg/jenkins/jobs/jobs/lnt-ctmark-aarch64-O3-flto

#!/usr/bin/env groovy #!/usr/bin/env groovy
def common = evaluate readTrusted('zorg/jenkins/common.groovy') def common = evaluate readTrusted('zorg/jenkins/common.groovy')
common.testsuite_pipeline(label: 'green-dragon-12') { common.testsuite_pipeline(label: 'green-dragon-12') {
timeout(30) {
sh """ sh """
LNT_FLAGS+=" -C config/tasks/cmake/caches/target-arm64-iphoneos.cmake" LNT_FLAGS+=" -C config/tasks/cmake/caches/target-arm64-iphoneos.cmake"
LNT_FLAGS+=" -C config/tasks/cmake/caches/opt-O3-flto.cmake" LNT_FLAGS+=" -C config/tasks/cmake/caches/opt-O3-flto.cmake"
config/tasks/task jenkinsrun config/tasks/lnt-ctmark.sh -a compiler="${params.ARTIFACT}" -D LNT_FLAGS="\${LNT_FLAGS}" config/tasks/task jenkinsrun config/tasks/lnt-ctmark.sh -a compiler="${params.ARTIFACT}" -D LNT_FLAGS="\${LNT_FLAGS}"
""" """
} }
}

zorg/jenkins/jobs/jobs/lnt-ctmark-aarch64-Os

#!/usr/bin/env groovy #!/usr/bin/env groovy
def common = evaluate readTrusted('zorg/jenkins/common.groovy') def common = evaluate readTrusted('zorg/jenkins/common.groovy')
common.testsuite_pipeline(label: 'green-dragon-12') { common.testsuite_pipeline(label: 'green-dragon-12') {
timeout(30) {
sh """ sh """
LNT_FLAGS+=" -C config/tasks/cmake/caches/target-arm64-iphoneos.cmake" LNT_FLAGS+=" -C config/tasks/cmake/caches/target-arm64-iphoneos.cmake"
LNT_FLAGS+=" -C config/tasks/cmake/caches/opt-Os.cmake" LNT_FLAGS+=" -C config/tasks/cmake/caches/opt-Os.cmake"
config/tasks/task jenkinsrun config/tasks/lnt-ctmark.sh -a compiler="${params.ARTIFACT}" -D LNT_FLAGS="\${LNT_FLAGS}" config/tasks/task jenkinsrun config/tasks/lnt-ctmark.sh -a compiler="${params.ARTIFACT}" -D LNT_FLAGS="\${LNT_FLAGS}"
""" """
} }
}

zorg/jenkins/jobs/jobs/lnt-ctmark-aarch64-Oz

#!/usr/bin/env groovy #!/usr/bin/env groovy
def common = evaluate readTrusted('zorg/jenkins/common.groovy') def common = evaluate readTrusted('zorg/jenkins/common.groovy')
common.testsuite_pipeline(label: 'green-dragon-12') { common.testsuite_pipeline(label: 'green-dragon-12') {
timeout(30) {
sh """ sh """
LNT_FLAGS+=" -C config/tasks/cmake/caches/target-arm64-iphoneos.cmake" LNT_FLAGS+=" -C config/tasks/cmake/caches/target-arm64-iphoneos.cmake"
LNT_FLAGS+=" -C config/tasks/cmake/caches/opt-Oz.cmake" LNT_FLAGS+=" -C config/tasks/cmake/caches/opt-Oz.cmake"
config/tasks/task jenkinsrun config/tasks/lnt-ctmark.sh -a compiler="${params.ARTIFACT}" -D LNT_FLAGS="\${LNT_FLAGS}" config/tasks/task jenkinsrun config/tasks/lnt-ctmark.sh -a compiler="${params.ARTIFACT}" -D LNT_FLAGS="\${LNT_FLAGS}"
""" """
} }
}

zorg/jenkins/jobs/util/make_pipeline.py

Show All 26 Lines <scm class="hudson.plugins.git.GitSCM" plugin="git@3.6.1">
<configVersion>2</configVersion> <configVersion>2</configVersion>
<userRemoteConfigs> <userRemoteConfigs>
<hudson.plugins.git.UserRemoteConfig> <hudson.plugins.git.UserRemoteConfig>
<url>{pipeline_git_url}</url> <url>{pipeline_git_url}</url>
</hudson.plugins.git.UserRemoteConfig> </hudson.plugins.git.UserRemoteConfig>
</userRemoteConfigs> </userRemoteConfigs>
<branches> <branches>
<hudson.plugins.git.BranchSpec> <hudson.plugins.git.BranchSpec>
<name>*/master</name> <name>*/main</name>
</hudson.plugins.git.BranchSpec> </hudson.plugins.git.BranchSpec>
</branches> </branches>
<doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations> <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations>
<submoduleCfg class="list"/> <submoduleCfg class="list"/>
<extensions/> <extensions/>
</scm> </scm>
<scriptPath>{pipeline_git_path}</scriptPath> <scriptPath>{pipeline_git_path}</scriptPath>
<lightweight>true</lightweight> <lightweight>true</lightweight>
Show All 29 Lines

zorg/jenkins/monorepo_build.py

Show First 20 Lines • Show All 196 Lines • ▼ Show 20 Lines def liblto(self):
assert os.path.exists(clang_liblto_path), "host-compiler present," \ assert os.path.exists(clang_liblto_path), "host-compiler present," \
" but has no liblto." " but has no liblto."
return clang_liblto_path return clang_liblto_path
else: else:
return False return False
def branch(self): def branch(self):
"""Figure out the source branch name. """Figure out the source branch name.
Not using GIT_BRANCH env var from Jenkins as that includes the Not using GIT_BRANCH env var from Jenkins as that includes the
remote name too. remote name too.
""" """
if not os.environ.get('TESTING', False): if not os.environ.get('TESTING', False):
try: try:
cmd = ['git', '-C', conf.srcdir(), 'symbolic-ref', '--short', 'HEAD'] cmd = ['git', '-C', conf.srcdir(), 'symbolic-ref', '--short', 'HEAD']
out = run_collect_output(cmd, stderr=subprocess.STDOUT).strip() out = run_collect_output(cmd, stderr=subprocess.STDOUT).strip()
except subprocess.CalledProcessError: except subprocess.CalledProcessError:
cmd = ['git', '-C', conf.srcdir(), 'rev-parse', 'HEAD'] cmd = ['git', '-C', conf.srcdir(), 'rev-parse', 'HEAD']
out = run_collect_output(cmd, stderr=subprocess.STDOUT).strip() out = run_collect_output(cmd, stderr=subprocess.STDOUT).strip()
return out return out
return 'master' return 'main'
def link_memory_usage(self): def link_memory_usage(self):
"""Guesstimate the maximum link memory usage for this build. """Guesstimate the maximum link memory usage for this build.
We are only building master here so we will just use that value We are only building main here so we will just use that value
""" """
# Determinited experimentally. # Determinited experimentally.
usages = {'master': 3.5} usages = {'main': 3.5}
if self.branch() == 'master': if self.branch() == 'main':
return usages['master'] return usages['main']
else: else:
raise NotImplementedError( raise NotImplementedError(
"Unknown link memory usage." + self.branch()) "Unknown link memory usage." + self.branch())
# Global storage for configuration object. # Global storage for configuration object.
conf = None # type: Configuration conf = None # type: Configuration
▲ Show 20 Lines • Show All 111 Lines • ▼ Show 20 Lines if target == 'all' or target == 'test' or target == 'testlong':
targets = [ targets = [
'check-all'] if target == 'testlong' or target == 'all' else conf.cmake_test_targets 'check-all'] if target == 'testlong' or target == 'all' else conf.cmake_test_targets
if not targets: if not targets:
# testlong and all do check all, otherwise check and check-clang # testlong and all do check all, otherwise check and check-clang
# unless the user asked for something else. # unless the user asked for something else.
targets = ['check', 'check-clang'] targets = ['check', 'check-clang']
run_cmd(conf.builddir(), ninja_cmd + targets) run_cmd(conf.builddir(), ninja_cmd + targets, err_okay=True)
footer() footer()
if conf.sccache: if conf.sccache:
run_ws([conf.sccache_path, "--stop-server"]) run_ws([conf.sccache_path, "--stop-server"])
def clang_builder(target): def clang_builder(target):
"""Build to set of commands to compile and test apple-clang""" """Build to set of commands to compile and test apple-clang"""
▲ Show 20 Lines • Show All 130 Lines • ▼ Show 20 Lines if not conf.device and (target == "test" or target == "all"):
obj_dir = os.path.join(conf.workspace, obj_dir) obj_dir = os.path.join(conf.workspace, obj_dir)
cmd = [NINJA, '-v', '-k', '0', 'check-all'] cmd = [NINJA, '-v', '-k', '0', 'check-all']
if conf.assertions: if conf.assertions:
cmd[-1] += ' --param use_gmalloc=1 ' \ cmd[-1] += ' --param use_gmalloc=1 ' \
'--param gmalloc_path=$(xcodebuild -find-library' \ '--param gmalloc_path=$(xcodebuild -find-library' \
' libgmalloc.dylib)' ' libgmalloc.dylib)'
run_cmd(obj_dir, cmd, env={'MALLOC_LOG_FILE': '/dev/null'}) run_cmd(obj_dir, cmd, env={'MALLOC_LOG_FILE': '/dev/null'}, err_okay=True)
if conf.sccache: if conf.sccache:
run_ws([conf.sccache_path, "--stop-server"]) run_ws([conf.sccache_path, "--stop-server"])
def parse_settings_from_output(working_dir, cmd): def parse_settings_from_output(working_dir, cmd):
old_dir = os.getcwd() old_dir = os.getcwd()
try: try:
Show All 24 Linesdef lldb_cmake_builder(target, variant=None):
# Construct dotest.py arguments. # Construct dotest.py arguments.
dotest_args=['--arch', 'x86_64', '--build-dir', dotest_args=['--arch', 'x86_64', '--build-dir',
conf.lldbbuilddir()+'/lldb-test-build.noindex', conf.lldbbuilddir()+'/lldb-test-build.noindex',
'-t', '--env', 'TERM=vt100'] '-t', '--env', 'TERM=vt100']
dotest_args.extend(conf.dotest_flags) dotest_args.extend(conf.dotest_flags)
# Construct lit arguments. # Construct lit arguments.
lit_args = ['-v', '--time-tests', '--shuffle', lit_args = ['-v', '--time-tests', '--shuffle',
'--xunit-xml-output={}'.format(results_file), '-v'] '--xunit-xml-output={}'.format(results_file), '-v']
if conf.max_parallel_tests: if conf.max_parallel_tests:
lit_args.extend(['-j', conf.max_parallel_tests]) lit_args.extend(['-j', conf.max_parallel_tests])
if variant == 'sanitized': if variant == 'sanitized':
lit_args.extend(['--timeout 1200']) lit_args.extend(['--timeout 1200'])
# Construct CMake invocation. # Construct CMake invocation.
cmake_cmd = ["/usr/local/bin/cmake", '-G', 'Ninja', cmake_cmd = ["/usr/local/bin/cmake", '-G', 'Ninja',
conf.llvmsrcdir(), conf.llvmsrcdir(),
Show All 11 Linesdef lldb_cmake_builder(target, variant=None):
if variant == 'sanitized': if variant == 'sanitized':
cmake_cmd.append('-DLLVM_TARGETS_TO_BUILD=X86') cmake_cmd.append('-DLLVM_TARGETS_TO_BUILD=X86')
cmake_cmd.append('-DLLVM_USE_SANITIZER=Address;Undefined') cmake_cmd.append('-DLLVM_USE_SANITIZER=Address;Undefined')
# There is no need to compile the lldb tests with an asanified compiler # There is no need to compile the lldb tests with an asanified compiler
# if we have a host compiler available. # if we have a host compiler available.
if conf.CC(): if conf.CC():
cmake_cmd.extend([ cmake_cmd.extend([
'-DLLDB_TEST_C_COMPILER=' + conf.CC(), '-DLLDB_TEST_COMPILER=' + conf.CC(),
'-DLLDB_TEST_CXX_COMPILER=' + conf.CC() + "++"
]) ])
if conf.compiler_flags: if conf.compiler_flags:
cmake_cmd.extend([ cmake_cmd.extend([
"-DCMAKE_C_FLAGS={}".format(' '.join(conf.compiler_flags)), "-DCMAKE_C_FLAGS={}".format(' '.join(conf.compiler_flags)),
"-DCMAKE_CXX_FLAGS={}".format(' '.join(conf.compiler_flags)) "-DCMAKE_CXX_FLAGS={}".format(' '.join(conf.compiler_flags))
]) ])
if conf.lldbtestcompiler(): if conf.lldbtestcompiler():
cmake_cmd.extend([ cmake_cmd.extend([
'-DLLDB_TEST_C_COMPILER=' + conf.lldbtestcompiler(), '-DLLDB_TEST_COMPILER=' + conf.lldbtestcompiler(),
'-DLLDB_TEST_CXX_COMPILER=' + conf.lldbtestcompiler() + "++"
]) ])
cmake_cmd.extend(conf.cmake_flags) cmake_cmd.extend(conf.cmake_flags)
if conf.CC(): if conf.CC():
cmake_cmd.extend([ cmake_cmd.extend([
'-DCMAKE_C_COMPILER=' + conf.CC(), '-DCMAKE_C_COMPILER=' + conf.CC(),
'-DCMAKE_CXX_COMPILER=' + conf.CC() + "++" '-DCMAKE_CXX_COMPILER=' + conf.CC() + "++"
Show All 13 Lines if target == 'all' or target == 'build':
run_cmd(conf.lldbbuilddir(), [NINJA, '-v']) run_cmd(conf.lldbbuilddir(), [NINJA, '-v'])
footer() footer()
if target == 'all' or target == 'install': if target == 'all' or target == 'install':
header("Install") header("Install")
run_cmd(conf.lldbbuilddir(), [NINJA, '-v', 'install']) run_cmd(conf.lldbbuilddir(), [NINJA, '-v', 'install'])
footer() footer()
if target == 'all' or target == 'testlong':
header("Run Debug Info Tests")
run_cmd(conf.lldbbuilddir(), [NINJA, '-v', 'check-debuginfo'])
footer()
if target == 'all' or target == 'test' or target == 'testlong': if target == 'all' or target == 'test' or target == 'testlong':
header("Run Tests") header("Run Tests")
run_cmd(conf.lldbbuilddir(), if variant == 'matrix' or variant == 'sanitized':
['/usr/bin/env', 'TERM=vt100', NINJA, '-v', 'check-lldb']) test_command = ['/usr/bin/env', 'TERM=vt100', NINJA,
'-v', 'check-lldb']
else:
test_command = ['/usr/bin/env', 'TERM=vt100', NINJA,
'-v', 'check-debuginfo', 'check-lldb', '-k2']
run_cmd(conf.lldbbuilddir(), test_command)
footer() footer()
for test_target in conf.cmake_test_targets: for test_target in conf.cmake_test_targets:
header("Run Custom Test: {0}".format(test_target)) header("Run Custom Test: {0}".format(test_target))
run_cmd(conf.lldbbuilddir(), [NINJA, '-k', '0', '-v', test_target]) run_cmd(conf.lldbbuilddir(), [NINJA, '-k', '0', '-v', test_target])
footer() footer()
▲ Show 20 Lines • Show All 144 Lines • ▼ Show 20 Linesdef http_download(url, dest):
""" """
try: try:
print("GETting", url, "to", dest, "...") print("GETting", url, "to", dest, "...")
f = urllib.request.urlopen(url) f = urllib.request.urlopen(url)
# Open our local file for writing # Open our local file for writing
with open(dest, "wb") as local_file: with open(dest, "wb") as local_file:
local_file.write(f.read()) local_file.write(f.read())
except urllib.HTTPError as e: except urllib.error.HTTPError as e:
print("HTTP Error:", e.code, url) print("HTTP Error:", e.code, url)
sys.exit(1) sys.exit(1)
except urllib.URLError as e: except urllib.error.URLError as e:
print("URL Error:", e.reason, url) print("URL Error:", e.reason, url)
sys.exit(1) sys.exit(1)
print("done.") print("done.")
def create_builddirs(): def create_builddirs():
create_dirs([conf.builddir(), conf.installdir()]); create_dirs([conf.builddir(), conf.installdir()]);
▲ Show 20 Lines • Show All 288 Lines • Show Last 20 Lines
zorg/jenkins/jobs/jobs/lldb-cmake-matrix