[asan] Buid internal symbolizer and test runtime with it

zorg/trunk/zorg/buildbot/builders/sanitizers/buildbot_cmake.sh

 ROOT=`pwd`
 PLATFORM=`uname`
 ARCH=`uname -m`
 export PATH="/usr/local/bin:$PATH"
 export ANDROID_SDK_HOME=$ROOT/../../..
 
 if [ "$BUILDBOT_CLOBBER" != "" ]; then
   echo @@@BUILD_STEP clobber@@@
-  rm -rf llvm clang_build
+  rm -rf llvm zlib clang_build
 fi
 
 # Always clobber bootstrap build trees.
-rm -rf compiler_rt_build llvm_build64 llvm_build_ninja
+rm -rf compiler_rt_build llvm_build64 llvm_build_ninja symbolizer_build*
 
 SUPPORTS_32_BITS=${SUPPORTS_32_BITS:-1}
 MAKE_JOBS=${MAX_MAKE_JOBS:-16}
 LLVM_CHECKOUT=$ROOT/llvm
+ZLIB=$ROOT/zlib
 COMPILER_RT_CHECKOUT=$LLVM_CHECKOUT/projects/compiler-rt
 CMAKE_COMMON_OPTIONS="-DLLVM_ENABLE_ASSERTIONS=ON -DLLVM_PARALLEL_LINK_JOBS=10"
 ENABLE_LIBCXX_FLAG=
 if [ "$PLATFORM" == "Darwin" ]; then
   CMAKE_COMMON_OPTIONS="${CMAKE_COMMON_OPTIONS} -DPYTHON_EXECUTABLE=/usr/bin/python"
   ENABLE_LIBCXX_FLAG="-DLLVM_ENABLE_LIBCXX=ON"
 fi
 
s390x)
     CHECK_UBSAN=1
   ;;
 esac
 
 
 echo @@@BUILD_STEP update@@@
 buildbot_update
 
+echo @@@BUILD_STEP update zlib@@@
+git -C $ZLIB pull --rebase || git clone https://github.com/madler/zlib.git $ZLIB || echo @@@STEP_WARNINGS@@@
 
 echo @@@BUILD_STEP lint@@@
 CHECK_LINT=${COMPILER_RT_CHECKOUT}/lib/sanitizer_common/scripts/check_lint.sh
 (LLVM_CHECKOUT=${LLVM_CHECKOUT} ${CHECK_LINT}) || echo @@@STEP_WARNINGS@@@
 
 # Use both gcc and just-built Clang as a host compiler for sanitizer tests.
 # Assume that self-hosted build tree should compile with -Werror.
 echo @@@BUILD_STEP build fresh clang@@@

 # If needed, install the headers to clang_build/include.
 if [ ! -z ${ENABLE_LIBCXX_FLAG} ]; then
 (cd llvm_build64 && make -C ${LLVM_CHECKOUT}/projects/libcxx installheaders \
   HEADER_DIR=${PWD}/include) || echo @@@STEP_FAILURE@@@
 fi
 
 # Now build everything else.
 (cd llvm_build64 && make -j$MAKE_JOBS) || echo @@@STEP_FAILURE@@@
+# Symbolizer dependencies.
+(cd llvm_build64 && make -j$MAKE_JOBS llvm-ar llvm-link llvm-tblgen opt) || echo @@@STEP_FAILURE@@@
+
 # FIXME: Make these true dependencies of check-cfi-and-supported when
 # compiler-rt is configured as an external project.
 (cd llvm_build64 && make -j$MAKE_JOBS LLVMgold opt sanstats) || echo @@@STEP_FAILURE@@@
 
 check_64bit() {
   CONDITION=$1
   SANITIZER=$2
   if [ "$CONDITION" == "1" ]; then
(cd compiler_rt_build && cmake -DCMAKE_BUILD_TYPE=$BUILD_TYPE \
   -DCOMPILER_RT_ENABLE_WERROR=ON \
   -DLLVM_CONFIG_PATH=${FRESH_CLANG_PATH}/llvm-config \
   $COMPILER_RT_CHECKOUT)
 (cd compiler_rt_build && make -j$MAKE_JOBS) || echo @@@STEP_FAILURE@@@
 
 echo @@@BUILD_STEP test standalone compiler-rt@@@
 (cd compiler_rt_build && make -j$MAKE_JOBS check-all) || echo @@@STEP_FAILURE@@@
 
+build_symbolizer() {
+  echo @@@BUILD_STEP build $1-bit symbolizer for $2@@@
+  if [ ! -d symbolizer_build$1 ]; then
+    mkdir symbolizer_build$1
+  fi
+  (cd symbolizer_build$1 && ZLIB_SRC=$ZLIB FLAGS=-m$1 \
+    CLANG=${FRESH_CLANG_PATH}/clang \
+    bash -eux $COMPILER_RT_CHECKOUT/lib/sanitizer_common/symbolizer/scripts/build_symbolizer.sh \
+      $(dirname $(find ../$2/ -name libclang_rt.*.a | head -n1)) || echo @@@STEP_WARNINGS@@@)
+}
+build_symbolizer 32 compiler_rt_build
+build_symbolizer 64 compiler_rt_build
+
+echo @@@BUILD_STEP test standalone compiler-rt with symbolizer@@@
+(cd compiler_rt_build && make -j$MAKE_JOBS check-all) || echo @@@STEP_WARNINGS@@@
+
 HAVE_NINJA=${HAVE_NINJA:-1}
 if [ "$PLATFORM" == "Linux" -a $HAVE_NINJA == 1 ]; then
   echo @@@BUILD_STEP build with ninja@@@
   if [ ! -d llvm_build_ninja ]; then
     mkdir llvm_build_ninja
   fi
   CMAKE_NINJA_OPTIONS="${CMAKE_CLANG_OPTIONS} -DCMAKE_EXPORT_COMPILE_COMMANDS=ON -G Ninja"
   (cd llvm_build_ninja && cmake -DCMAKE_BUILD_TYPE=$BUILD_TYPE \
if [ "$PLATFORM" == "Linux" -a $HAVE_NINJA == 1 ]; then
   check_ninja $CHECK_ASAN asan
   check_ninja $CHECK_CFI cfi-and-supported
   check_ninja $CHECK_DFSAN dfsan
   check_ninja $CHECK_LSAN lsan
   check_ninja $CHECK_MSAN msan
   check_ninja $CHECK_SCUDO scudo
   check_ninja $CHECK_TSAN tsan
   check_ninja $CHECK_UBSAN ubsan
+
+  build_symbolizer 32 llvm_build_ninja
+  build_symbolizer 64 llvm_build_ninja
+
+  check_ninja_with_symbolizer() {
+    CONDITION=$1
+    SANITIZER=$2
+    if [ "$CONDITION" == "1" ]; then
+      echo @@@BUILD_STEP ninja check-$SANITIZER with symbolizer@@@
+      (cd llvm_build_ninja && ninja check-$SANITIZER) || echo @@@STEP_WARNINGS@@@
+    fi
+  }
+
+  check_ninja_with_symbolizer 1 sanitizer
+  check_ninja_with_symbolizer $CHECK_ASAN asan
+  check_ninja_with_symbolizer $CHECK_CFI cfi-and-supported
+  check_ninja_with_symbolizer $CHECK_DFSAN dfsan
+  check_ninja_with_symbolizer $CHECK_LSAN lsan
+  check_ninja_with_symbolizer $CHECK_MSAN msan
+  check_ninja_with_symbolizer $CHECK_SCUDO scudo
+  check_ninja_with_symbolizer $CHECK_TSAN tsan
+  check_ninja_with_symbolizer $CHECK_UBSAN ubsan
 fi
 
 if [ $BUILD_ANDROID == 1 ] ; then
     build_android() {
       CPU=$1
       TRIPLE=$2
       echo @@@BUILD_STEP build compiler-rt android/$CPU@@@
       build_compiler_rt $CPU $TRIPLE