[test-suite] Add sollve_vv external project.

[Meinersbur]

Summary

sollve_vv is the OpenMP Validation & Verification suite to test conformance to with the OpenMP specification.

It is included as an external benchmark, i.e. some work is required before it is enabled, for instance setting TEST_SUITE_SOLLVEVV_ROOT to the downloaded source repository. OpenMP is detected using CMake's find_package(OpenMP).

Unfortunately, it does not detect additional flags required for offloading which have to be set manually. The current defaults are the ones I used to successfully offload to NVidia's V100 GPU with clang. I am open to discuss what the default should be or whether we should have a compiler/platform introspection. sollve_vv's own makefile use a default set of flags per compiler executable name.

[homerdin]

Thanks for patch! It will be great to have this setup available.

Could you add a short README with what the sollve suite is and a quick example for building and controlling the offload flags.

External/CMakeLists.txt

7

From what I understand the sollve benchmarks are less useful for performance benchmarking, please consider wrapping this add_subdirectory with if(NOT TEST_SUITE_BENCHMARKING_ONLY) unless I'm mistaken.

External/sollve_vv/CMakeLists.txt

53

It would be nice to be able to checkout the suite into this directory and have it picked up automatically. I don't know enough about the other external suites to know if this should be put into the llvm_externals_find logic. We could add

if( NOT TEST_SUITE_SOLLVEVV_ROOT)
  if( IS_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}/sollve_vv")
    set(TEST_SUITE_SOLLVEVV_ROOT "${CMAKE_CURRENT_SOURCE_DIR}/sollve_vv")
  endif()
endif()

[Meinersbur]

• Address @bhomerdin's review:
  • Add README
  • Respect TEST_SUITE_BENCHMARKING_ONLY

External/sollve_vv/CMakeLists.txt

53

The test-suite has a standard way to look for external source files. See the command llvm_externals_find in cmake/modules/External.cmake. I also added it to the README.

[homerdin]

LGTM, thanks.

[Meinersbur]

Committed in https://github.com/llvm/llvm-test-suite/commit/9a9a976cb5cc73a411df8e6f1a1e2d49c804b858

CMakeLists.txt

if (TEST_SUITE_CXX_ABI STREQUAL "default")
   endif()
 else()
   STRING(REGEX REPLACE "^lib" "" TEST_SUITE_CXX_ABI_LIBNAME ${TEST_SUITE_CXX_ABI})
 endif()
 
 include(TestSuite)
 include(SingleMultiSource)
 find_package(TCL)
+find_package(OpenMP)
 
 if(NOT DEFINED TARGET_OS)
   message(STATUS "Check target operating system - ${CMAKE_SYSTEM_NAME}")
   set(TARGET_OS ${CMAKE_SYSTEM_NAME})
 endif()
 if(NOT DEFINED ARCH)
   include(DetectArchitecture)
   detect_architecture(ARCH)

External/CMakeLists.txt

 add_subdirectory(CUDA)
 add_subdirectory(HMMER)
 add_subdirectory(Nurbs)
 add_subdirectory(Povray)
 add_subdirectory(SPEC)
 add_subdirectory(skidmarks10)
+add_subdirectory(sollve_vv)

External/sollve_vv/CMakeLists.txt

+# SOLLVE OpenMP Offloading Validation & Verification Suite
+# https://crpl.cis.udel.edu/ompvvsollve/
+
+set(TEST_SUITE_SOLLVEVV_OFFLOADING_CFLAGS "-fopenmp-targets=nvptx64-nvidia-cuda;-Xopenmp-target;-march=sm_70" CACHE STRING "Compiler arguments for OpenMP offloading")
+set(TEST_SUITE_SOLLVEVV_OFFLOADING_LDFLAGS "-fopenmp-targets=nvptx64-nvidia-cuda;-Xopenmp-target;-march=sm_70;-lopenmptarget" CACHE STRING "Linker arguments for OpenMP offloading")
+
+function (add_sollvevv LANG)
+  set(_includedir "${TEST_SUITE_SOLLVEVV_ROOT}/ompvv" )
+  
+  if (NOT OPENMP_${LANG}_FOUND) 
+    message(FATAL_ERROR "OpenMP for ${LANG} not found")
+    return ()
+  endif ()
+  
+  #if (OpenMP_${LANG}_VERSION VERSION_LESS "4.5")
+  #  message(FATAL_ERROR "OpenMP version ${OpenMP_${LANG}_VERSION} too old")
+  #endif ()
+  
+  if ("${LANG}" STREQUAL "C")
+    set(_langext ".c")
+  elseif ("${LANG}" STREQUAL "CXX")
+    set(_langext ".cpp")
+  else ()
+    message(FATAL_ERROR "Unsupported languge ${LANG}")
+  endif ()
+  
+  file(GLOB_RECURSE _tests_sources RELATIVE "${TEST_SUITE_SOLLVEVV_ROOT}/tests" "${TEST_SUITE_SOLLVEVV_ROOT}/tests/*${_langext}" )
+  foreach (_file IN LISTS _tests_sources)
+    get_filename_component(_ext "${_file}" EXT)
+    get_filename_component(_basename "${_file}" NAME_WE)
+    get_filename_component(_directory "${_file}" DIRECTORY)
+    string(REPLACE "." "" _ext "${_ext}")
+    string(REPLACE "/" "_" _directory "${_directory}")
+    string(REPLACE "." "" _directory "${_directory}")
+    set(_name "omptargetvv-${_basename}-${_directory}-${_ext}")
+
+    llvm_test_run()
+    
+    llvm_test_executable(${_name} "${TEST_SUITE_SOLLVEVV_ROOT}/tests/${_file}")
+    target_include_directories(${_name} PRIVATE "${_includedir}")
+    target_link_libraries(${_name} PUBLIC OpenMP::OpenMP_${_lang})
+
+    # Add -fopenmp to linker command line; for some reason this is not done by target_link_libraries.
+    target_link_options(${_name} PRIVATE ${OpenMP_${LANG}_FLAGS})
+
+    # CMake's find_package(OpenMP) currently does not not introspect flags necessary for offloading.
+    target_compile_options(${_name} PUBLIC ${TEST_SUITE_SOLLVEVV_OFFLOADING_CFLAGS})
+    target_link_options(${_name} PUBLIC ${TEST_SUITE_SOLLVEVV_OFFLOADING_LDFLAGS})
+  endforeach ()
+endfunction ()
+
+
+llvm_externals_find(TEST_SUITE_SOLLVEVV_ROOT "sollve_vv" "OpenMP Offloading Validation & Verification Suite")
+if (TEST_SUITE_SOLLVEVV_ROOT)
+  if (OPENMP_FOUND)
+    message(STATUS "Adding OpenMP Offloading Validiation & Verification")
+  else ()
+    message(STATUS "NOT using OpenMP Validiation & Verification because OpenMP was not found")
+    return ()
+  endif ()
+  
+  foreach (_lang in C CXX) 
+    if (CMAKE_${_lang}_COMPILER)
+      add_sollvevv(${_lang})
+    endif()
+  endforeach ()
+endif ()