[draft][libc++] Add CI job testing on FreeBSD

[emaste]

Summary

D128084 for testing

[emaste]

rebase

[emaste]

For testing, move the FreeBSD job to the top

[emaste]

rebase

[emaste]

rebase

[emaste]

restore XFAILs from D128084 that had merge conflicts

[emaste]

Incorporate D140117

[emaste]

rebase

[emaste]

rebase

[emaste]

rebase

[emaste]

use clang15 explicitly for FreeBSD

[emaste]

rebase

[emaste]

add xfails

[emaste]

remove xfail from now passing tests

[emaste]

hack out check-cxx-abilist for now

[emaste]

remove check-cxx-abilist for testing

[emaste]

rebase

[emaste]

rebase

[emaste]

rebase

[emaste]

remove xfails for now passing tests

[emaste]

Adjust xfails

[emaste]

rebase

[emaste]

Temporarily remove two tests that are inconsistent on FreeBSD. These tests time out or fail on occasion, so temporarily remove them to continue making progress with other work.

• libcxx/test/std/atomics/atomics.types.operations/atomics.types.operations.wait/atomic_wait.pass.cpp
• libcxx/test/std/atomics/atomics.types.operations/atomics.types.operations.wait/atomic_wait_explicit.pass.cpp

[emaste]

Rebase after ABI list committed to repo

[emaste]

skip another failing test

[emaste]

add nonew abi list

[emaste]

rename abilist

[emaste]

rename abilist file

[emaste]

rebase

[emaste]

revert part of 841399a2188aaf244e83e3df7be66885ec905ede for testing

[emaste]

add xfails to time tests that started failing (again?)

[emaste]

rebase, tweak symbol list

[emaste]

fix python

[emaste]

Rebase, update symbols

[emaste]

rebase and tweak symbols again

[emaste]

tweak symbols again, rebase

[emaste]

rebase after ABI list change put in D141496

[emaste]

sorting & curating patches

[emaste]

rebase

[emaste]

fixup pipeline

[emaste]

rebase

[emaste]

rebase, skip all non-FreeBSD for testing

[emaste]

test without _LIBCPP_DEPRECATED_ABI_DISABLE_PAIR_TRIVIAL_COPY_CTOR change

[emaste]

retest flakey tests

[emaste]

use // ADDITIONAL_COMPILE_FLAGS: -Wno-macro-redefined

[emaste]

rebase

[emaste]

rebase

[emaste]

rebase, remove a test that timed out on FreeBSD

[emaste]

rebase, restore clang-tidy

[emaste]

rebase, add tests back, add kib's atomic patch

[emaste]

no hard tabs

[emaste]

rebase

[emaste]

rebase after D141294

[emaste]

update to final candidate version

[emaste]

rebase, apply https://reviews.freebsd.org/D38132

[emaste]

rebase

[emaste]

rebase

[emaste]

rebase

[emaste]

adjust xfails

[emaste]

regen

[emaste]

regen

[emaste]

rebase

[emaste]

remove C++2b and Modular build, which are failing apparently unrelated to my work

[emaste]

rebase

[emaste]

try reverting umtx changes

[emaste]

regen

[emaste]

This review was just used for triggering and testing FreeBSD CI; actual change committed via D128084.

libcxx/CMakeLists.txt

    to provide compile-time errors when using features unavailable on some version of
    the shared library they shipped should turn this on and see `include/__availability`
    for more details." OFF)
-option(LIBCXX_ENABLE_CLANG_TIDY "Whether to compile and run clang-tidy checks" OFF)
 
 if (CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
   set(LIBCXX_DEFAULT_TEST_CONFIG "llvm-libc++-shared-gcc.cfg.in")

   list(APPEND LIBCXX_TEST_DEPS cxx_external_threads)
 endif()
 
-if (LIBCXX_ENABLE_CLANG_TIDY)
-  list(APPEND LIBCXX_TEST_DEPS cxx-tidy)
-endif()
-
 if (LIBCXX_INCLUDE_BENCHMARKS)
   add_subdirectory(benchmarks)
 endif()

libcxx/test/libcxx/modules_include.sh.cpp

 // The system-provided <uchar.h> seems to be broken on AIX
 // XFAIL: LIBCXX-AIX-FIXME
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // GCC doesn't support -fcxx-modules
 // UNSUPPORTED: gcc
 

libcxx/test/libcxx/selftest/remote-substitutions.sh.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // Make sure that test-executables can appear in RUN lines and be executed
 // effectively. This somewhat difficult-to-understand test checks that when
 // we run with a remote executor, test-executables are copied to the remote

libcxx/test/std/atomics/atomics.types.operations/atomics.types.operations.wait/atomic_wait.pass.cpp

-//===----------------------------------------------------------------------===//
-//
-// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
-// See https://llvm.org/LICENSE.txt for license information.
-// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
-//
-//===----------------------------------------------------------------------===//
-//
-// UNSUPPORTED: no-threads
-// XFAIL: c++03
-// XFAIL: !non-lockfree-atomics
-
-// This test requires the dylib support introduced in D68480, which shipped in macOS 11.0.
-// XFAIL: use_system_cxx_lib && target={{.+}}-apple-macosx10.{{9|10|11|12|13|14|15}}
-
-// <atomic>
-
-// template<class T>
-//     void
-//     atomic_wait(const volatile atomic<T>*, atomic<T>::value_type) noexcept;
-//
-// template<class T>
-//     void
-//     atomic_wait(const atomic<T>*, atomic<T>::value_type) noexcept;
-
-#include <atomic>
-#include <type_traits>
-#include <cassert>
-#include <thread>
-
-#include "make_test_thread.h"
-#include "test_macros.h"
-#include "atomic_helpers.h"
-
-template <class T>
-struct TestFn {
-  void operator()() const {
-    typedef std::atomic<T> A;
-    {
-      A t(T(1));
-      static_assert(noexcept(std::atomic_wait(&t, T(0))), "");
-      assert(std::atomic_load(&t) == T(1));
-      std::atomic_wait(&t, T(0));
-      std::thread t1 = support::make_test_thread([&]() {
-        std::atomic_store(&t, T(3));
-        std::atomic_notify_one(&t);
-      });
-      std::atomic_wait(&t, T(1));
-      assert(std::atomic_load(&t) == T(3));
-      t1.join();
-    }
-    {
-      volatile A vt(T(2));
-      static_assert(noexcept(std::atomic_wait(&vt, T(0))), "");
-      assert(std::atomic_load(&vt) == T(2));
-      std::atomic_wait(&vt, T(1));
-      std::thread t2 = support::make_test_thread([&]() {
-        std::atomic_store(&vt, T(4));
-        std::atomic_notify_one(&vt);
-      });
-      std::atomic_wait(&vt, T(2));
-      assert(std::atomic_load(&vt) == T(4));
-      t2.join();
-    }
-  }
-};
-
-int main(int, char**) {
-  TestEachAtomicType<TestFn>()();
-
-  return 0;
-}

libcxx/test/std/atomics/atomics.types.operations/atomics.types.operations.wait/atomic_wait_explicit.pass.cpp

-//===----------------------------------------------------------------------===//
-//
-// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
-// See https://llvm.org/LICENSE.txt for license information.
-// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
-//
-//===----------------------------------------------------------------------===//
-//
-// UNSUPPORTED: no-threads
-// XFAIL: c++03
-// XFAIL: !non-lockfree-atomics
-
-// This test requires the dylib support introduced in D68480, which shipped in macOS 11.0.
-// XFAIL: use_system_cxx_lib && target={{.+}}-apple-macosx10.{{9|10|11|12|13|14|15}}
-
-// <atomic>
-
-// template<class T>
-//     void
-//     atomic_wait_explicit(const volatile atomic<T>*, atomic<T>::value_type,
-//                          memory_order) noexcept;
-//
-// template<class T>
-//     void
-//     atomic_wait_explicit(const volatile atomic<T>*, atomic<T>::value_type,
-//                          memory_order) noexcept;
-
-#include <atomic>
-#include <type_traits>
-#include <cassert>
-#include <thread>
-
-#include "make_test_thread.h"
-#include "test_macros.h"
-#include "atomic_helpers.h"
-
-template <class T>
-struct TestFn {
-  void operator()() const {
-    typedef std::atomic<T> A;
-    {
-      A t(T(1));
-      static_assert(noexcept(std::atomic_wait_explicit(&t, T(0), std::memory_order_seq_cst)), "");
-      assert(std::atomic_load(&t) == T(1));
-      std::atomic_wait_explicit(&t, T(0), std::memory_order_seq_cst);
-      std::thread t1 = support::make_test_thread([&]() {
-        std::atomic_store(&t, T(3));
-        std::atomic_notify_one(&t);
-      });
-      std::atomic_wait_explicit(&t, T(1), std::memory_order_seq_cst);
-      assert(std::atomic_load(&t) == T(3));
-      t1.join();
-    }
-    {
-      volatile A vt(T(2));
-      static_assert(noexcept(std::atomic_wait_explicit(&vt, T(0), std::memory_order_seq_cst)), "");
-      assert(std::atomic_load(&vt) == T(2));
-      std::atomic_wait_explicit(&vt, T(1), std::memory_order_seq_cst);
-      std::thread t2 = support::make_test_thread([&]() {
-        std::atomic_store(&vt, T(4));
-        std::atomic_notify_one(&vt);
-      });
-      std::atomic_wait_explicit(&vt, T(2), std::memory_order_seq_cst);
-      assert(std::atomic_load(&vt) == T(4));
-      t2.join();
-    }
-  }
-};
-
-int main(int, char**) {
-  TestEachAtomicType<TestFn>()();
-
-  return 0;
-}

libcxx/test/std/input.output/filesystems/fs.op.funcs/fs.op.remove_all/remove_all.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03
 
 // <filesystem>

libcxx/test/std/localization/locale.categories/category.monetary/locale.money.get/locale.money.get.members/get_long_double_zh_CN.pass.cpp

 // XFAIL: netbsd
 
 // XFAIL: LIBCXX-AIX-FIXME
+// XFAIL: LIBCXX-FREEBSD-FIXME
 
 // REQUIRES: locale.zh_CN.UTF-8
 

libcxx/test/std/localization/locale.categories/category.monetary/locale.money.put/locale.money.put.members/put_long_double_zh_CN.pass.cpp

 // XFAIL: netbsd
 
 // XFAIL: LIBCXX-AIX-FIXME
+// XFAIL: LIBCXX-FREEBSD-FIXME
 
 // REQUIRES: locale.zh_CN.UTF-8
 

libcxx/test/std/localization/locale.categories/category.monetary/locale.moneypunct.byname/grouping.pass.cpp

 // NetBSD does not support LC_MONETARY at the moment
 // XFAIL: netbsd
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // REQUIRES: locale.en_US.UTF-8
 // REQUIRES: locale.fr_FR.UTF-8
 // REQUIRES: locale.ru_RU.UTF-8

libcxx/test/std/localization/locale.categories/category.monetary/locale.moneypunct.byname/neg_format.pass.cpp

 // NetBSD does not support LC_MONETARY at the moment
 // XFAIL: netbsd
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // REQUIRES: locale.en_US.UTF-8
 // REQUIRES: locale.fr_FR.UTF-8
 // REQUIRES: locale.ru_RU.UTF-8

libcxx/test/std/localization/locale.categories/category.monetary/locale.moneypunct.byname/pos_format.pass.cpp

 // NetBSD does not support LC_MONETARY at the moment
 // XFAIL: netbsd
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // REQUIRES: locale.en_US.UTF-8
 // REQUIRES: locale.fr_FR.UTF-8
 // REQUIRES: locale.ru_RU.UTF-8

libcxx/test/std/localization/locale.categories/category.monetary/locale.moneypunct.byname/thousands_sep.pass.cpp

 // NetBSD does not support LC_MONETARY at the moment
 // XFAIL: netbsd
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // REQUIRES: locale.en_US.UTF-8
 // REQUIRES: locale.fr_FR.UTF-8
 // REQUIRES: locale.ru_RU.UTF-8

libcxx/test/std/localization/locale.categories/category.time/locale.time.get.byname/get_monthname.pass.cpp

 // REQUIRES: locale.fr_FR.UTF-8
 // REQUIRES: locale.zh_CN.UTF-8
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // <locale>
 
 // class time_get_byname<charT, InputIterator>

libcxx/test/std/localization/locale.categories/category.time/locale.time.get.byname/get_monthname_wide.pass.cpp

 // REQUIRES: locale.zh_CN.UTF-8
 // XFAIL: no-wide-characters
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // <locale>
 
 // class time_get_byname<charT, InputIterator>

libcxx/test/std/localization/locale.categories/category.time/locale.time.get.byname/get_one.pass.cpp

 // NetBSD does not support LC_TIME at the moment
 // XFAIL: netbsd
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // REQUIRES: locale.en_US.UTF-8
 // REQUIRES: locale.fr_FR.UTF-8
 // REQUIRES: locale.ru_RU.UTF-8

libcxx/test/std/localization/locale.categories/category.time/locale.time.get.byname/get_one_wide.pass.cpp

 // NetBSD does not support LC_TIME at the moment
 // XFAIL: netbsd
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // XFAIL: no-wide-characters
 
 // REQUIRES: locale.en_US.UTF-8

libcxx/test/std/localization/locale.categories/category.time/locale.time.put.byname/put1.pass.cpp

 // NetBSD does not support LC_TIME at the moment
 // XFAIL: netbsd
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // REQUIRES: locale.en_US.UTF-8
 // REQUIRES: locale.fr_FR.UTF-8
 // REQUIRES: locale.ja_JP.UTF-8

libcxx/test/std/localization/locale.categories/facet.numpunct/locale.numpunct.byname/grouping.pass.cpp

 // XFAIL: netbsd
 
 // XFAIL: LIBCXX-AIX-FIXME
+// XFAIL: LIBCXX-FREEBSD-FIXME
 
 // REQUIRES: locale.en_US.UTF-8
 // REQUIRES: locale.fr_FR.UTF-8

libcxx/test/std/localization/locale.categories/facet.numpunct/locale.numpunct.byname/thousands_sep.pass.cpp

 // XFAIL: netbsd
 
 // XFAIL: LIBCXX-AIX-FIXME
+// XFAIL: LIBCXX-FREEBSD-FIXME
 
 // REQUIRES: locale.en_US.UTF-8
 // REQUIRES: locale.fr_FR.UTF-8

libcxx/test/std/re/re.traits/lookup_collatename.pass.cpp

 //
 // NetBSD does not support LC_COLLATE at the moment
 // XFAIL: netbsd
+
 // XFAIL: LIBCXX-AIX-FIXME
+// XFAIL: LIBCXX-FREEBSD-FIXME
 
 // REQUIRES: locale.cs_CZ.ISO8859-2
 

libcxx/test/std/re/re.traits/transform_primary.pass.cpp

 //
 // NetBSD does not support LC_COLLATE at the moment
 // XFAIL: netbsd
+
 // XFAIL: LIBCXX-AIX-FIXME
+// XFAIL: LIBCXX-FREEBSD-FIXME
 
 // REQUIRES: locale.cs_CZ.ISO8859-2
 

libcxx/test/std/thread/thread.mutex/thread.lock/thread.lock.shared/thread.lock.shared.locking/lock.pass.cpp

-//===----------------------------------------------------------------------===//
-//
-// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
-// See https://llvm.org/LICENSE.txt for license information.
-// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
-//
-//===----------------------------------------------------------------------===//
-//
-// UNSUPPORTED: no-threads
-// UNSUPPORTED: c++03, c++11
-// ALLOW_RETRIES: 2
-
-// dylib support for shared_mutex was added in macosx10.12
-// XFAIL: use_system_cxx_lib && target={{.+}}-apple-macosx10.{{9|10|11}}
-
-// <shared_mutex>
-
-// template <class Mutex> class shared_lock;
-
-// void lock();
-
-#include <shared_mutex>
-#include <thread>
-#include <vector>
-#include <cstdlib>
-#include <cassert>
-
-#include "make_test_thread.h"
-#include "test_macros.h"
-
-std::shared_timed_mutex m;
-
-typedef std::chrono::system_clock Clock;
-typedef Clock::time_point time_point;
-typedef Clock::duration duration;
-typedef std::chrono::milliseconds ms;
-typedef std::chrono::nanoseconds ns;
-
-ms WaitTime = ms(250);
-
-// Thread sanitizer causes more overhead and will sometimes cause this test
-// to fail. To prevent this we give Thread sanitizer more time to complete the
-// test.
-#if !defined(TEST_IS_EXECUTED_IN_A_SLOW_ENVIRONMENT)
-ms Tolerance = ms(25);
-#else
-ms Tolerance = ms(25 * 5);
-#endif
-
-
-void f()
-{
-    std::shared_lock<std::shared_timed_mutex> lk(m, std::defer_lock);
-    time_point t0 = Clock::now();
-    lk.lock();
-    time_point t1 = Clock::now();
-    assert(lk.owns_lock() == true);
-    ns d = t1 - t0 - WaitTime;
-    assert(d < Tolerance);  // within tolerance
-#ifndef TEST_HAS_NO_EXCEPTIONS
-    try
-    {
-        lk.lock();
-        assert(false);
-    }
-    catch (std::system_error& e)
-    {
-        assert(e.code().value() == EDEADLK);
-    }
-#endif
-    lk.unlock();
-    lk.release();
-#ifndef TEST_HAS_NO_EXCEPTIONS
-    try
-    {
-        lk.lock();
-        assert(false);
-    }
-    catch (std::system_error& e)
-    {
-        assert(e.code().value() == EPERM);
-    }
-#endif
-}
-
-int main(int, char**)
-{
-    m.lock();
-    std::vector<std::thread> v;
-    for (int i = 0; i < 5; ++i)
-        v.push_back(support::make_test_thread(f));
-    std::this_thread::sleep_for(WaitTime);
-    m.unlock();
-    for (auto& t : v)
-        t.join();
-
-  return 0;
-}

libcxx/test/std/time/time.cal/time.cal.mdlast/ostream.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.cal/time.cal.month/time.cal.month.nonmembers/ostream.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.cal/time.cal.mwd/time.cal.mwd.nonmembers/ostream.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.cal/time.cal.mwdlast/time.cal.mwdlast.nonmembers/ostream.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.cal/time.cal.ym/time.cal.ym.nonmembers/ostream.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.cal/time.cal.ymdlast/time.cal.ymdlast.nonmembers/ostream.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.day.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.duration.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.month.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.month_day.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.month_day_last.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.month_weekday.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.weekday.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.weekday_index.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.weekday_last.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.year.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.year_month.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.year_month_day.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.year_month_day_last.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/test/std/time/time.syn/formatter.year_month_weekday.pass.cpp

 //
 //===----------------------------------------------------------------------===//
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 // UNSUPPORTED: c++03, c++11, c++14, c++17
 // UNSUPPORTED: no-localization
 // UNSUPPORTED: libcpp-has-no-incomplete-format

libcxx/utils/ci/buildkite-pipeline.yml

           - exit_status: -1  # Agent was lost
             limit: 2
       timeout_in_minutes: 120
+
+  - group: "FreeBSD"
+    - label: "FreeBSD 13 amd64"
+      command: "libcxx/utils/ci/run-buildbot generic-cxx2b"
+      artifact_paths:
+        - "**/test-results.xml"
+        - "**/*.abilist"
+      env:
+          CC: "clang15"
+          CXX: "clang++15"
+      agents:
+        queue: "libcxx-builders"
+        os: "freebsd"
+      retry:
+        automatic:
+          - exit_status: -1  # Agent was lost
+            limit: 2
+      timeout_in_minutes: 120

libcxx/utils/libcxx/test/features.py

           """), actions=[AddCompileFlag('-DTEST_WINDOWS_DLL')]),
   Feature(name='linux', when=lambda cfg: '__linux__' in compilerMacros(cfg)),
   Feature(name='netbsd', when=lambda cfg: '__NetBSD__' in compilerMacros(cfg)),
-  Feature(name='freebsd', when=lambda cfg: '__FreeBSD__' in compilerMacros(cfg))
+  Feature(name='freebsd', when=lambda cfg: '__FreeBSD__' in compilerMacros(cfg)),
+  Feature(name='LIBCXX-FREEBSD-FIXME', when=lambda cfg: '__FreeBSD__' in compilerMacros(cfg))
 ]
 
 # Add features representing the build host platform name.

libcxxabi/test/thread_local_destruction_order.pass.cpp

 // UNSUPPORTED: c++03
 // UNSUPPORTED: no-threads
 
+// XFAIL: LIBCXX-FREEBSD-FIXME
+
 #include <cassert>
 #include <thread>