OpenMP: Support FreeBSD on AArch64.

[brooks]

Summary

This incidentlly makes FreeBSD's x86_64 support follow Linux. This seems
to work fine and is probably simpler than the current divergence.

This work was submitted by Greg V in FreeBSD's phabricator
https://reviews.freebsd.org/D21167 and I have applied a slightly
different version to our packaged version of llvm10.

[AndreyChurbanov]

Could you please run clang-format on the changes (new lines are too long). Thanks.

[brooks]

• clang-format patched lines.

[emaste]

LGTM

[jdoerfert]

LGTM

[emaste]

See D86397

[dim]

This has been obsoleted by D86397 (committed as rGcde8f4c164a2 with follow-up rG47b0262d3f82).

openmp/runtime/src/kmp.h

 /*! \file */
 /*
  * kmp.h -- KPTS runtime header file.
  */
 
 //===----------------------------------------------------------------------===//
 //
 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
fork_context_gnu, /**< Called from GNU generated code, so must not invoke the
                        microtask internally. */
   fork_context_intel, /**< Called from Intel generated code.  */
   fork_context_last
 };
 extern int __kmp_fork_call(ident_t *loc, int gtid,
                            enum fork_context_e fork_context, kmp_int32 argc,
                            microtask_t microtask, launch_t invoker,
 /* TODO: revert workaround for Intel(R) 64 tracker #96 */
-#if (KMP_ARCH_ARM || KMP_ARCH_X86_64 || KMP_ARCH_AARCH64) && KMP_OS_LINUX
+#if (KMP_ARCH_ARM || KMP_ARCH_X86_64 || KMP_ARCH_AARCH64) && (KMP_OS_FREEBSD || KMP_OS_LINUX)
                            va_list *ap
 #else
                            va_list ap
 #endif
                            );
 
 extern void __kmp_join_call(ident_t *loc, int gtid
 #if OMPT_SUPPORT
                             ,
                             enum fork_context_e fork_context
 #endif
                             ,
                             int exit_teams = 0);

openmp/runtime/src/kmp_csupport.cpp

 /*
  * kmp_csupport.cpp -- kfront linkage support for OpenMP.
  */
 
 //===----------------------------------------------------------------------===//
 //
 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
 // See https://llvm.org/LICENSE.txt for license information.

 
 #if INCLUDE_SSC_MARKS
     SSC_MARK_FORKING();
 #endif
     __kmp_fork_call(loc, gtid, fork_context_intel, argc,
                     VOLATILE_CAST(microtask_t) microtask, // "wrapped" task
                     VOLATILE_CAST(launch_t) __kmp_invoke_task_func,
 /* TODO: revert workaround for Intel(R) 64 tracker #96 */
-#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && KMP_OS_LINUX
+#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && (KMP_OS_FREEBSD || KMP_OS_LINUX)
                     &ap
 #else
                     ap
 #endif
                     );
 #if INCLUDE_SSC_MARKS
     SSC_MARK_JOINING();
 #endif
     __kmp_join_call(loc, gtid
 #if OMPT_SUPPORT
                     ,
                     fork_context_intel
 #endif
#endif
   KMP_DEBUG_ASSERT(this_thr->th.th_set_nproc >= 1);
   KMP_DEBUG_ASSERT(this_thr->th.th_teams_size.nteams >= 1);
   KMP_DEBUG_ASSERT(this_thr->th.th_teams_size.nth >= 1);
 
   __kmp_fork_call(loc, gtid, fork_context_intel, argc,
                   VOLATILE_CAST(microtask_t)
                       __kmp_teams_master, // "wrapped" task
                   VOLATILE_CAST(launch_t) __kmp_invoke_teams_master,
-#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && KMP_OS_LINUX
+#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && (KMP_OS_FREEBSD || KMP_OS_LINUX)
                   &ap
 #else
                   ap
 #endif
                   );
   __kmp_join_call(loc, gtid
 #if OMPT_SUPPORT
                   ,
                   fork_context_intel
 #endif
                   );
 
   // Pop current CG root off list

openmp/runtime/src/kmp_gsupport.cpp

 /*
  * kmp_gsupport.cpp
  */
 
 //===----------------------------------------------------------------------===//
 //
 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
 // See https://llvm.org/LICENSE.txt for license information.
#endif /* KMP_DEBUG */
   kmp_team_t *team = thr->th.th_team;
   int tid = __kmp_tid_from_gtid(gtid);
 
   va_list ap;
   va_start(ap, argc);
 
   rc = __kmp_fork_call(loc, gtid, fork_context_gnu, argc, wrapper,
                        __kmp_invoke_task_func,
-#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && KMP_OS_LINUX
+#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && (KMP_OS_FREEBSD || KMP_OS_LINUX)
                        &ap
 #else
                        ap
 #endif
                        );
 
   va_end(ap);
 
   if (rc) {
     __kmp_run_before_invoked_task(gtid, tid, thr, team);
   }
 
 #if OMPT_SUPPORT

openmp/runtime/src/kmp_runtime.cpp

 /*
  * kmp_runtime.cpp -- KPTS runtime support library
  */
 
 //===----------------------------------------------------------------------===//
 //
 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
 // See https://llvm.org/LICENSE.txt for license information.

 }
 
 /* most of the work for a fork */
 /* return true if we really went parallel, false if serialized */
 int __kmp_fork_call(ident_t *loc, int gtid,
                     enum fork_context_e call_context, // Intel, GNU, ...
                     kmp_int32 argc, microtask_t microtask, launch_t invoker,
 /* TODO: revert workaround for Intel(R) 64 tracker #96 */
-#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && KMP_OS_LINUX
+#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && (KMP_OS_FREEBSD || KMP_OS_LINUX)
                     va_list *ap
 #else
                     va_list ap
 #endif
                     ) {
   void **argv;
   int i;
   int master_tid;
   int master_this_cons;
   kmp_team_t *team;
   kmp_team_t *parent_team;
   kmp_info_t *master_th;
   kmp_root_t *root;
if (master_th->th.th_teams_microtask && ap &&
       // The team is actual (hot), all workers are ready at the fork barrier.
       // No lock needed to initialize the team a bit, then free workers.
       parent_team->t.t_ident = loc;
       __kmp_alloc_argv_entries(argc, parent_team, TRUE);
       parent_team->t.t_argc = argc;
       argv = (void **)parent_team->t.t_argv;
       for (i = argc - 1; i >= 0; --i)
 /* TODO: revert workaround for Intel(R) 64 tracker #96 */
-#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && KMP_OS_LINUX
+#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && (KMP_OS_FREEBSD || KMP_OS_LINUX)
         *argv++ = va_arg(*ap, void *);
 #else
         *argv++ = va_arg(ap, void *);
 #endif
       // Increment our nested depth levels, but not increase the serialization
       if (parent_team == master_th->th.th_serial_team) {
         // AC: we are in serialized parallel
         __kmpc_serialized_parallel(loc, gtid);
#endif
           // team->t.t_pkfn = microtask;
           team->t.t_invoke = invoker;
           __kmp_alloc_argv_entries(argc, team, TRUE);
           team->t.t_argc = argc;
           argv = (void **)team->t.t_argv;
           if (ap) {
             for (i = argc - 1; i >= 0; --i)
 // TODO: revert workaround for Intel(R) 64 tracker #96
-#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && KMP_OS_LINUX
+#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && (KMP_OS_FREEBSD || KMP_OS_LINUX)
               *argv++ = va_arg(*ap, void *);
 #else
               *argv++ = va_arg(ap, void *);
 #endif
           } else {
             for (i = 0; i < argc; ++i)
               // Get args from parent team for teams construct
               argv[i] = parent_team->t.t_argv[i];
#if OMPT_SUPPORT
             }
             master_th->th.ompt_thread_info.state = ompt_state_overhead;
           }
 #endif
         } else {
           argv = args;
           for (i = argc - 1; i >= 0; --i)
 // TODO: revert workaround for Intel(R) 64 tracker #96
-#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && KMP_OS_LINUX
+#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && (KMP_OS_FREEBSD || KMP_OS_LINUX)
             *argv++ = va_arg(*ap, void *);
 #else
             *argv++ = va_arg(ap, void *);
 #endif
           KMP_MB();
 
 #if OMPT_SUPPORT
           void *dummy;
KMP_DEBUG_ASSERT(team != root->r.r_hot_team ||
                        team->t.t_parent->t.t_serialized)));
     KMP_MB();
 
     /* now, setup the arguments */
     argv = (void **)team->t.t_argv;
     if (ap) {
       for (i = argc - 1; i >= 0; --i) {
 // TODO: revert workaround for Intel(R) 64 tracker #96
-#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && KMP_OS_LINUX
+#if (KMP_ARCH_X86_64 || KMP_ARCH_ARM || KMP_ARCH_AARCH64) && (KMP_OS_FREEBSD || KMP_OS_LINUX)
         void *new_argv = va_arg(*ap, void *);
 #else
         void *new_argv = va_arg(ap, void *);
 #endif
         KMP_CHECK_UPDATE(*argv, new_argv);
         argv++;
       }
     } else {