Page MenuHomePhabricator
Differential D73076 Diff 239475 openmp/libomptarget/deviceRTLs/amdgcn/src/hip_atomics.h

Changeset View

Standalone View

View Options

openmp/libomptarget/deviceRTLs/amdgcn/src/hip_atomics.h

//===---- hip_atomics.h - Declarations of hip atomic functions ---- C++ -*-===// //===---- hip_atomics.h - Declarations of hip atomic functions ---- C++ -*-===//
// //
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information. // See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
// //
//===----------------------------------------------------------------------===// //===----------------------------------------------------------------------===//
#ifndef OMPTARGET_AMDGCN_HIP_ATOMICS_H #ifndef OMPTARGET_AMDGCN_HIP_ATOMICS_H
#define OMPTARGET_AMDGCN_HIP_ATOMICS_H #define OMPTARGET_AMDGCN_HIP_ATOMICS_H
#include "target_impl.h" #include "target_impl.h"
DEVICE unsigned atomicAdd(unsigned *address, unsigned val); namespace {
DEVICE int atomicAdd(int *address, int val);
DEVICE unsigned long long atomicAdd(unsigned long long *address,
unsigned long long val);
DEVICE unsigned atomicInc(unsigned *address);
DEVICE unsigned atomicInc(unsigned *address, unsigned max);
DEVICE int atomicInc(int *address);
DEVICE int atomicMax(int *address, int val);
DEVICE unsigned atomicMax(unsigned *address, unsigned val);
DEVICE unsigned long long atomicMax(unsigned long long *address,
unsigned long long val);
DEVICE int atomicExch(int *address, int val);
DEVICE unsigned atomicExch(unsigned *address, unsigned val);
DEVICE unsigned long long atomicExch(unsigned long long *address,
unsigned long long val);
DEVICE unsigned atomicCAS(unsigned *address, unsigned compare, unsigned val);
DEVICE int atomicCAS(int *address, int compare, int val);
DEVICE unsigned long long atomicCAS(unsigned long long *address,
unsigned long long compare,
unsigned long long val);
template <typename T> DEVICE T atomicAdd( T *x, T v) {
return __atomic_fetch_add(x, v, __ATOMIC_SEQ_CST);
}
// Only implemented for i32 as that's the only call site
EXTERN uint32_t __amdgcn_atomic_inc_u32( uint32_t *, uint32_t);
INLINE uint32_t atomicInc( uint32_t *address, uint32_t val) {
return __amdgcn_atomic_inc_u32(address, val);
}
EXTERN uint64_t __amdgcn_atomic_max_u64(uint64_t *, uint64_t);
INLINE uint64_t atomicMax(uint64_t *address, uint64_t val) {
jdoerfertUnsubmitted
Done
ReplyInline Actions

Add a TODO where we want different builtins later on.

jdoerfert: Add a TODO where we want different builtins later on.
return __amdgcn_atomic_max_u64(address, val);
}
template <typename T> DEVICE T atomicExch( T *address, T val) {
T r;
__atomic_exchange(address, &val, &r, __ATOMIC_SEQ_CST);
return r;
}
template <typename T>
DEVICE T atomicCAS( T *address, T compare, T val) {
(void)__atomic_compare_exchange(address, &compare, &val, false,
__ATOMIC_SEQ_CST, __ATOMIC_RELAXED);
return compare;
}
} // namespace
#endif #endif