diff --git a/openmp/libomptarget/plugins/cuda/src/rtl.cpp b/openmp/libomptarget/plugins/cuda/src/rtl.cpp --- a/openmp/libomptarget/plugins/cuda/src/rtl.cpp +++ b/openmp/libomptarget/plugins/cuda/src/rtl.cpp @@ -114,21 +114,6 @@ return OFFLOAD_SUCCESS; } -int createEvent(void **P) { - CUevent Event = nullptr; - - CUresult Err = cuEventCreate(&Event, CU_EVENT_DEFAULT); - if (Err != CUDA_SUCCESS) { - DP("Error when creating event event = " DPxMOD "\n", DPxPTR(Event)); - CUDA_ERR_STRING(Err); - return OFFLOAD_FAIL; - } - - *P = Event; - - return OFFLOAD_SUCCESS; -} - int recordEvent(void *EventPtr, __tgt_async_info *AsyncInfo) { CUstream Stream = reinterpret_cast(AsyncInfo->Queue); CUevent Event = reinterpret_cast(EventPtr); @@ -157,19 +142,6 @@ return OFFLOAD_SUCCESS; } -int destroyEvent(void *EventPtr) { - CUevent Event = reinterpret_cast(EventPtr); - - CUresult Err = cuEventDestroy(Event); - if (Err != CUDA_SUCCESS) { - DP("Error when destroying event = " DPxMOD "\n", DPxPTR(Event)); - CUDA_ERR_STRING(Err); - return OFFLOAD_FAIL; - } - - return OFFLOAD_SUCCESS; -} - // Structure contains per-device data struct DeviceDataTy { /// List that contains all the kernels. @@ -231,6 +203,28 @@ } }; +/// Allocator for CUevent. +template <> class AllocatorTy { +public: + /// See AllocatorTy::create. + int create(CUevent &Event) noexcept { + if (!checkResult(cuEventCreate(&Event, CU_EVENT_DEFAULT), + "Error returned from cuEventCreate\n")) + return OFFLOAD_FAIL; + + return OFFLOAD_SUCCESS; + } + + /// See AllocatorTy::destroy. + int destroy(CUevent Event) noexcept { + if (!checkResult(cuEventDestroy(Event), + "Error returned from cuEventDestroy\n")) + return OFFLOAD_FAIL; + + return OFFLOAD_SUCCESS; + } +}; + /// A generic pool of resources where \p T is the resource type. /// \p T should be copyable as the object is stored in \p std::vector . template class ResourcePoolTy { @@ -331,6 +325,9 @@ using StreamAllocatorTy = AllocatorTy; std::vector> StreamPool; + using EventPoolTy = ResourcePoolTy; + std::unique_ptr EventPool; + std::vector DeviceData; std::vector Modules; @@ -509,6 +506,8 @@ DeviceData.resize(NumberOfDevices); StreamPool.resize(NumberOfDevices); + EventPool = std::make_unique(AllocatorTy(), 8); + // Get environment variables regarding teams if (const char *EnvStr = getenv("OMP_TEAM_LIMIT")) { // OMP_TEAM_LIMIT has been set @@ -565,6 +564,8 @@ for (auto &S : StreamPool) S = nullptr; + EventPool.reset(); + for (DeviceDataTy &D : DeviceData) { // Destroy context if (D.Context) { @@ -1384,6 +1385,19 @@ printf(" Compute Capabilities: \t\t%d%d \n", TmpInt, TmpInt2); } + int createEvent(void **P) { + CUevent Event = nullptr; + if (EventPool->acquire(Event) != OFFLOAD_SUCCESS) + return OFFLOAD_FAIL; + *P = Event; + return OFFLOAD_SUCCESS; + } + + int destroyEvent(void *EventPtr) { + EventPool->release(reinterpret_cast(EventPtr)); + return OFFLOAD_SUCCESS; + } + int waitEvent(const int DeviceId, __tgt_async_info *AsyncInfo, void *EventPtr) const { CUstream Stream = getStream(DeviceId, AsyncInfo); @@ -1609,7 +1623,7 @@ int32_t __tgt_rtl_create_event(int32_t device_id, void **event) { assert(event && "event is nullptr"); - return createEvent(event); + return DeviceRTL.createEvent(event); } int32_t __tgt_rtl_record_event(int32_t device_id, void *event_ptr, @@ -1639,7 +1653,7 @@ int32_t __tgt_rtl_destroy_event(int32_t device_id, void *event_ptr) { assert(event_ptr && "event is nullptr"); - return destroyEvent(event_ptr); + return DeviceRTL.destroyEvent(event_ptr); } #ifdef __cplusplus