/* * Copyright (c) 2022-2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include "tensorrt_llm/common/assert.h" #include "tensorrt_llm/common/cudaUtils.h" #include "tensorrt_llm/common/logger.h" #include #include namespace tensorrt_llm::runtime { class CudaEvent { public: using pointer = cudaEvent_t; //! Creates a new cuda event. The event will be destroyed in the destructor. //! //! \param flags Flags for event creation. By default, event timing is disabled. explicit CudaEvent(unsigned int flags = cudaEventDisableTiming) { pointer event; TLLM_CUDA_CHECK(::cudaEventCreate(&event, flags)); TLLM_LOG_TRACE("Created event %p", event); bool constexpr ownsEvent{true}; mEvent = EventPtr{event, Deleter{ownsEvent}}; } //! Pass an existing cuda event to this object. //! //! \param event The event to pass to this object. //! \param ownsEvent Whether this object owns the event and destroys it in the destructor. explicit CudaEvent(pointer event, bool ownsEvent = true) { TLLM_CHECK_WITH_INFO(event != nullptr, "event is nullptr"); mEvent = EventPtr{event, Deleter{ownsEvent}}; } //! Returns the event associated with this object. [[nodiscard]] pointer get() const { return mEvent.get(); } //! \brief Synchronizes the event. void synchronize() const { TLLM_CUDA_CHECK(::cudaEventSynchronize(get())); } private: class Deleter { public: explicit Deleter(bool ownsEvent) : mOwnsEvent{ownsEvent} { } explicit Deleter() : Deleter{true} { } constexpr void operator()(pointer event) const { if (mOwnsEvent && event != nullptr) { TLLM_CUDA_CHECK(::cudaEventDestroy(event)); TLLM_LOG_TRACE("Destroyed event %p", event); } } private: bool mOwnsEvent; }; using element_type = std::remove_pointer_t; using EventPtr = std::unique_ptr; EventPtr mEvent; }; } // namespace tensorrt_llm::runtime