/* * Copyright (c) 2022-2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #pragma once #include "tensorrt_llm/common/stringUtils.h" #include #include #include #include #include #include #define TLLM_THROW(...) \ do \ { \ throw NEW_TLLM_EXCEPTION(__VA_ARGS__); \ } while (0) #define TLLM_WRAP(ex) \ NEW_TLLM_EXCEPTION("%s: %s", tensorrt_llm::common::TllmException::demangle(typeid(ex).name()).c_str(), ex.what()) #define NEW_TLLM_EXCEPTION(...) \ tensorrt_llm::common::TllmException(__FILE__, __LINE__, tensorrt_llm::common::fmtstr(__VA_ARGS__).c_str()) #define TLLM_REQUEST_EXCEPTION(requestID, errorCode, ...) \ tensorrt_llm::common::RequestSpecificException( \ __FILE__, __LINE__, tensorrt_llm::common::fmtstr(__VA_ARGS__).c_str(), requestID, errorCode) namespace tensorrt_llm::common { /// @brief Enumeration of different error codes for request-specific exceptions enum class RequestErrorCode : uint32_t { // General errors (0-999) kUNKNOWN_ERROR = 0, // Network and communication errors (1000-1999) kNETWORK_ERROR = 1000, }; /// @brief Constant for unknown request ID static constexpr uint64_t kUNKNOWN_REQUEST_ID = std::numeric_limits::max(); class TllmException : public std::runtime_error { public: static auto constexpr MAX_FRAMES = 128; explicit TllmException(char const* file, std::size_t line, char const* msg); ~TllmException() noexcept override; [[nodiscard]] std::string getTrace() const; static std::string demangle(char const* name); private: std::array mCallstack{}; int mNbFrames; }; [[noreturn]] inline void throwRuntimeError(char const* const file, int const line, char const* info) { throw TllmException(file, line, fmtstr("[TensorRT-LLM][ERROR] Assertion failed: %s", info).c_str()); } [[noreturn]] inline void throwRuntimeError(char const* const file, int const line, std::string const& info = "") { throw TllmException(file, line, fmtstr("[TensorRT-LLM][ERROR] Assertion failed: %s", info.c_str()).c_str()); } class RequestSpecificException : public std::runtime_error { public: explicit RequestSpecificException( std::string const& file, std::size_t line, char const* msg, uint64_t requestID, RequestErrorCode errorCode); ~RequestSpecificException() noexcept override; [[nodiscard]] uint64_t getRequestId() const noexcept; [[nodiscard]] RequestErrorCode getErrorCode() const noexcept; private: uint64_t mRequestID; RequestErrorCode mErrorCode; }; } // namespace tensorrt_llm::common