mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-14 06:27:45 +08:00
106 lines
3.8 KiB
C++
106 lines
3.8 KiB
C++
/*
|
|
* Copyright (c) 2022-2024, NVIDIA CORPORATION. All rights reserved.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include "tensorrt_llm/common/stringUtils.h"
|
|
|
|
#include <array>
|
|
#include <cstddef>
|
|
#include <cstdint>
|
|
#include <limits>
|
|
#include <stdexcept>
|
|
#include <string>
|
|
|
|
#define TLLM_THROW(...) \
|
|
do \
|
|
{ \
|
|
throw NEW_TLLM_EXCEPTION(__VA_ARGS__); \
|
|
} while (0)
|
|
|
|
#define TLLM_WRAP(ex) \
|
|
NEW_TLLM_EXCEPTION("%s: %s", tensorrt_llm::common::TllmException::demangle(typeid(ex).name()).c_str(), ex.what())
|
|
|
|
#define NEW_TLLM_EXCEPTION(...) \
|
|
tensorrt_llm::common::TllmException(__FILE__, __LINE__, tensorrt_llm::common::fmtstr(__VA_ARGS__).c_str())
|
|
|
|
#define TLLM_REQUEST_EXCEPTION(requestID, errorCode, ...) \
|
|
tensorrt_llm::common::RequestSpecificException( \
|
|
__FILE__, __LINE__, tensorrt_llm::common::fmtstr(__VA_ARGS__).c_str(), requestID, errorCode)
|
|
|
|
namespace tensorrt_llm::common
|
|
{
|
|
|
|
/// @brief Enumeration of different error codes for request-specific exceptions
|
|
enum class RequestErrorCode : uint32_t
|
|
{
|
|
// General errors (0-999)
|
|
kUNKNOWN_ERROR = 0,
|
|
|
|
// Network and communication errors (1000-1999)
|
|
kNETWORK_ERROR = 1000,
|
|
};
|
|
|
|
/// @brief Constant for unknown request ID
|
|
static constexpr uint64_t kUNKNOWN_REQUEST_ID = std::numeric_limits<uint64_t>::max();
|
|
|
|
class TllmException : public std::runtime_error
|
|
{
|
|
public:
|
|
static auto constexpr MAX_FRAMES = 128;
|
|
|
|
explicit TllmException(char const* file, std::size_t line, char const* msg);
|
|
|
|
~TllmException() noexcept override;
|
|
|
|
[[nodiscard]] std::string getTrace() const;
|
|
|
|
static std::string demangle(char const* name);
|
|
|
|
private:
|
|
std::array<void*, MAX_FRAMES> mCallstack{};
|
|
int mNbFrames;
|
|
};
|
|
|
|
[[noreturn]] inline void throwRuntimeError(char const* const file, int const line, char const* info)
|
|
{
|
|
throw TllmException(file, line, fmtstr("[TensorRT-LLM][ERROR] Assertion failed: %s", info).c_str());
|
|
}
|
|
|
|
[[noreturn]] inline void throwRuntimeError(char const* const file, int const line, std::string const& info = "")
|
|
{
|
|
throw TllmException(file, line, fmtstr("[TensorRT-LLM][ERROR] Assertion failed: %s", info.c_str()).c_str());
|
|
}
|
|
|
|
class RequestSpecificException : public std::runtime_error
|
|
{
|
|
public:
|
|
explicit RequestSpecificException(
|
|
std::string const& file, std::size_t line, char const* msg, uint64_t requestID, RequestErrorCode errorCode);
|
|
|
|
~RequestSpecificException() noexcept override;
|
|
|
|
[[nodiscard]] uint64_t getRequestId() const noexcept;
|
|
|
|
[[nodiscard]] RequestErrorCode getErrorCode() const noexcept;
|
|
|
|
private:
|
|
uint64_t mRequestID;
|
|
RequestErrorCode mErrorCode;
|
|
};
|
|
|
|
} // namespace tensorrt_llm::common
|