TensorRT-LLMs/cpp/tensorrt_llm/layers/lookaheadDecodingUtils.h
Kaiyu Xie 9bd15f1937
TensorRT-LLM v0.10 update
* TensorRT-LLM Release 0.10.0

---------

Co-authored-by: Loki <lokravi@amazon.com>
Co-authored-by: meghagarwal <16129366+megha95@users.noreply.github.com>
2024-06-05 20:43:25 +08:00

18 lines
568 B
C++

#pragma once
#include "tensorrt_llm/runtime/iTensor.h"
namespace tensorrt_llm::layers
{
void printTokens(char const* name, runtime::ITensor::SharedPtr const& tensor);
#define PRINT_TOKENS(x) tensorrt_llm::layers::printTokens(#x, x)
void printTokens2d(char const* name, runtime::ITensor::SharedPtr const& tensor);
#define PRINT_TOKENS2D(x) tensorrt_llm::layers::printTokens2d(#x, x)
void printTensor(char const* name, runtime::ITensor::SharedPtr const& tensor);
#define PRINT_TENSOR(x) tensorrt_llm::layers::printTensor(#x, x)
} // namespace tensorrt_llm::layers