mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-02-06 19:21:52 +08:00
4c7191af67
* Move TRT-LLM backend repo to TRT-LLM repo Signed-off-by: Iman Tabrizian <10105175+tabrizian@users.noreply.github.com> * Address review comments Signed-off-by: Iman Tabrizian <10105175+tabrizian@users.noreply.github.com> * debug ci Signed-off-by: Iman Tabrizian <10105175+tabrizian@users.noreply.github.com> * Update triton backend Signed-off-by: Iman Tabrizian <10105175+tabrizian@users.noreply.github.com> * Fixes after update Signed-off-by: Iman Tabrizian <10105175+tabrizian@users.noreply.github.com> --------- Signed-off-by: Iman Tabrizian <10105175+tabrizian@users.noreply.github.com>
33 lines
421 B
Plaintext
Executable File
33 lines
421 B
Plaintext
Executable File
name: "postprocessing"
|
|
backend: "python"
|
|
max_batch_size: 1024
|
|
dynamic_batching {}
|
|
input [
|
|
{
|
|
name: "TOKENS_BATCH"
|
|
data_type: TYPE_INT32
|
|
dims: [ -1, -1 ]
|
|
}
|
|
]
|
|
output [
|
|
{
|
|
name: "OUTPUT"
|
|
data_type: TYPE_STRING
|
|
dims: [ -1, -1 ]
|
|
}
|
|
]
|
|
|
|
parameters {
|
|
key: "tokenizer_dir"
|
|
value: {
|
|
string_value: "${tokenizer_dir}"
|
|
}
|
|
}
|
|
|
|
instance_group [
|
|
{
|
|
count: 1
|
|
kind: KIND_CPU
|
|
}
|
|
]
|