mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-02-13 06:23:57 +08:00
10 lines
286 B
YAML
10 lines
286 B
YAML
# Default configuration for all AutoDeploy dashboard tests
|
|
# These are baseline settings that apply to all models unless overridden
|
|
|
|
runtime: trtllm
|
|
attn_backend: flashinfer
|
|
compile_backend: torch-compile
|
|
model_factory: AutoModelForCausalLM
|
|
skip_loading_weights: false
|
|
max_seq_len: 512
|