mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-13 22:18:36 +08:00
tests: Fix lora perf test (#5875)
Signed-off-by: Amir Klein <203507526+amirkl94@users.noreply.github.com>
This commit is contained in:
parent
ff9aabb038
commit
cd7aeec061
@ -150,7 +150,11 @@ def get_model_yaml_config(model_label: str,
|
||||
'trtllm_modules_to_hf_modules': {
|
||||
"attn_q": "q_proj",
|
||||
"attn_k": "k_proj",
|
||||
"attn_v": "v_proj"
|
||||
"attn_v": "v_proj",
|
||||
"attn_dense": "o_proj",
|
||||
"mlp_h_to_4h": "gate_proj",
|
||||
"mlp_4h_to_h": "down_proj",
|
||||
"mlp_gate": "up_proj",
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Loading…
Reference in New Issue
Block a user