mirror of
https://github.com/vllm-project/vllm.git
synced 2026-08-24 22:50:15 +00:00
[XPU] limit max-num-seqs in test_lmeval.py for XPU (#47682)
Signed-off-by: mauyuyuace <[email protected]>
This commit is contained in:
@@ -71,8 +71,9 @@ def test_lm_eval_accuracy_v1_engine():
|
||||
|
||||
more_args = []
|
||||
|
||||
# Limit compilation time for V1
|
||||
if current_platform.is_tpu():
|
||||
# Limit compilation time for V1 on TPU
|
||||
# Avoid OOM on XPU
|
||||
if current_platform.is_tpu() or current_platform.is_xpu():
|
||||
more_args = ["--max-num-seqs", "64"]
|
||||
|
||||
run_test(more_args)
|
||||
|
||||
Reference in New Issue
Block a user