mirror of
https://github.com/vllm-project/vllm.git
synced 2026-08-08 14:58:09 +00:00
[CI] Add TP=4 requirement to test_mixed_precision_model_accuracies (#46161)
Signed-off-by: Felix Marty <[email protected]>
This commit is contained in:
@@ -15,6 +15,10 @@ import lm_eval
|
||||
import pytest
|
||||
from packaging import version
|
||||
|
||||
from tests.utils import (
|
||||
multi_gpu_only,
|
||||
)
|
||||
|
||||
QUARK_MXFP4_AVAILABLE = importlib.util.find_spec("quark") is not None and version.parse(
|
||||
importlib.metadata.version("amd-quark")
|
||||
) >= version.parse("0.8.99")
|
||||
@@ -52,6 +56,7 @@ TEST_CONFIGS = {
|
||||
|
||||
@pytest.mark.parametrize("model_name, accuracy_numbers", TEST_CONFIGS.items())
|
||||
@pytest.mark.skipif(not QUARK_MXFP4_AVAILABLE, reason="amd-quark>=0.9 is not available")
|
||||
@multi_gpu_only(num_gpus=4)
|
||||
def test_mixed_precision_model_accuracies(model_name: str, accuracy_numbers: dict):
|
||||
results = lm_eval.simple_evaluate(
|
||||
model="vllm",
|
||||
|
||||
Reference in New Issue
Block a user