diff --git a/tests/unittest/llmapi/apps/_test_trtllm_serve_multimodal_benchmark.py b/tests/unittest/llmapi/apps/_test_trtllm_serve_multimodal_benchmark.py
index 502c366561..14146efa3d 100644
--- a/tests/unittest/llmapi/apps/_test_trtllm_serve_multimodal_benchmark.py
+++ b/tests/unittest/llmapi/apps/_test_trtllm_serve_multimodal_benchmark.py
@@ -72,11 +72,11 @@ def vision_arena_dataset_path():
 
 @skip_gpu_memory_less_than_80gb
 @pytest.mark.parametrize("dataset_name,dataset_args", [("random_image", {
-    "--num-images": "1",
-    "--image-size": "512",
+    "--random-image-size": "1",
+    "--random-image-size": "512",
 }), ("random_image", {
-    "--num-images": "2",
-    "--image-size": "512",
+    "--random-num-images": "2",
+    "--random-image-size": "512",
 }), ("hf", {
     "--dataset-path": vision_arena_dataset_path(),
 })],