mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-14 06:27:45 +08:00
112 KiB
112 KiB
| 1 | test_case | gpu | gpu_mem_total | gpu_mem_peak | host_mem_peak | host_subprocess | host_subprocess_duration | gpu_subprocess | gpu_subprocess_duration | concurrent_gpu_proc_count | pid | unittest_case_name | stage_duration | build_id | duration | stage_only | test_stage | gpu_factor | host_factor | parallel_factor | parent_case | gpu_is_fractional_sum | gpu_is_fractional_count |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 2 | unittest/trt/quantization | NVIDIA A10 | 23028 | 1148 | 5357 | {'1914323': 125.0078125, '1916110': 10.296875, '1916302': 20.81640625, '1916111': 21.88671875, '1916303': 30.71875, '1916408': 5158.00390625, '1916540': 11.69921875} | {'1914323': 487.81, '1916110': 487.81, '1916302': 0.0, '1916111': 487.81, '1916303': 487.31, '1916408': 486.31, '1916540': 481.81} | {'1916408': 1148.0} | {'1916408': 479.3} | 1 | 1914323 | unittest/trt/quantization | 2601.935 | 16148 | 488.1039742 | A10-functional-0 | [A10-functional-0] Run TURTLE | 20.05923345 | 18.35056935 | 18 | unittest/trt/quantization | 0 | 160 |
| 3 | unittest/trt/model/test_gptj.py | NVIDIA A10 | 23028 | 4262 | 7020 | {'1914323': 124.01171875, '1916110': 10.40625, '1937094': 25.7109375, '1916111': 21.8984375, '1937097': 28.08984375, '1937099': 6824.375, '1937292': 11.69921875} | {'1914323': 150.1, '1916110': 150.1, '1937094': 0.0, '1916111': 150.1, '1937097': 149.1, '1937099': 149.1, '1937292': 144.6} | {'1937099': 4262.0} | {'1937099': 134.5} | 1 | 1914323 | unittest/trt/model/test_gptj.py | 2601.935 | 16148 | 150.4665946 | A10-functional-0 | [A10-functional-0] Run TURTLE | 5.403097137 | 14.0034188 | 5 | unittest/trt/model/test_gptj.py | 0 | 7 |
| 4 | unittest/trt/functional | NVIDIA A10 | 23028 | 3826 | 7503 | {'1914323': 124.484375, '1916110': 10.55078125, '1958270': 18.8671875, '1916111': 21.90234375, '1958271': 34.16015625, '1958273': 7300.71875, '1958409': 12.46875} | {'1914323': 1571.47, '1916110': 1571.47, '1958270': 0.0, '1916111': 1571.47, '1958271': 1570.97, '1958273': 1570.47, '1958409': 1566.46} | {'1958273': 3826.0} | {'1958273': 1564.46} | 1 | 1914323 | unittest/trt/functional | 2601.935 | 16148 | 1572.05029 | A10-functional-0 | [A10-functional-0] Run TURTLE | 6.01881861 | 13.10195922 | 6 | unittest/trt/functional | 0 | 584 |
| 5 | unittest/trt/model/test_gptneox.py | NVIDIA A10 | 23028 | 7778 | 10464 | {'4024936': 10.35546875, '4024953': 22.0234375, '4011642': 131.34375, '4073424': 25.875, '4073425': 29.6171875, '4073429': 10263.78125, '4073584': 14.140625} | {'4024936': 232.2, '4024953': 232.2, '4011642': 232.2, '4073424': 0.0, '4073425': 231.7, '4073429': 231.2, '4073584': 227.19} | {'4073429': 7778.0} | {'4073429': 205.18} | 1 | 4011642 | unittest/trt/model/test_gptneox.py | 1840.245 | 16148 | 232.9099628 | A10-accuracy-1 | [A10-accuracy-1] Run TURTLE | 2.960658267 | 9.394495413 | 2 | unittest/trt/model/test_gptneox.py | 0 | 6 |
| 6 | unittest/trt/attention/test_bert_attention.py | NVIDIA A10 | 23028 | 1348 | 5377 | {'4024936': 10.5, '4024953': 22.0234375, '4011642': 132.48828125, '4078474': 14.89453125, '4078499': 29.84765625, '4078501': 5177.5625, '4078574': 14.203125} | {'4024936': 194.16, '4024953': 194.16, '4011642': 194.16, '4078474': 0.0, '4078499': 193.66, '4078501': 192.66, '4078574': 188.65} | {'4078501': 1348.0} | {'4078501': 186.65} | 1 | 4011642 | unittest/trt/attention/test_bert_attention.py | 1840.245 | 16148 | 194.3609619 | A10-accuracy-1 | [A10-accuracy-1] Run TURTLE | 17.08308605 | 18.28231356 | 17 | unittest/trt/attention/test_bert_attention.py | 0 | 49 |
| 7 | unittest/trt/model/test_falcon.py | NVIDIA A10 | 23028 | 904 | 5881 | {'191640': 10.27734375, '191667': 21.953125, '113110': 136.4609375, '250567': 12.765625, '250570': 29.546875, '250650': 5671.984375, '250819': 11.7265625} | {'191640': 79.58, '191667': 79.58, '113110': 79.58, '250567': 0.0, '250570': 79.08, '250650': 78.08, '250819': 74.07} | {'250650': 904.0} | {'250650': 72.07} | 1 | 113110 | unittest/trt/model/test_falcon.py | 2398.758 | 16148 | 79.83350172 | A10-e2e-0 | [A10-e2e-0] Run TURTLE | 25.47345133 | 16.71552457 | 16 | unittest/trt/model/test_falcon.py | 0 | 12 |
| 8 | unittest/trt/attention/test_gpt_attention_IFB.py | NVIDIA A10 | 23028 | 1168 | 5473 | {'200024': 21.89453125, '193493': 124.91796875, '200023': 10.26171875, '200281': 23.71875, '200282': 31.34765625, '200417': 5274.41015625, '200650': 11.6328125} | {'200024': 140.93, '193493': 140.93, '200023': 140.93, '200281': 0.0, '200282': 139.93, '200417': 138.92, '200650': 134.42} | {'200417': 1168.0} | {'200417': 132.42} | 1 | 193493 | unittest/trt/attention/test_gpt_attention_IFB.py | 975.712 | 16148 | 141.0570997 | A10-accuracy-2 | [A10-accuracy-2] Run TURTLE | 19.71575342 | 17.96162982 | 17 | unittest/trt/attention/test_gpt_attention_IFB.py | 0 | 34 |
| 9 | unittest/trt/attention/test_gpt_attention_no_cache.py | NVIDIA A10 | 23028 | 690 | 4255 | {'200024': 21.8984375, '211633': 11.6015625, '193493': 123.97265625, '200023': 10.38671875, '211636': 28.25390625, '211639': 4059.72265625, '211821': 11.69921875} | {'200024': 19.06, '211633': 0.0, '193493': 19.06, '200023': 19.06, '211636': 18.55, '211639': 18.05, '211821': 13.51} | {'211639': 690.0} | {'211639': 11.51} | 1 | 193493 | unittest/trt/attention/test_gpt_attention_no_cache.py | 975.712 | 16148 | 19.44269817 | A10-accuracy-2 | [A10-accuracy-2] Run TURTLE | 33.37391304 | 23.10317274 | 23 | unittest/trt/attention/test_gpt_attention_no_cache.py | 0 | 2 |
| 10 | unittest/trt/model/test_mamba.py | NVIDIA A10 | 23028 | 776 | 7856 | {'200024': 21.94140625, '244112': 22.6484375, '193493': 124.70703125, '200023': 10.4296875, '244115': 45.91796875, '244120': 23.72265625, '244192': 28.19921875, '244197': 7659.5859375, '244385': 12.484375} | {'200024': 362.64, '244112': 0.0, '193493': 362.64, '200023': 362.64, '244115': 1.0, '244120': 0.0, '244192': 360.14, '244197': 359.64, '244385': 355.63} | {'244197': 776.0} | {'244197': 291.72} | 1 | 193493 | unittest/trt/model/test_mamba.py | 975.712 | 16148 | 363.0035413 | A10-accuracy-2 | [A10-accuracy-2] Run TURTLE | 29.67525773 | 12.51323829 | 12 | unittest/trt/model/test_mamba.py | 0 | 12 |
| 11 | unittest/trt/model/test_llama.py | NVIDIA A10 | 23028 | 782 | 31452 | {'2850601': 132.15234375, '2852074': 21.94921875, '2852073': 10.421875, '2852215': 29.9921875, '2852295': 31251.640625, '2852374': 12.44140625} | {'2850601': 2166.4, '2852074': 2166.4, '2852073': 2166.4, '2852215': 2165.9, '2852295': 2164.89, '2852374': 2160.89} | {'2852295': 782.0} | {'2852295': 2158.89} | 1 | 2850601 | unittest/trt/model/test_llama.py | 2222.033 | 16148 | 2166.631013 | A10-e2e-2 | [A10-e2e-2] Run TURTLE | 29.44757033 | 3.125524609 | 3 | unittest/trt/model/test_llama.py | 0 | 56 |
| 12 | unittest/attention/test_sage_attention.py unittest/llmapi/test_llm_download.py unittest/llmapi/test_llm_kv_cache_events.py unittest/llmapi/test_mpi_session.py unittest/trt/model/redrafter unittest/trt/model/test_phi.py unittest/trt/model/test_unet.py unittest/python_plugin unittest/tools unittest/utils unittest/others | NVIDIA A30 | 24576 | 23160 | 34499 | {'2874872': 21.97265625, '2871492': 128.36328125, '2874871': 10.36328125, '2875050': 24.50390625, '2875089': 39.65234375, '2875095': 34301.00390625, '2875320': 19.66796875, '2970097': 391.2578125, '2970098': 391.09765625, '2970099': 390.140625, '2970100': 389.80859375, '2970391': 11.80078125, '2970408': 387.70703125, '2970409': 387.31640625, '2970410': 387.42578125, '2970411': 387.16015625} | {'2874872': 3133.71, '2871492': 3133.71, '2874871': 3133.71, '2875050': 0.0, '2875089': 3132.71, '2875095': 3132.21, '2875320': 3126.67, '2970097': 4.5, '2970098': 4.5, '2970099': 4.5, '2970100': 4.5, '2970391': 9.5, '2970408': 9.0, '2970409': 9.0, '2970410': 9.0, '2970411': 9.0} | {'2875095': 23160.0} | {'2875095': 3125.16} | 1 | 2871492 | unittest/attention/test_sage_attention.py unittest/llmapi/test_llm_download.py unittest/llmapi/test_llm_kv_cache_events.py unittest/llmapi/test_mpi_session.py unittest/trt/model/redrafter unittest/trt/model/test_phi.py unittest/trt/model/test_unet.py unittest/python_plugin unittest/tools unittest/utils unittest/others | 8798.348 | 16148 | 3133.753364 | A30-others-2 | [A30-others-2] Run TURTLE | 1.061139896 | 2.849473898 | 1 | unittest/attention/test_sage_attention.py unittest/llmapi/test_llm_download.py unittest/llmapi/test_llm_kv_cache_events.py unittest/llmapi/test_mpi_session.py unittest/trt/model/redrafter unittest/trt/model/test_phi.py unittest/trt/model/test_unet.py unittest/python_plugin unittest/tools unittest/utils unittest/others | 10 | 744 |
| 13 | unittest/attention/test_sage_attention.py unittest/llmapi/test_llm_download.py unittest/llmapi/test_llm_kv_cache_events.py unittest/llmapi/test_mpi_session.py unittest/trt/model/redrafter unittest/trt/model/test_phi.py unittest/trt/model/test_unet.py unittest/python_plugin unittest/tools unittest/utils unittest/others | NVIDIA A100X | 81559 | 73756 | 27628 | {'3215898': 10.3359375, '3215933': 21.49609375, '3213061': 130.5, '3323042': 30.0546875, '3323055': 12172.48828125, '3323325': 29.2265625, '3323842': 8266.75390625, '3323843': 8935.0859375, '3326674': 2611.1953125, '3326675': 2611.8046875, '3326906': 2605.125, '3326905': 2607.7578125, '3327221': 2596.72265625, '3327222': 2596.32421875, '3329303': 8834.60546875, '3329304': 8454.85546875, '3332276': 8050.3359375, '3332277': 9001.72265625, '3334107': 8570.27734375, '3334108': 8940.27734375, '3337392': 8802.87109375, '3337393': 9091.703125, '3340439': 8662.23046875, '3340440': 8963.91796875, '3343414': 8724.72265625, '3343415': 8828.78515625, '3346319': 11.6875, '3346336': 0.3828125, '3346337': 0.37890625, '3346360': 2604.953125, '3346366': 2609.21875, '3346776': 8781.49609375, '3346780': 8883.0} | {'3215898': 420.74, '3215933': 420.74, '3213061': 420.74, '3323042': 420.24, '3323055': 419.74, '3323325': 414.73, '3323842': 40.53, '3323843': 41.53, '3326674': 7.51, '3326675': 7.51, '3326906': 9.51, '3326905': 9.51, '3327221': 7.51, '3327222': 7.51, '3329303': 43.02, '3329304': 43.02, '3332276': 49.03, '3332277': 49.03, '3334107': 45.52, '3334108': 46.02, '3337392': 36.52, '3337393': 37.02, '3340439': 45.52, '3340440': 46.52, '3343414': 37.02, '3343415': 37.52, '3346319': 12.01, '3346336': 11.51, '3346337': 11.51, '3346360': 11.51, '3346366': 11.51, '3346776': 45.02, '3346780': 45.02} | {'3323842': 3074.0, '3323843': 610.0, '3326674': 73454.0, '3326905': 34118.0, '3327221': 34118.0, '3323055': 4062.0, '3329303': 34332.0, '3329304': 896.0, '3332276': 33510.0, '3332277': 608.0, '3334107': 72426.0, '3334108': 896.0, '3337392': 72432.0, '3337393': 896.0, '3340439': 72422.0, '3340440': 896.0, '3343414': 72492.0, '3343415': 608.0, '3346360': 72858.0, '3346776': 34398.0, '3346780': 610.0} | {'3323842': 35.52, '3323843': 23.01, '3326674': 3.5, '3326905': 4.5, '3327221': 4.0, '3323055': 347.68, '3329303': 38.02, '3329304': 24.01, '3332276': 44.52, '3332277': 35.52, '3334107': 40.02, '3334108': 26.01, '3337392': 32.01, '3337393': 21.01, '3340439': 40.02, '3340440': 26.01, '3343414': 32.51, '3343415': 21.01, '3346360': 4.0, '3346776': 40.52, '3346780': 27.51} | 3 | 3213061 | unittest/attention/test_sage_attention.py unittest/llmapi/test_llm_download.py unittest/llmapi/test_llm_kv_cache_events.py unittest/llmapi/test_mpi_session.py unittest/trt/model/redrafter unittest/trt/model/test_phi.py unittest/trt/model/test_unet.py unittest/python_plugin unittest/tools unittest/utils unittest/others | 5543.396 | 16148 | 421.1721736 | A100X-3 | [A100X-3] Run TURTLE | 1.105794783 | 3.558129434 | 4 | unittest/attention/test_sage_attention.py unittest/llmapi/test_llm_download.py unittest/llmapi/test_llm_kv_cache_events.py unittest/llmapi/test_mpi_session.py unittest/trt/model/redrafter unittest/trt/model/test_phi.py unittest/trt/model/test_unet.py unittest/python_plugin unittest/tools unittest/utils unittest/others | 6 | 13 |
| 14 | test_unittests[llmapi-tp-2gpu] | NVIDIA H100 80GB HBM3 | 81559 | 73756 | 27628 | {'3215898': 10.3359375, '3215933': 21.49609375, '3213061': 130.5, '3323042': 30.0546875, '3323055': 12172.48828125, '3323325': 29.2265625, '3323842': 8266.75390625, '3323843': 8935.0859375, '3326674': 2611.1953125, '3326675': 2611.8046875, '3326906': 2605.125, '3326905': 2607.7578125, '3327221': 2596.72265625, '3327222': 2596.32421875, '3329303': 8834.60546875, '3329304': 8454.85546875, '3332276': 8050.3359375, '3332277': 9001.72265625, '3334107': 8570.27734375, '3334108': 8940.27734375, '3337392': 8802.87109375, '3337393': 9091.703125, '3340439': 8662.23046875, '3340440': 8963.91796875, '3343414': 8724.72265625, '3343415': 8828.78515625, '3346319': 11.6875, '3346336': 0.3828125, '3346337': 0.37890625, '3346360': 2604.953125, '3346366': 2609.21875, '3346776': 8781.49609375, '3346780': 8883.0} | {'3215898': 420.74, '3215933': 420.74, '3213061': 420.74, '3323042': 420.24, '3323055': 419.74, '3323325': 414.73, '3323842': 40.53, '3323843': 41.53, '3326674': 7.51, '3326675': 7.51, '3326906': 9.51, '3326905': 9.51, '3327221': 7.51, '3327222': 7.51, '3329303': 43.02, '3329304': 43.02, '3332276': 49.03, '3332277': 49.03, '3334107': 45.52, '3334108': 46.02, '3337392': 36.52, '3337393': 37.02, '3340439': 45.52, '3340440': 46.52, '3343414': 37.02, '3343415': 37.52, '3346319': 12.01, '3346336': 11.51, '3346337': 11.51, '3346360': 11.51, '3346366': 11.51, '3346776': 45.02, '3346780': 45.02} | {'3323842': 3074.0, '3323843': 610.0, '3326674': 73454.0, '3326905': 34118.0, '3327221': 34118.0, '3323055': 4062.0, '3329303': 34332.0, '3329304': 896.0, '3332276': 33510.0, '3332277': 608.0, '3334107': 72426.0, '3334108': 896.0, '3337392': 72432.0, '3337393': 896.0, '3340439': 72422.0, '3340440': 896.0, '3343414': 72492.0, '3343415': 608.0, '3346360': 72858.0, '3346776': 34398.0, '3346780': 610.0} | {'3323842': 35.52, '3323843': 23.01, '3326674': 3.5, '3326905': 4.5, '3327221': 4.0, '3323055': 347.68, '3329303': 38.02, '3329304': 24.01, '3332276': 44.52, '3332277': 35.52, '3334107': 40.02, '3334108': 26.01, '3337392': 32.01, '3337393': 21.01, '3340439': 40.02, '3340440': 26.01, '3343414': 32.51, '3343415': 21.01, '3346360': 4.0, '3346776': 40.52, '3346780': 27.51} | 3 | 3213061 | llmapi-tp-2gpu | 5543.396 | 16148 | 421.1721736 | E2E Tests (multi-GPU) on DGX-H100 4 GPUs | [E2E Tests (multi-GPU) on DGX-H100 4 GPUs] Run TURTLE | 1.105794783 | 3.558129434 | 1 | test_unittests[llmapi-tp-2gpu] | 6 | 13 |
| 15 | unittest/llmapi/test_llm_models_multi_gpu.py | NVIDIA H100 80GB HBM3 | 81559 | 74276 | 73436 | {'3215898': 10.44140625, '3215933': 21.50390625, '3213061': 127.8671875, '3350270': 14.25390625, '3350272': 28.6953125, '3350274': 1073.6953125, '3350431': 28.4609375, '3350536': 31875.6875, '3350537': 46400.58203125, '3355767': 10248.6796875, '3355768': 10458.0625, '3359041': 28718.64453125, '3359040': 24276.71875, '3369327': 12273.33984375, '3369328': 12054.2109375, '3376054': 25775.203125, '3376055': 26078.109375} | {'3215898': 499.71, '3215933': 499.71, '3213061': 499.71, '3350270': 0.0, '3350272': 499.21, '3350274': 499.21, '3350431': 494.21, '3350536': 131.09, '3350537': 131.59, '3355767': 43.02, '3355768': 43.52, '3359041': 123.62, '3359040': 123.62, '3369327': 83.18, '3369328': 83.18, '3376054': 107.79, '3376055': 107.79} | {'3350536': 73580.0, '3350537': 706.0, '3355767': 73122.0, '3355768': 608.0, '3359040': 73646.0, '3359041': 896.0, '3369327': 73308.0, '3376054': 73668.0, '3376055': 608.0} | {'3350536': 98.04, '3350537': 59.53, '3355767': 36.52, '3355768': 24.01, '3359040': 109.62, '3359041': 71.6, '3369327': 68.53, '3376054': 96.28, '3376055': 61.3} | 2 | 3213061 | unittest/llmapi/test_llm_models_multi_gpu.py | 5543.396 | 16148 | 500.0373916 | E2E Tests (multi-GPU) on DGX-H100 4 GPUs | [E2E Tests (multi-GPU) on DGX-H100 4 GPUs] Run TURTLE | 1.098053207 | 1.338635002 | 1 | unittest/llmapi/test_llm_models_multi_gpu.py | 5 | 5 |
| 16 | unittest/trt/model/test_gptneox.py | NVIDIA H100 80GB HBM3 | 81559 | 9194 | 12978 | {'2384721': 126.98828125, '2394939': 10.32421875, '2394940': 21.9765625, '2470938': 29.37109375, '2470984': 12777.06640625, '2471144': 12.3671875} | {'2384721': 307.36, '2394939': 307.36, '2394940': 307.36, '2470938': 306.86, '2470984': 306.28, '2471144': 300.38} | {'2470984': 9194.0} | {'2470984': 278.29} | 1 | 2384721 | unittest/trt/model/test_gptneox.py | 2149.491 | 16148 | 308.177759 | H100_PCIe-accuracy-1 | [H100_PCIe-accuracy-1] Run TURTLE | 8.870894061 | 7.574664817 | 7 | unittest/trt/model/test_gptneox.py | 0 | 6 |
| 17 | unittest/trt/attention/test_bert_attention.py | NVIDIA H100 80GB HBM3 | 81559 | 2646 | 8230 | {'2384721': 126.984375, '2394939': 10.46484375, '2394940': 21.9921875, '2496903': 13.78125, '2496906': 28.46875, '2497122': 8031.26953125, '2497622': 12.4140625} | {'2384721': 404.75, '2394939': 404.75, '2394940': 404.75, '2496903': 0.0, '2496906': 404.25, '2497122': 403.75, '2497622': 399.74} | {'2497122': 2646.0} | {'2497122': 397.74} | 1 | 2384721 | unittest/trt/attention/test_bert_attention.py | 2149.491 | 16148 | 405.2302971 | H100_PCIe-accuracy-1 | [H100_PCIe-accuracy-1] Run TURTLE | 30.82350718 | 11.94459295 | 11 | unittest/trt/attention/test_bert_attention.py | 0 | 49 |
| 18 | unittest/trt/model_api/test_model_quantization.py | NVIDIA H100 80GB HBM3 | 81559 | 21854 | 27632 | {'2924976': 130.03515625, '2926291': 28.125, '2925940': 10.375, '2925941': 21.34375, '2926293': 27436.765625, '2926418': 13.28125} | {'2924976': 114.61, '2926291': 114.61, '2925940': 114.61, '2925941': 114.61, '2926293': 114.11, '2926418': 111.1} | {'2926293': 21854.0} | {'2926293': 109.6} | 1 | 2924976 | unittest/trt/model_api/test_model_quantization.py | 2186.878 | 16148 | 115.4852654 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 3.731994143 | 3.55761436 | 3 | unittest/trt/model_api/test_model_quantization.py | 0 | 1 |
| 19 | test_unittests[model-bert] | NVIDIA H100 80GB HBM3 | 81559 | 3114 | 8633 | {'2924976': 129.51953125, '2925940': 10.52734375, '2928532': 21.8125, '2925941': 21.3671875, '2928569': 28.24609375, '2928573': 8437.671875, '2928702': 11.44921875} | {'2924976': 201.19, '2925940': 201.19, '2928532': 0.0, '2925941': 201.19, '2928569': 200.69, '2928573': 200.19, '2928702': 196.68} | {'2928573': 3114.0} | {'2928573': 196.18} | 1 | 2924976 | model-bert | 2186.878 | 16148 | 201.6294354 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 26.19107258 | 11.38700336 | 11 | test_unittests[model-bert] | 0 | 21 |
| 20 | unittest/trt/model/test_gpt_e2e.py | NVIDIA H100 80GB HBM3 | 81559 | 3774 | 7779 | {'2924976': 129.1640625, '2945107': 23.984375, '2925940': 10.5234375, '2925941': 21.375, '2945110': 2610.09375, '2945108': 36.59375, '2945190': 11.44921875, '2945229': 1791.953125, '2945266': 10.5859375, '2945434': 7080.734375, '2945507': 10.59375, '2945691': 6402.07421875, '2945767': 10.62109375, '2946450': 988.015625, '2946526': 10.6015625, '2946583': 6392.0234375, '2946638': 10.59765625, '2946910': 6093.16796875, '2946946': 10.73046875, '2947678': 6201.0625, '2947717': 10.7265625, '2948445': 6334.33984375, '2948479': 10.58984375, '2949109': 5688.37890625, '2949187': 10.59375} | {'2924976': 202.69, '2945107': 0.0, '2925940': 202.69, '2925941': 202.69, '2945110': 202.19, '2945108': 202.19, '2945190': 199.19, '2945229': 5.0, '2945266': 2.5, '2945434': 19.02, '2945507': 16.01, '2945691': 28.03, '2945767': 25.02, '2946450': 4.0, '2946526': 1.0, '2946583': 20.52, '2946638': 17.01, '2946910': 29.03, '2946946': 26.53, '2947678': 29.53, '2947717': 26.52, '2948445': 24.02, '2948479': 21.02, '2949109': 24.02, '2949187': 21.02} | {'2945229': 990.0, '2945434': 1718.0, '2945691': 1786.0, '2946450': 1144.0, '2946583': 1720.0, '2946910': 1786.0, '2947678': 1812.0, '2948445': 1786.0, '2949109': 1812.0, '2945110': 3774.0} | {'2945229': 2.0, '2945434': 16.01, '2945691': 25.02, '2946450': 1.0, '2946583': 17.01, '2946910': 26.53, '2947678': 26.52, '2948445': 21.02, '2949109': 21.02, '2945110': 10.01} | 1 | 2924976 | unittest/trt/model/test_gpt_e2e.py | 2186.878 | 16148 | 203.3154163 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 21.61075782 | 12.63709988 | 12 | unittest/trt/model/test_gpt_e2e.py | 0 | 1 |
| 21 | unittest/bindings | NVIDIA H100 80GB HBM3 | 81559 | 73318 | 8780 | {'2924976': 130.4140625, '2925940': 10.58203125, '2925941': 21.375, '2949981': 12.73828125, '2949984': 29.296875, '2949986': 3059.69140625, '2950026': 11.41015625, '2950157': 387.73828125, '2950235': 10.5859375, '2950243': 2.91015625, '2950244': 0.3515625, '2950262': 0.375, '2950260': 4.80078125, '2950283': 9.87890625, '2950355': 0.8359375, '2950356': 0.1015625, '2950357': 0.4140625, '2950362': 1766.609375, '2950438': 10.58984375, '2950554': 7078.69921875, '2950591': 10.609375, '2950845': 6389.66796875, '2950882': 10.640625, '2951553': 967.55859375, '2951642': 10.7265625, '2951665': 6292.98046875, '2951702': 10.7265625, '2951947': 5585.6875, '2952005': 10.640625, '2952702': 6032.9296875, '2952738': 10.7265625, '2953406': 6379.98046875, '2953483': 10.78125, '2953773': 6231.16796875, '2953846': 10.66015625, '2954221': 6093.83203125, '2954260': 10.60546875, '2954569': 5934.36328125, '2954605': 10.7734375, '2956099': 6313.3828125, '2956228': 10.61328125, '2956484': 6106.0, '2956559': 10.58203125, '2956806': 5778.98828125, '2956874': 10.72265625, '2957279': 5916.52734375, '2957357': 10.609375, '2957782': 2231.20703125, '2957858': 10.796875, '2958211': 5627.8046875, '2958249': 10.63671875, '2959209': 5970.4375, '2959286': 10.796875, '2960405': 2141.9140625, '2960441': 10.75390625, '2960757': 185.78515625} | {'2924976': 369.66, '2925940': 369.66, '2925941': 369.66, '2949981': 0.0, '2949984': 369.16, '2949986': 368.66, '2950026': 365.66, '2950157': 290.77, '2950235': 288.26, '2950243': 0.5, '2950244': 0.0, '2950262': 0.0, '2950260': 0.0, '2950283': 0.0, '2950355': 2.0, '2950356': 2.0, '2950357': 2.0, '2950362': 4.5, '2950438': 1.5, '2950554': 19.52, '2950591': 16.01, '2950845': 27.52, '2950882': 25.02, '2951553': 4.5, '2951642': 1.5, '2951665': 20.02, '2951702': 17.52, '2951947': 29.03, '2952005': 26.52, '2952702': 23.52, '2952738': 21.02, '2953406': 10.51, '2953483': 8.01, '2953773': 10.51, '2953846': 7.51, '2954221': 10.51, '2954260': 7.51, '2954569': 22.02, '2954605': 19.52, '2956099': 10.51, '2956228': 8.01, '2956484': 10.51, '2956559': 7.51, '2956806': 10.51, '2956874': 8.01, '2957279': 10.51, '2957357': 8.01, '2957782': 21.52, '2957858': 19.02, '2958211': 13.51, '2958249': 11.01, '2959209': 13.51, '2959286': 11.01, '2960405': 14.01, '2960441': 11.01, '2960757': 0.5} | {'2949986': 73318.0, '2950362': 990.0, '2950554': 2198.0, '2950845': 1786.0, '2951553': 1070.0, '2951665': 1718.0, '2951947': 2024.0, '2952702': 1786.0, '2953406': 1810.0, '2953773': 1810.0, '2954221': 1812.0, '2954569': 1810.0, '2956099': 2048.0, '2956484': 1812.0, '2956806': 1810.0, '2957279': 2050.0, '2957782': 1618.0, '2958211': 2078.0, '2959209': 2078.0, '2960405': 4020.0} | {'2949986': 363.15, '2950362': 1.0, '2950554': 16.51, '2950845': 25.02, '2951553': 1.0, '2951665': 17.01, '2951947': 26.02, '2952702': 21.02, '2953406': 7.51, '2953773': 7.51, '2954221': 7.51, '2954569': 19.52, '2956099': 7.51, '2956484': 8.01, '2956806': 8.01, '2957279': 8.01, '2957782': 18.52, '2958211': 10.51, '2959209': 11.01, '2960405': 10.51} | 2 | 2924976 | unittest/bindings | 2186.878 | 16148 | 370.1046725 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 1.112400775 | 11.19635535 | 1 | unittest/bindings | 18 | 49 |
| 22 | unittest/llmapi/test_llm_quant.py | NVIDIA H100 80GB HBM3 | 81559 | 73232 | 11930 | {'2924976': 130.06640625, '2972490': 17.015625, '2925940': 10.60546875, '2925941': 21.40625, '2972491': 28.375, '2972493': 11733.6328125, '2972533': 13.2734375, '2972941': 139.359375, '2972915': 1233.73828125, '2972889': 0.9765625, '2972890': 0.96484375, '2972891': 2.40234375, '2972925': 0.96484375, '2972960': 138.93359375, '2972944': 0.9609375, '2972963': 0.96484375, '2972979': 105.80078125, '2973017': 0.9609375, '2973033': 99.25, '2973034': 0.96484375, '2973050': 145.45703125, '2973069': 140.44140625, '2973053': 0.96484375, '2973122': 140.18359375, '2973106': 0.96484375, '2973124': 0.96484375, '2973140': 139.05859375, '2973159': 103.2890625, '2973143': 0.984375, '2973160': 0.9609375, '2973176': 152.046875, '2973193': 150.734375, '2973196': 17.78125, '2973177': 0.9609375, '2973197': 1947.59765625, '2973461': 2802.6484375, '2973609': 0.34765625, '2973625': 2804.48046875, '2973924': 2804.51171875, '2974098': 2803.97265625, '2974238': 27.71875, '2974254': 2803.203125, '2974486': 2803.21484375, '2974644': 2803.16015625, '2974909': 2803.0390625, '2975014': 26.63671875, '2975030': 2803.01953125, '2975256': 2803.57421875, '2975456': 1198.58203125, '2975440': 0.95703125} | {'2924976': 360.34, '2972490': 0.0, '2925940': 360.34, '2925941': 360.34, '2972491': 359.84, '2972493': 359.34, '2972533': 356.34, '2972941': 0.5, '2972915': 10.51, '2972889': 166.16, '2972890': 11.01, '2972891': 166.16, '2972925': 0.5, '2972960': 0.5, '2972944': 0.5, '2972963': 0.5, '2972979': 0.5, '2973017': 0.5, '2973033': 0.5, '2973034': 0.5, '2973050': 0.5, '2973069': 0.5, '2973053': 0.5, '2973122': 0.5, '2973106': 0.5, '2973124': 0.5, '2973140': 0.5, '2973159': 0.5, '2973143': 0.5, '2973160': 1.0, '2973176': 0.5, '2973193': 0.5, '2973196': 0.0, '2973177': 0.5, '2973197': 11.51, '2973461': 12.01, '2973609': 0.0, '2973625': 12.51, '2973924': 12.51, '2974098': 12.51, '2974238': 0.0, '2974254': 12.51, '2974486': 12.51, '2974644': 12.51, '2974909': 12.01, '2975014': 0.0, '2975030': 12.51, '2975256': 12.51, '2975456': 10.51, '2975440': 10.51} | {'2972493': 73232.0} | {'2972493': 354.84} | 1 | 2924976 | unittest/llmapi/test_llm_quant.py | 2186.878 | 16148 | 360.6560194 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 1.113707123 | 8.240067058 | 1 | unittest/llmapi/test_llm_quant.py | 2 | 2 |
| 23 | unittest/trt/functional/test_moe.py | NVIDIA H100 80GB HBM3 | 81559 | 4788 | 9346 | {'203762': 127.22265625, '206211': 10.48828125, '206212': 22.0078125, '705621': 24.48046875, '705624': 28.72265625, '705626': 9146.296875, '705784': 11.6953125} | {'203762': 788.86, '206211': 788.86, '206212': 788.86, '705621': 0.0, '705624': 788.36, '705626': 787.86, '705784': 783.35} | {'705626': 4788.0} | {'705626': 781.85} | 1 | 203762 | unittest/trt/functional/test_moe.py | 7981.589 | 16148 | 789.6104999 | H100_PCIe-unittests | [H100_PCIe-unittests] Run TURTLE | 17.03404344 | 10.5182966 | 10 | unittest/trt/functional/test_moe.py | 0 | 82 |
| 24 | unittest/trt/quantization/test_weight_only_quant_matmul.py | NVIDIA H100 80GB HBM3 | 81559 | 2208 | 7275 | {'203762': 127.1875, '206211': 10.49609375, '206212': 22.0078125, '940916': 28.22265625, '940919': 7075.88671875, '941171': 11.6953125} | {'203762': 141.11, '206211': 141.11, '206212': 141.11, '940916': 140.61, '940919': 140.11, '941171': 135.6} | {'940919': 2208.0} | {'940919': 133.6} | 1 | 203762 | unittest/trt/quantization/test_weight_only_quant_matmul.py | 7981.589 | 16148 | 141.2499655 | H100_PCIe-unittests | [H100_PCIe-unittests] Run TURTLE | 36.9379529 | 13.51257732 | 13 | unittest/trt/quantization/test_weight_only_quant_matmul.py | 0 | 18 |
| 25 | unittest/trt/quantization/test_weight_only_groupwise_quant_matmul.py | NVIDIA H100 80GB HBM3 | 81559 | 1922 | 7544 | {'203762': 127.1875, '206211': 10.51171875, '206212': 22.0078125, '957533': 25.69921875, '957546': 28.4921875, '957550': 7345.2265625, '957751': 11.70703125} | {'203762': 288.27, '206211': 288.27, '206212': 288.27, '957533': 0.0, '957546': 287.77, '957550': 287.27, '957751': 283.27} | {'957550': 1922.0} | {'957550': 281.27} | 1 | 203762 | unittest/trt/quantization/test_weight_only_groupwise_quant_matmul.py | 7981.589 | 16148 | 288.8596221 | H100_PCIe-unittests | [H100_PCIe-unittests] Run TURTLE | 42.43444329 | 13.03075292 | 13 | unittest/trt/quantization/test_weight_only_groupwise_quant_matmul.py | 0 | 50 |
| 26 | unittest/trt/attention/test_gpt_attention_IFB.py | NVIDIA H100 80GB HBM3 | 81559 | 2216 | 8471 | {'1865': 10.28125, '786': 130.33984375, '1866': 21.41796875, '2039': 19.18359375, '2040': 31.39453125, '2044': 8270.97265625, '2215': 13.2109375} | {'1865': 191.17, '786': 191.17, '1866': 191.17, '2039': 0.0, '2040': 190.67, '2044': 190.17, '2215': 187.17} | {'2044': 2216.0} | {'2044': 185.67} | 1 | 786 | unittest/trt/attention/test_gpt_attention_IFB.py | 1530.122 | 16148 | 191.7125493 | H100_PCIe-accuracy-2 | [H100_PCIe-accuracy-2] Run TURTLE | 36.80460289 | 11.60476921 | 11 | unittest/trt/attention/test_gpt_attention_IFB.py | 0 | 34 |
| 27 | unittest/trt/attention/test_gpt_attention_no_cache.py | NVIDIA H100 80GB HBM3 | 81559 | 1946 | 7393 | {'1865': 10.390625, '786': 131.29296875, '1866': 21.484375, '9534': 11.859375, '9584': 28.15625, '9587': 7196.453125, '9659': 13.1953125} | {'1865': 21.02, '786': 21.02, '1866': 21.02, '9534': 0.0, '9584': 20.52, '9587': 20.02, '9659': 17.02} | {'9587': 1946.0} | {'9587': 16.02} | 1 | 786 | unittest/trt/attention/test_gpt_attention_no_cache.py | 1530.122 | 16148 | 21.58346564 | H100_PCIe-accuracy-2 | [H100_PCIe-accuracy-2] Run TURTLE | 41.91109969 | 13.29690248 | 13 | unittest/trt/attention/test_gpt_attention_no_cache.py | 0 | 2 |
| 28 | unittest/trt/model/test_mamba.py | NVIDIA H100 80GB HBM3 | 81559 | 2096 | 9791 | {'1865': 10.48046875, '786': 131.66796875, '19549': 45.97265625, '1866': 21.5078125, '19597': 12.453125, '19598': 28.2421875, '19602': 9593.8515625, '19642': 13.17578125} | {'1865': 321.3, '786': 321.3, '19549': 1.0, '1866': 321.3, '19597': 0.0, '19598': 319.3, '19602': 318.8, '19642': 315.8} | {'19602': 2096.0} | {'19602': 291.27} | 1 | 786 | unittest/trt/model/test_mamba.py | 1530.122 | 16148 | 322.2435047 | H100_PCIe-accuracy-2 | [H100_PCIe-accuracy-2] Run TURTLE | 38.91173664 | 10.04024104 | 10 | unittest/trt/model/test_mamba.py | 0 | 12 |
| 29 | unittest/trt/functional | NVIDIA L40S | 46068 | 12008 | 8760 | {'3592777': 10.50390625, '3575269': 124.59375, '3592791': 21.9375, '3691567': 18.91015625, '3691568': 33.0625, '3691570': 8558.125, '3691800': 12.484375} | {'3592777': 3018.28, '3575269': 3018.28, '3592791': 3018.28, '3691567': 0.0, '3691568': 3017.78, '3691570': 3017.28, '3691800': 3013.27} | {'3691570': 12008.0} | {'3691570': 3011.27} | 1 | 3575269 | unittest/trt/functional | 4105.914 | 16148 | 3018.694419 | L40S-unittests | [L40S-unittests] Run TURTLE | 3.836442372 | 11.22191781 | 32 | unittest/trt/functional | 0 | 540 |
| 30 | unittest/trt/quantization | Tesla PG500-216 | 32768 | 1114 | 2125 | {'2916740': 21.90625, '2916739': 10.265625, '2912228': 126.56640625, '2916953': 25.2421875, '2917051': 30.734375, '2917183': 1924.96484375, '2917566': 11.56640625} | {'2916740': 92.59, '2916739': 92.59, '2912228': 92.59, '2916953': 0.0, '2917051': 91.58, '2917183': 91.08, '2917566': 86.58} | {'2917183': 1114.0} | {'2917183': 83.58} | 1 | 2912228 | unittest/trt/quantization | 1000.627 | 16148 | 92.54412255 | V100-functional-0 | [V100-functional-0] Run TURTLE | 29.41472172 | 46.26070588 | 29 | unittest/trt/quantization | 0 | 103 |
| 31 | unittest/trt/model/test_gptj.py | Tesla PG500-216 | 32768 | 4008 | 5245 | {'2916740': 21.91015625, '2916739': 10.3203125, '2912228': 126.5703125, '2925933': 25.70703125, '2926024': 5047.546875, '2925965': 28.171875, '2926429': 11.6953125} | {'2916740': 92.33, '2916739': 92.33, '2912228': 92.33, '2925933': 0.0, '2926024': 91.83, '2925965': 91.83, '2926429': 87.33} | {'2926024': 4008.0} | {'2926024': 76.82} | 1 | 2912228 | unittest/trt/model/test_gptj.py | 1000.627 | 16148 | 93.15540791 | V100-functional-0 | [V100-functional-0] Run TURTLE | 8.175648703 | 18.74242135 | 8 | unittest/trt/model/test_gptj.py | 0 | 6 |
| 32 | unittest/trt/functional | Tesla PG500-216 | 32768 | 678 | 3039 | {'2916740': 21.921875, '2916739': 10.4375, '2912228': 126.57421875, '2994246': 34.296875, '2994251': 2834.90625, '2994493': 11.734375} | {'2916740': 454.94, '2916739': 454.94, '2912228': 454.94, '2994246': 453.94, '2994251': 453.94, '2994493': 449.43} | {'2994251': 678.0} | {'2994251': 447.43} | 1 | 2912228 | unittest/trt/functional | 1000.627 | 16148 | 455.3922174 | V100-functional-0 | [V100-functional-0] Run TURTLE | 48.33038348 | 32.34748272 | 32 | unittest/trt/functional | 0 | 518 |
| 33 | unittest/attention/test_sage_attention.py unittest/llmapi/test_llm_download.py unittest/llmapi/test_llm_kv_cache_events.py unittest/llmapi/test_mpi_session.py unittest/trt/model/redrafter unittest/trt/model/test_phi.py unittest/trt/model/test_unet.py unittest/python_plugin unittest/tools unittest/utils unittest/others | Tesla PG500-216 | 32768 | 30674 | 29889 | {'3186074': 124.99609375, '3192212': 10.3203125, '3192214': 21.953125, '3192411': 24.296875, '3192418': 40.6328125, '3192534': 29691.0, '3192778': 19.6796875, '3242492': 390.828125, '3242493': 390.51953125, '3242494': 390.453125, '3242495': 390.08203125, '3243153': 387.69921875, '3243154': 387.59765625, '3243123': 11.65234375, '3243155': 387.25, '3243156': 387.62109375} | {'3186074': 914.57, '3192212': 914.57, '3192214': 914.57, '3192411': 0.0, '3192418': 913.57, '3192534': 912.07, '3192778': 908.06, '3242492': 4.5, '3242493': 4.5, '3242494': 4.5, '3242495': 4.5, '3243153': 9.01, '3243154': 9.01, '3243123': 9.01, '3243155': 9.01, '3243156': 9.01} | {'3192534': 30674.0} | {'3192534': 905.56} | 1 | 3186074 | unittest/attention/test_sage_attention.py unittest/llmapi/test_llm_download.py unittest/llmapi/test_llm_kv_cache_events.py unittest/llmapi/test_mpi_session.py unittest/trt/model/redrafter unittest/trt/model/test_phi.py unittest/trt/model/test_unet.py unittest/python_plugin unittest/tools unittest/utils unittest/others | 1446.43 | 16148 | 914.456881 | V100-others-2 | [V100-others-2] Run TURTLE | 1.068266284 | 3.288969186 | 1 | unittest/attention/test_sage_attention.py unittest/llmapi/test_llm_download.py unittest/llmapi/test_llm_kv_cache_events.py unittest/llmapi/test_mpi_session.py unittest/trt/model/redrafter unittest/trt/model/test_phi.py unittest/trt/model/test_unet.py unittest/python_plugin unittest/tools unittest/utils unittest/others | 2 | 580 |
| 34 | unittest/trt/model/test_falcon.py | Tesla PG500-216 | 32768 | 658 | 3051 | {'2925928': 10.26171875, '2925931': 21.875, '3000992': 16.82421875, '2911463': 136.48828125, '3001021': 29.5234375, '3001062': 2842.26953125, '3001428': 11.7109375} | {'2925928': 53.04, '2925931': 53.04, '3000992': 0.0, '2911463': 53.04, '3001021': 52.54, '3001062': 51.54, '3001428': 47.54} | {'3001062': 658.0} | {'3001062': 45.04} | 1 | 2911463 | unittest/trt/model/test_falcon.py | 1425.894 | 16148 | 53.58859377 | V100-e2e_part1 | [V100-e2e_part1] Run TURTLE | 49.7993921 | 32.22025565 | 32 | unittest/trt/model/test_falcon.py | 0 | 12 |
| 35 | unittest/trt/model/test_mistral.py | Tesla PG500-216 | 32768 | 500 | 2936 | {'2925928': 10.4765625, '2925931': 21.9296875, '3043653': 25.33984375, '2911463': 140.8359375, '3043736': 28.63671875, '3043738': 2727.4609375, '3043838': 14.20703125} | {'2925928': 71.06, '2925931': 71.06, '3043653': 0.0, '2911463': 71.06, '3043736': 70.56, '3043738': 70.06, '3043838': 66.06} | {'3043738': 500.0} | {'3043738': 62.55} | 1 | 2911463 | unittest/trt/model/test_mistral.py | 1425.894 | 16148 | 71.5794183 | V100-e2e_part1 | [V100-e2e_part1] Run TURTLE | 65.536 | 33.48228883 | 33 | unittest/trt/model/test_mistral.py | 0 | 22 |
| 36 | test_unittests[model-bert] | Tesla PG500-216 | 32768 | 1538 | 3503 | {'641192': 23.7109375, '634259': 126.55078125, '638428': 21.90234375, '638427': 10.4453125, '641261': 28.23046875, '641285': 3304.54296875, '641540': 11.6953125} | {'641192': 0.0, '634259': 193.08, '638428': 193.08, '638427': 193.08, '641261': 192.58, '641285': 192.08, '641540': 188.08} | {'641285': 1538.0} | {'641285': 186.07} | 1 | 634259 | model-bert | 894.343 | 16148 | 193.707374 | V100-others-0 | [V100-others-0] Run TURTLE | 21.30559168 | 28.06280331 | 21 | test_unittests[model-bert] | 0 | 17 |
| 37 | unittest/trt/model/test_gpt_e2e.py | Tesla PG500-216 | 32768 | 2922 | 3432 | {'676520': 12.07421875, '634259': 126.5546875, '638428': 21.91015625, '638427': 10.4609375, '676521': 33.921875, '676523': 2012.21484375, '676851': 11.69921875, '677072': 1795.19921875, '677534': 11.5546875, '679627': 2761.18359375, '680146': 11.6953125, '682704': 2284.83984375, '683074': 11.69921875, '686311': 1188.79296875, '686492': 11.6953125, '686838': 2064.29296875, '686962': 11.6953125, '688501': 1742.80859375, '689377': 11.69921875, '692508': 1731.8359375, '693201': 11.69921875} | {'676520': 0.0, '634259': 179.78, '638428': 179.78, '638427': 179.78, '676521': 179.28, '676523': 178.78, '676851': 174.78, '677072': 11.84, '677534': 7.84, '679627': 19.02, '680146': 15.51, '682704': 30.53, '683074': 27.02, '686311': 10.8, '686492': 6.8, '686838': 21.52, '686962': 18.02, '688501': 33.53, '689377': 30.03, '692508': 27.02, '693201': 23.52} | {'677072': 822.0, '679627': 360.0, '682704': 848.0, '686311': 948.0, '686838': 360.0, '688501': 610.0, '692508': 372.0, '676523': 2922.0} | {'677072': 4.95, '679627': 15.01, '682704': 26.52, '686311': 4.29, '686838': 17.52, '688501': 29.53, '692508': 22.52, '676523': 14.51} | 1 | 634259 | unittest/trt/model/test_gpt_e2e.py | 894.343 | 16148 | 180.0751595 | V100-others-0 | [V100-others-0] Run TURTLE | 11.21423682 | 28.64335664 | 11 | unittest/trt/model/test_gpt_e2e.py | 0 | 1 |
| 38 | unittest/bindings | Tesla PG500-216 | 32768 | 280 | 1362 | {'697211': 25.28125, '634259': 126.5546875, '638428': 21.91015625, '638427': 10.4765625, '697227': 28.6015625, '697262': 1163.82421875, '697627': 11.7109375} | {'697211': 0.0, '634259': 25.52, '638428': 25.52, '638427': 25.52, '697227': 25.02, '697262': 24.52, '697627': 20.02} | {'697262': 280.0} | {'697262': 16.01} | 1 | 634259 | unittest/bindings | 894.343 | 16148 | 26.16358308 | V100-others-0 | [V100-others-0] Run TURTLE | 117.0285714 | 72.17621145 | 72 | unittest/bindings | 0 | 31 |
| 39 | unittest/trt/model/test_falcon.py | Tesla PG500-216 | 32768 | 674 | 3113 | {'736881': 10.2734375, '736882': 21.89453125, '730453': 133.03515625, '786022': 29.5390625, '786090': 2918.87109375} | {'736881': 55.17, '736882': 55.17, '730453': 55.17, '786022': 54.67, '786090': 53.67} | {'786090': 674.0} | {'786090': 47.66} | 1 | 730453 | unittest/trt/model/test_falcon.py | 1183.509 | 16148 | 55.6215516 | V100-Single-e2e-part1 | [V100-Single-e2e-part1] Run TURTLE | 48.61721068 | 31.5785416 | 31 | unittest/trt/model/test_falcon.py | 0 | 12 |
| 40 | unittest/trt/model/test_mistral.py | Tesla PG500-216 | 32768 | 508 | 2920 | {'736881': 10.62890625, '736882': 21.99609375, '730453': 138.90234375, '811585': 29.29296875, '811627': 2726.79296875} | {'736881': 70.56, '736882': 70.56, '730453': 70.56, '811585': 70.06, '811627': 69.56} | {'811627': 508.0} | {'811627': 61.05} | 1 | 730453 | unittest/trt/model/test_mistral.py | 1183.509 | 16148 | 70.64076682 | V100-Single-e2e-part1 | [V100-Single-e2e-part1] Run TURTLE | 64.50393701 | 33.66575342 | 33 | unittest/trt/model/test_mistral.py | 0 | 20 |
| 41 | test_unittests[llmapi-tp-2gpu] | NVIDIA H100 PCIe | 81559 | 73756 | 27628 | {'3215898': 10.3359375, '3215933': 21.49609375, '3213061': 130.5, '3323042': 30.0546875, '3323055': 12172.48828125, '3323325': 29.2265625, '3323842': 8266.75390625, '3323843': 8935.0859375, '3326674': 2611.1953125, '3326675': 2611.8046875, '3326906': 2605.125, '3326905': 2607.7578125, '3327221': 2596.72265625, '3327222': 2596.32421875, '3329303': 8834.60546875, '3329304': 8454.85546875, '3332276': 8050.3359375, '3332277': 9001.72265625, '3334107': 8570.27734375, '3334108': 8940.27734375, '3337392': 8802.87109375, '3337393': 9091.703125, '3340439': 8662.23046875, '3340440': 8963.91796875, '3343414': 8724.72265625, '3343415': 8828.78515625, '3346319': 11.6875, '3346336': 0.3828125, '3346337': 0.37890625, '3346360': 2604.953125, '3346366': 2609.21875, '3346776': 8781.49609375, '3346780': 8883.0} | {'3215898': 420.74, '3215933': 420.74, '3213061': 420.74, '3323042': 420.24, '3323055': 419.74, '3323325': 414.73, '3323842': 40.53, '3323843': 41.53, '3326674': 7.51, '3326675': 7.51, '3326906': 9.51, '3326905': 9.51, '3327221': 7.51, '3327222': 7.51, '3329303': 43.02, '3329304': 43.02, '3332276': 49.03, '3332277': 49.03, '3334107': 45.52, '3334108': 46.02, '3337392': 36.52, '3337393': 37.02, '3340439': 45.52, '3340440': 46.52, '3343414': 37.02, '3343415': 37.52, '3346319': 12.01, '3346336': 11.51, '3346337': 11.51, '3346360': 11.51, '3346366': 11.51, '3346776': 45.02, '3346780': 45.02} | {'3323842': 3074.0, '3323843': 610.0, '3326674': 73454.0, '3326905': 34118.0, '3327221': 34118.0, '3323055': 4062.0, '3329303': 34332.0, '3329304': 896.0, '3332276': 33510.0, '3332277': 608.0, '3334107': 72426.0, '3334108': 896.0, '3337392': 72432.0, '3337393': 896.0, '3340439': 72422.0, '3340440': 896.0, '3343414': 72492.0, '3343415': 608.0, '3346360': 72858.0, '3346776': 34398.0, '3346780': 610.0} | {'3323842': 35.52, '3323843': 23.01, '3326674': 3.5, '3326905': 4.5, '3327221': 4.0, '3323055': 347.68, '3329303': 38.02, '3329304': 24.01, '3332276': 44.52, '3332277': 35.52, '3334107': 40.02, '3334108': 26.01, '3337392': 32.01, '3337393': 21.01, '3340439': 40.02, '3340440': 26.01, '3343414': 32.51, '3343415': 21.01, '3346360': 4.0, '3346776': 40.52, '3346780': 27.51} | 3 | 3213061 | llmapi-tp-2gpu | 5543.396 | 16148 | 421.1721736 | E2E Tests (multi-GPU) on DGX-H100 4 GPUs | [E2E Tests (multi-GPU) on DGX-H100 4 GPUs] Run TURTLE | 1.105794783 | 3.558129434 | 1 | test_unittests[llmapi-tp-2gpu] | 6 | 13 |
| 42 | unittest/llmapi/test_llm_models_multi_gpu.py | NVIDIA H100 PCIe | 81559 | 74276 | 73436 | {'3215898': 10.44140625, '3215933': 21.50390625, '3213061': 127.8671875, '3350270': 14.25390625, '3350272': 28.6953125, '3350274': 1073.6953125, '3350431': 28.4609375, '3350536': 31875.6875, '3350537': 46400.58203125, '3355767': 10248.6796875, '3355768': 10458.0625, '3359041': 28718.64453125, '3359040': 24276.71875, '3369327': 12273.33984375, '3369328': 12054.2109375, '3376054': 25775.203125, '3376055': 26078.109375} | {'3215898': 499.71, '3215933': 499.71, '3213061': 499.71, '3350270': 0.0, '3350272': 499.21, '3350274': 499.21, '3350431': 494.21, '3350536': 131.09, '3350537': 131.59, '3355767': 43.02, '3355768': 43.52, '3359041': 123.62, '3359040': 123.62, '3369327': 83.18, '3369328': 83.18, '3376054': 107.79, '3376055': 107.79} | {'3350536': 73580.0, '3350537': 706.0, '3355767': 73122.0, '3355768': 608.0, '3359040': 73646.0, '3359041': 896.0, '3369327': 73308.0, '3376054': 73668.0, '3376055': 608.0} | {'3350536': 98.04, '3350537': 59.53, '3355767': 36.52, '3355768': 24.01, '3359040': 109.62, '3359041': 71.6, '3369327': 68.53, '3376054': 96.28, '3376055': 61.3} | 2 | 3213061 | unittest/llmapi/test_llm_models_multi_gpu.py | 5543.396 | 16148 | 500.0373916 | E2E Tests (multi-GPU) on DGX-H100 4 GPUs | [E2E Tests (multi-GPU) on DGX-H100 4 GPUs] Run TURTLE | 1.098053207 | 1.338635002 | 1 | unittest/llmapi/test_llm_models_multi_gpu.py | 5 | 5 |
| 43 | unittest/trt/model/test_gptneox.py | NVIDIA H100 PCIe | 81559 | 9194 | 12978 | {'2384721': 126.98828125, '2394939': 10.32421875, '2394940': 21.9765625, '2470938': 29.37109375, '2470984': 12777.06640625, '2471144': 12.3671875} | {'2384721': 307.36, '2394939': 307.36, '2394940': 307.36, '2470938': 306.86, '2470984': 306.28, '2471144': 300.38} | {'2470984': 9194.0} | {'2470984': 278.29} | 1 | 2384721 | unittest/trt/model/test_gptneox.py | 2149.491 | 16148 | 308.177759 | H100_PCIe-accuracy-1 | [H100_PCIe-accuracy-1] Run TURTLE | 8.870894061 | 7.574664817 | 7 | unittest/trt/model/test_gptneox.py | 0 | 6 |
| 44 | unittest/trt/attention/test_bert_attention.py | NVIDIA H100 PCIe | 81559 | 2646 | 8230 | {'2384721': 126.984375, '2394939': 10.46484375, '2394940': 21.9921875, '2496903': 13.78125, '2496906': 28.46875, '2497122': 8031.26953125, '2497622': 12.4140625} | {'2384721': 404.75, '2394939': 404.75, '2394940': 404.75, '2496903': 0.0, '2496906': 404.25, '2497122': 403.75, '2497622': 399.74} | {'2497122': 2646.0} | {'2497122': 397.74} | 1 | 2384721 | unittest/trt/attention/test_bert_attention.py | 2149.491 | 16148 | 405.2302971 | H100_PCIe-accuracy-1 | [H100_PCIe-accuracy-1] Run TURTLE | 30.82350718 | 11.94459295 | 11 | unittest/trt/attention/test_bert_attention.py | 0 | 49 |
| 45 | unittest/trt/model_api/test_model_quantization.py | NVIDIA H100 PCIe | 81559 | 21854 | 27632 | {'2924976': 130.03515625, '2926291': 28.125, '2925940': 10.375, '2925941': 21.34375, '2926293': 27436.765625, '2926418': 13.28125} | {'2924976': 114.61, '2926291': 114.61, '2925940': 114.61, '2925941': 114.61, '2926293': 114.11, '2926418': 111.1} | {'2926293': 21854.0} | {'2926293': 109.6} | 1 | 2924976 | unittest/trt/model_api/test_model_quantization.py | 2186.878 | 16148 | 115.4852654 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 3.731994143 | 3.55761436 | 3 | unittest/trt/model_api/test_model_quantization.py | 0 | 1 |
| 46 | test_unittests[model-bert] | NVIDIA H100 PCIe | 81559 | 3114 | 8633 | {'2924976': 129.51953125, '2925940': 10.52734375, '2928532': 21.8125, '2925941': 21.3671875, '2928569': 28.24609375, '2928573': 8437.671875, '2928702': 11.44921875} | {'2924976': 201.19, '2925940': 201.19, '2928532': 0.0, '2925941': 201.19, '2928569': 200.69, '2928573': 200.19, '2928702': 196.68} | {'2928573': 3114.0} | {'2928573': 196.18} | 1 | 2924976 | model-bert | 2186.878 | 16148 | 201.6294354 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 26.19107258 | 11.38700336 | 11 | test_unittests[model-bert] | 0 | 21 |
| 47 | unittest/trt/model/test_gpt_e2e.py | NVIDIA H100 PCIe | 81559 | 3774 | 7779 | {'2924976': 129.1640625, '2945107': 23.984375, '2925940': 10.5234375, '2925941': 21.375, '2945110': 2610.09375, '2945108': 36.59375, '2945190': 11.44921875, '2945229': 1791.953125, '2945266': 10.5859375, '2945434': 7080.734375, '2945507': 10.59375, '2945691': 6402.07421875, '2945767': 10.62109375, '2946450': 988.015625, '2946526': 10.6015625, '2946583': 6392.0234375, '2946638': 10.59765625, '2946910': 6093.16796875, '2946946': 10.73046875, '2947678': 6201.0625, '2947717': 10.7265625, '2948445': 6334.33984375, '2948479': 10.58984375, '2949109': 5688.37890625, '2949187': 10.59375} | {'2924976': 202.69, '2945107': 0.0, '2925940': 202.69, '2925941': 202.69, '2945110': 202.19, '2945108': 202.19, '2945190': 199.19, '2945229': 5.0, '2945266': 2.5, '2945434': 19.02, '2945507': 16.01, '2945691': 28.03, '2945767': 25.02, '2946450': 4.0, '2946526': 1.0, '2946583': 20.52, '2946638': 17.01, '2946910': 29.03, '2946946': 26.53, '2947678': 29.53, '2947717': 26.52, '2948445': 24.02, '2948479': 21.02, '2949109': 24.02, '2949187': 21.02} | {'2945229': 990.0, '2945434': 1718.0, '2945691': 1786.0, '2946450': 1144.0, '2946583': 1720.0, '2946910': 1786.0, '2947678': 1812.0, '2948445': 1786.0, '2949109': 1812.0, '2945110': 3774.0} | {'2945229': 2.0, '2945434': 16.01, '2945691': 25.02, '2946450': 1.0, '2946583': 17.01, '2946910': 26.53, '2947678': 26.52, '2948445': 21.02, '2949109': 21.02, '2945110': 10.01} | 1 | 2924976 | unittest/trt/model/test_gpt_e2e.py | 2186.878 | 16148 | 203.3154163 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 21.61075782 | 12.63709988 | 12 | unittest/trt/model/test_gpt_e2e.py | 0 | 1 |
| 48 | unittest/bindings | NVIDIA H100 PCIe | 81559 | 73318 | 8780 | {'2924976': 130.4140625, '2925940': 10.58203125, '2925941': 21.375, '2949981': 12.73828125, '2949984': 29.296875, '2949986': 3059.69140625, '2950026': 11.41015625, '2950157': 387.73828125, '2950235': 10.5859375, '2950243': 2.91015625, '2950244': 0.3515625, '2950262': 0.375, '2950260': 4.80078125, '2950283': 9.87890625, '2950355': 0.8359375, '2950356': 0.1015625, '2950357': 0.4140625, '2950362': 1766.609375, '2950438': 10.58984375, '2950554': 7078.69921875, '2950591': 10.609375, '2950845': 6389.66796875, '2950882': 10.640625, '2951553': 967.55859375, '2951642': 10.7265625, '2951665': 6292.98046875, '2951702': 10.7265625, '2951947': 5585.6875, '2952005': 10.640625, '2952702': 6032.9296875, '2952738': 10.7265625, '2953406': 6379.98046875, '2953483': 10.78125, '2953773': 6231.16796875, '2953846': 10.66015625, '2954221': 6093.83203125, '2954260': 10.60546875, '2954569': 5934.36328125, '2954605': 10.7734375, '2956099': 6313.3828125, '2956228': 10.61328125, '2956484': 6106.0, '2956559': 10.58203125, '2956806': 5778.98828125, '2956874': 10.72265625, '2957279': 5916.52734375, '2957357': 10.609375, '2957782': 2231.20703125, '2957858': 10.796875, '2958211': 5627.8046875, '2958249': 10.63671875, '2959209': 5970.4375, '2959286': 10.796875, '2960405': 2141.9140625, '2960441': 10.75390625, '2960757': 185.78515625} | {'2924976': 369.66, '2925940': 369.66, '2925941': 369.66, '2949981': 0.0, '2949984': 369.16, '2949986': 368.66, '2950026': 365.66, '2950157': 290.77, '2950235': 288.26, '2950243': 0.5, '2950244': 0.0, '2950262': 0.0, '2950260': 0.0, '2950283': 0.0, '2950355': 2.0, '2950356': 2.0, '2950357': 2.0, '2950362': 4.5, '2950438': 1.5, '2950554': 19.52, '2950591': 16.01, '2950845': 27.52, '2950882': 25.02, '2951553': 4.5, '2951642': 1.5, '2951665': 20.02, '2951702': 17.52, '2951947': 29.03, '2952005': 26.52, '2952702': 23.52, '2952738': 21.02, '2953406': 10.51, '2953483': 8.01, '2953773': 10.51, '2953846': 7.51, '2954221': 10.51, '2954260': 7.51, '2954569': 22.02, '2954605': 19.52, '2956099': 10.51, '2956228': 8.01, '2956484': 10.51, '2956559': 7.51, '2956806': 10.51, '2956874': 8.01, '2957279': 10.51, '2957357': 8.01, '2957782': 21.52, '2957858': 19.02, '2958211': 13.51, '2958249': 11.01, '2959209': 13.51, '2959286': 11.01, '2960405': 14.01, '2960441': 11.01, '2960757': 0.5} | {'2949986': 73318.0, '2950362': 990.0, '2950554': 2198.0, '2950845': 1786.0, '2951553': 1070.0, '2951665': 1718.0, '2951947': 2024.0, '2952702': 1786.0, '2953406': 1810.0, '2953773': 1810.0, '2954221': 1812.0, '2954569': 1810.0, '2956099': 2048.0, '2956484': 1812.0, '2956806': 1810.0, '2957279': 2050.0, '2957782': 1618.0, '2958211': 2078.0, '2959209': 2078.0, '2960405': 4020.0} | {'2949986': 363.15, '2950362': 1.0, '2950554': 16.51, '2950845': 25.02, '2951553': 1.0, '2951665': 17.01, '2951947': 26.02, '2952702': 21.02, '2953406': 7.51, '2953773': 7.51, '2954221': 7.51, '2954569': 19.52, '2956099': 7.51, '2956484': 8.01, '2956806': 8.01, '2957279': 8.01, '2957782': 18.52, '2958211': 10.51, '2959209': 11.01, '2960405': 10.51} | 2 | 2924976 | unittest/bindings | 2186.878 | 16148 | 370.1046725 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 1.112400775 | 11.19635535 | 1 | unittest/bindings | 18 | 49 |
| 49 | unittest/llmapi/test_llm_quant.py | NVIDIA H100 PCIe | 81559 | 73232 | 11930 | {'2924976': 130.06640625, '2972490': 17.015625, '2925940': 10.60546875, '2925941': 21.40625, '2972491': 28.375, '2972493': 11733.6328125, '2972533': 13.2734375, '2972941': 139.359375, '2972915': 1233.73828125, '2972889': 0.9765625, '2972890': 0.96484375, '2972891': 2.40234375, '2972925': 0.96484375, '2972960': 138.93359375, '2972944': 0.9609375, '2972963': 0.96484375, '2972979': 105.80078125, '2973017': 0.9609375, '2973033': 99.25, '2973034': 0.96484375, '2973050': 145.45703125, '2973069': 140.44140625, '2973053': 0.96484375, '2973122': 140.18359375, '2973106': 0.96484375, '2973124': 0.96484375, '2973140': 139.05859375, '2973159': 103.2890625, '2973143': 0.984375, '2973160': 0.9609375, '2973176': 152.046875, '2973193': 150.734375, '2973196': 17.78125, '2973177': 0.9609375, '2973197': 1947.59765625, '2973461': 2802.6484375, '2973609': 0.34765625, '2973625': 2804.48046875, '2973924': 2804.51171875, '2974098': 2803.97265625, '2974238': 27.71875, '2974254': 2803.203125, '2974486': 2803.21484375, '2974644': 2803.16015625, '2974909': 2803.0390625, '2975014': 26.63671875, '2975030': 2803.01953125, '2975256': 2803.57421875, '2975456': 1198.58203125, '2975440': 0.95703125} | {'2924976': 360.34, '2972490': 0.0, '2925940': 360.34, '2925941': 360.34, '2972491': 359.84, '2972493': 359.34, '2972533': 356.34, '2972941': 0.5, '2972915': 10.51, '2972889': 166.16, '2972890': 11.01, '2972891': 166.16, '2972925': 0.5, '2972960': 0.5, '2972944': 0.5, '2972963': 0.5, '2972979': 0.5, '2973017': 0.5, '2973033': 0.5, '2973034': 0.5, '2973050': 0.5, '2973069': 0.5, '2973053': 0.5, '2973122': 0.5, '2973106': 0.5, '2973124': 0.5, '2973140': 0.5, '2973159': 0.5, '2973143': 0.5, '2973160': 1.0, '2973176': 0.5, '2973193': 0.5, '2973196': 0.0, '2973177': 0.5, '2973197': 11.51, '2973461': 12.01, '2973609': 0.0, '2973625': 12.51, '2973924': 12.51, '2974098': 12.51, '2974238': 0.0, '2974254': 12.51, '2974486': 12.51, '2974644': 12.51, '2974909': 12.01, '2975014': 0.0, '2975030': 12.51, '2975256': 12.51, '2975456': 10.51, '2975440': 10.51} | {'2972493': 73232.0} | {'2972493': 354.84} | 1 | 2924976 | unittest/llmapi/test_llm_quant.py | 2186.878 | 16148 | 360.6560194 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 1.113707123 | 8.240067058 | 1 | unittest/llmapi/test_llm_quant.py | 2 | 2 |
| 50 | unittest/trt/functional/test_moe.py | NVIDIA H100 PCIe | 81559 | 4788 | 9346 | {'203762': 127.22265625, '206211': 10.48828125, '206212': 22.0078125, '705621': 24.48046875, '705624': 28.72265625, '705626': 9146.296875, '705784': 11.6953125} | {'203762': 788.86, '206211': 788.86, '206212': 788.86, '705621': 0.0, '705624': 788.36, '705626': 787.86, '705784': 783.35} | {'705626': 4788.0} | {'705626': 781.85} | 1 | 203762 | unittest/trt/functional/test_moe.py | 7981.589 | 16148 | 789.6104999 | H100_PCIe-unittests | [H100_PCIe-unittests] Run TURTLE | 17.03404344 | 10.5182966 | 10 | unittest/trt/functional/test_moe.py | 0 | 82 |
| 51 | unittest/trt/quantization/test_weight_only_quant_matmul.py | NVIDIA H100 PCIe | 81559 | 2208 | 7275 | {'203762': 127.1875, '206211': 10.49609375, '206212': 22.0078125, '940916': 28.22265625, '940919': 7075.88671875, '941171': 11.6953125} | {'203762': 141.11, '206211': 141.11, '206212': 141.11, '940916': 140.61, '940919': 140.11, '941171': 135.6} | {'940919': 2208.0} | {'940919': 133.6} | 1 | 203762 | unittest/trt/quantization/test_weight_only_quant_matmul.py | 7981.589 | 16148 | 141.2499655 | H100_PCIe-unittests | [H100_PCIe-unittests] Run TURTLE | 36.9379529 | 13.51257732 | 13 | unittest/trt/quantization/test_weight_only_quant_matmul.py | 0 | 18 |
| 52 | unittest/trt/quantization/test_weight_only_groupwise_quant_matmul.py | NVIDIA H100 PCIe | 81559 | 1922 | 7544 | {'203762': 127.1875, '206211': 10.51171875, '206212': 22.0078125, '957533': 25.69921875, '957546': 28.4921875, '957550': 7345.2265625, '957751': 11.70703125} | {'203762': 288.27, '206211': 288.27, '206212': 288.27, '957533': 0.0, '957546': 287.77, '957550': 287.27, '957751': 283.27} | {'957550': 1922.0} | {'957550': 281.27} | 1 | 203762 | unittest/trt/quantization/test_weight_only_groupwise_quant_matmul.py | 7981.589 | 16148 | 288.8596221 | H100_PCIe-unittests | [H100_PCIe-unittests] Run TURTLE | 42.43444329 | 13.03075292 | 13 | unittest/trt/quantization/test_weight_only_groupwise_quant_matmul.py | 0 | 50 |
| 53 | unittest/trt/attention/test_gpt_attention_IFB.py | NVIDIA H100 PCIe | 81559 | 2216 | 8471 | {'1865': 10.28125, '786': 130.33984375, '1866': 21.41796875, '2039': 19.18359375, '2040': 31.39453125, '2044': 8270.97265625, '2215': 13.2109375} | {'1865': 191.17, '786': 191.17, '1866': 191.17, '2039': 0.0, '2040': 190.67, '2044': 190.17, '2215': 187.17} | {'2044': 2216.0} | {'2044': 185.67} | 1 | 786 | unittest/trt/attention/test_gpt_attention_IFB.py | 1530.122 | 16148 | 191.7125493 | H100_PCIe-accuracy-2 | [H100_PCIe-accuracy-2] Run TURTLE | 36.80460289 | 11.60476921 | 11 | unittest/trt/attention/test_gpt_attention_IFB.py | 0 | 34 |
| 54 | unittest/trt/attention/test_gpt_attention_no_cache.py | NVIDIA H100 PCIe | 81559 | 1946 | 7393 | {'1865': 10.390625, '786': 131.29296875, '1866': 21.484375, '9534': 11.859375, '9584': 28.15625, '9587': 7196.453125, '9659': 13.1953125} | {'1865': 21.02, '786': 21.02, '1866': 21.02, '9534': 0.0, '9584': 20.52, '9587': 20.02, '9659': 17.02} | {'9587': 1946.0} | {'9587': 16.02} | 1 | 786 | unittest/trt/attention/test_gpt_attention_no_cache.py | 1530.122 | 16148 | 21.58346564 | H100_PCIe-accuracy-2 | [H100_PCIe-accuracy-2] Run TURTLE | 41.91109969 | 13.29690248 | 13 | unittest/trt/attention/test_gpt_attention_no_cache.py | 0 | 2 |
| 55 | unittest/trt/model/test_mamba.py | NVIDIA H100 PCIe | 81559 | 2096 | 9791 | {'1865': 10.48046875, '786': 131.66796875, '19549': 45.97265625, '1866': 21.5078125, '19597': 12.453125, '19598': 28.2421875, '19602': 9593.8515625, '19642': 13.17578125} | {'1865': 321.3, '786': 321.3, '19549': 1.0, '1866': 321.3, '19597': 0.0, '19598': 319.3, '19602': 318.8, '19642': 315.8} | {'19602': 2096.0} | {'19602': 291.27} | 1 | 786 | unittest/trt/model/test_mamba.py | 1530.122 | 16148 | 322.2435047 | H100_PCIe-accuracy-2 | [H100_PCIe-accuracy-2] Run TURTLE | 38.91173664 | 10.04024104 | 10 | unittest/trt/model/test_mamba.py | 0 | 12 |
| 56 | test_unittests[llmapi-tp-2gpu] | NVIDIA H100 NVL | 81559 | 73756 | 27628 | {'3215898': 10.3359375, '3215933': 21.49609375, '3213061': 130.5, '3323042': 30.0546875, '3323055': 12172.48828125, '3323325': 29.2265625, '3323842': 8266.75390625, '3323843': 8935.0859375, '3326674': 2611.1953125, '3326675': 2611.8046875, '3326906': 2605.125, '3326905': 2607.7578125, '3327221': 2596.72265625, '3327222': 2596.32421875, '3329303': 8834.60546875, '3329304': 8454.85546875, '3332276': 8050.3359375, '3332277': 9001.72265625, '3334107': 8570.27734375, '3334108': 8940.27734375, '3337392': 8802.87109375, '3337393': 9091.703125, '3340439': 8662.23046875, '3340440': 8963.91796875, '3343414': 8724.72265625, '3343415': 8828.78515625, '3346319': 11.6875, '3346336': 0.3828125, '3346337': 0.37890625, '3346360': 2604.953125, '3346366': 2609.21875, '3346776': 8781.49609375, '3346780': 8883.0} | {'3215898': 420.74, '3215933': 420.74, '3213061': 420.74, '3323042': 420.24, '3323055': 419.74, '3323325': 414.73, '3323842': 40.53, '3323843': 41.53, '3326674': 7.51, '3326675': 7.51, '3326906': 9.51, '3326905': 9.51, '3327221': 7.51, '3327222': 7.51, '3329303': 43.02, '3329304': 43.02, '3332276': 49.03, '3332277': 49.03, '3334107': 45.52, '3334108': 46.02, '3337392': 36.52, '3337393': 37.02, '3340439': 45.52, '3340440': 46.52, '3343414': 37.02, '3343415': 37.52, '3346319': 12.01, '3346336': 11.51, '3346337': 11.51, '3346360': 11.51, '3346366': 11.51, '3346776': 45.02, '3346780': 45.02} | {'3323842': 3074.0, '3323843': 610.0, '3326674': 73454.0, '3326905': 34118.0, '3327221': 34118.0, '3323055': 4062.0, '3329303': 34332.0, '3329304': 896.0, '3332276': 33510.0, '3332277': 608.0, '3334107': 72426.0, '3334108': 896.0, '3337392': 72432.0, '3337393': 896.0, '3340439': 72422.0, '3340440': 896.0, '3343414': 72492.0, '3343415': 608.0, '3346360': 72858.0, '3346776': 34398.0, '3346780': 610.0} | {'3323842': 35.52, '3323843': 23.01, '3326674': 3.5, '3326905': 4.5, '3327221': 4.0, '3323055': 347.68, '3329303': 38.02, '3329304': 24.01, '3332276': 44.52, '3332277': 35.52, '3334107': 40.02, '3334108': 26.01, '3337392': 32.01, '3337393': 21.01, '3340439': 40.02, '3340440': 26.01, '3343414': 32.51, '3343415': 21.01, '3346360': 4.0, '3346776': 40.52, '3346780': 27.51} | 3 | 3213061 | llmapi-tp-2gpu | 5543.396 | 16148 | 421.1721736 | E2E Tests (multi-GPU) on DGX-H100 4 GPUs | [E2E Tests (multi-GPU) on DGX-H100 4 GPUs] Run TURTLE | 1.105794783 | 3.558129434 | 1 | test_unittests[llmapi-tp-2gpu] | 6 | 13 |
| 57 | unittest/llmapi/test_llm_models_multi_gpu.py | NVIDIA H100 NVL | 81559 | 74276 | 73436 | {'3215898': 10.44140625, '3215933': 21.50390625, '3213061': 127.8671875, '3350270': 14.25390625, '3350272': 28.6953125, '3350274': 1073.6953125, '3350431': 28.4609375, '3350536': 31875.6875, '3350537': 46400.58203125, '3355767': 10248.6796875, '3355768': 10458.0625, '3359041': 28718.64453125, '3359040': 24276.71875, '3369327': 12273.33984375, '3369328': 12054.2109375, '3376054': 25775.203125, '3376055': 26078.109375} | {'3215898': 499.71, '3215933': 499.71, '3213061': 499.71, '3350270': 0.0, '3350272': 499.21, '3350274': 499.21, '3350431': 494.21, '3350536': 131.09, '3350537': 131.59, '3355767': 43.02, '3355768': 43.52, '3359041': 123.62, '3359040': 123.62, '3369327': 83.18, '3369328': 83.18, '3376054': 107.79, '3376055': 107.79} | {'3350536': 73580.0, '3350537': 706.0, '3355767': 73122.0, '3355768': 608.0, '3359040': 73646.0, '3359041': 896.0, '3369327': 73308.0, '3376054': 73668.0, '3376055': 608.0} | {'3350536': 98.04, '3350537': 59.53, '3355767': 36.52, '3355768': 24.01, '3359040': 109.62, '3359041': 71.6, '3369327': 68.53, '3376054': 96.28, '3376055': 61.3} | 2 | 3213061 | unittest/llmapi/test_llm_models_multi_gpu.py | 5543.396 | 16148 | 500.0373916 | E2E Tests (multi-GPU) on DGX-H100 4 GPUs | [E2E Tests (multi-GPU) on DGX-H100 4 GPUs] Run TURTLE | 1.098053207 | 1.338635002 | 1 | unittest/llmapi/test_llm_models_multi_gpu.py | 5 | 5 |
| 58 | unittest/trt/model/test_gptneox.py | NVIDIA H100 NVL | 81559 | 9194 | 12978 | {'2384721': 126.98828125, '2394939': 10.32421875, '2394940': 21.9765625, '2470938': 29.37109375, '2470984': 12777.06640625, '2471144': 12.3671875} | {'2384721': 307.36, '2394939': 307.36, '2394940': 307.36, '2470938': 306.86, '2470984': 306.28, '2471144': 300.38} | {'2470984': 9194.0} | {'2470984': 278.29} | 1 | 2384721 | unittest/trt/model/test_gptneox.py | 2149.491 | 16148 | 308.177759 | H100_PCIe-accuracy-1 | [H100_PCIe-accuracy-1] Run TURTLE | 8.870894061 | 7.574664817 | 7 | unittest/trt/model/test_gptneox.py | 0 | 6 |
| 59 | unittest/trt/attention/test_bert_attention.py | NVIDIA H100 NVL | 81559 | 2646 | 8230 | {'2384721': 126.984375, '2394939': 10.46484375, '2394940': 21.9921875, '2496903': 13.78125, '2496906': 28.46875, '2497122': 8031.26953125, '2497622': 12.4140625} | {'2384721': 404.75, '2394939': 404.75, '2394940': 404.75, '2496903': 0.0, '2496906': 404.25, '2497122': 403.75, '2497622': 399.74} | {'2497122': 2646.0} | {'2497122': 397.74} | 1 | 2384721 | unittest/trt/attention/test_bert_attention.py | 2149.491 | 16148 | 405.2302971 | H100_PCIe-accuracy-1 | [H100_PCIe-accuracy-1] Run TURTLE | 30.82350718 | 11.94459295 | 11 | unittest/trt/attention/test_bert_attention.py | 0 | 49 |
| 60 | unittest/trt/model_api/test_model_quantization.py | NVIDIA H100 NVL | 81559 | 21854 | 27632 | {'2924976': 130.03515625, '2926291': 28.125, '2925940': 10.375, '2925941': 21.34375, '2926293': 27436.765625, '2926418': 13.28125} | {'2924976': 114.61, '2926291': 114.61, '2925940': 114.61, '2925941': 114.61, '2926293': 114.11, '2926418': 111.1} | {'2926293': 21854.0} | {'2926293': 109.6} | 1 | 2924976 | unittest/trt/model_api/test_model_quantization.py | 2186.878 | 16148 | 115.4852654 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 3.731994143 | 3.55761436 | 3 | unittest/trt/model_api/test_model_quantization.py | 0 | 1 |
| 61 | test_unittests[model-bert] | NVIDIA H100 NVL | 81559 | 3114 | 8633 | {'2924976': 129.51953125, '2925940': 10.52734375, '2928532': 21.8125, '2925941': 21.3671875, '2928569': 28.24609375, '2928573': 8437.671875, '2928702': 11.44921875} | {'2924976': 201.19, '2925940': 201.19, '2928532': 0.0, '2925941': 201.19, '2928569': 200.69, '2928573': 200.19, '2928702': 196.68} | {'2928573': 3114.0} | {'2928573': 196.18} | 1 | 2924976 | model-bert | 2186.878 | 16148 | 201.6294354 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 26.19107258 | 11.38700336 | 11 | test_unittests[model-bert] | 0 | 21 |
| 62 | unittest/trt/model/test_gpt_e2e.py | NVIDIA H100 NVL | 81559 | 3774 | 7779 | {'2924976': 129.1640625, '2945107': 23.984375, '2925940': 10.5234375, '2925941': 21.375, '2945110': 2610.09375, '2945108': 36.59375, '2945190': 11.44921875, '2945229': 1791.953125, '2945266': 10.5859375, '2945434': 7080.734375, '2945507': 10.59375, '2945691': 6402.07421875, '2945767': 10.62109375, '2946450': 988.015625, '2946526': 10.6015625, '2946583': 6392.0234375, '2946638': 10.59765625, '2946910': 6093.16796875, '2946946': 10.73046875, '2947678': 6201.0625, '2947717': 10.7265625, '2948445': 6334.33984375, '2948479': 10.58984375, '2949109': 5688.37890625, '2949187': 10.59375} | {'2924976': 202.69, '2945107': 0.0, '2925940': 202.69, '2925941': 202.69, '2945110': 202.19, '2945108': 202.19, '2945190': 199.19, '2945229': 5.0, '2945266': 2.5, '2945434': 19.02, '2945507': 16.01, '2945691': 28.03, '2945767': 25.02, '2946450': 4.0, '2946526': 1.0, '2946583': 20.52, '2946638': 17.01, '2946910': 29.03, '2946946': 26.53, '2947678': 29.53, '2947717': 26.52, '2948445': 24.02, '2948479': 21.02, '2949109': 24.02, '2949187': 21.02} | {'2945229': 990.0, '2945434': 1718.0, '2945691': 1786.0, '2946450': 1144.0, '2946583': 1720.0, '2946910': 1786.0, '2947678': 1812.0, '2948445': 1786.0, '2949109': 1812.0, '2945110': 3774.0} | {'2945229': 2.0, '2945434': 16.01, '2945691': 25.02, '2946450': 1.0, '2946583': 17.01, '2946910': 26.53, '2947678': 26.52, '2948445': 21.02, '2949109': 21.02, '2945110': 10.01} | 1 | 2924976 | unittest/trt/model/test_gpt_e2e.py | 2186.878 | 16148 | 203.3154163 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 21.61075782 | 12.63709988 | 12 | unittest/trt/model/test_gpt_e2e.py | 0 | 1 |
| 63 | unittest/bindings | NVIDIA H100 NVL | 81559 | 73318 | 8780 | {'2924976': 130.4140625, '2925940': 10.58203125, '2925941': 21.375, '2949981': 12.73828125, '2949984': 29.296875, '2949986': 3059.69140625, '2950026': 11.41015625, '2950157': 387.73828125, '2950235': 10.5859375, '2950243': 2.91015625, '2950244': 0.3515625, '2950262': 0.375, '2950260': 4.80078125, '2950283': 9.87890625, '2950355': 0.8359375, '2950356': 0.1015625, '2950357': 0.4140625, '2950362': 1766.609375, '2950438': 10.58984375, '2950554': 7078.69921875, '2950591': 10.609375, '2950845': 6389.66796875, '2950882': 10.640625, '2951553': 967.55859375, '2951642': 10.7265625, '2951665': 6292.98046875, '2951702': 10.7265625, '2951947': 5585.6875, '2952005': 10.640625, '2952702': 6032.9296875, '2952738': 10.7265625, '2953406': 6379.98046875, '2953483': 10.78125, '2953773': 6231.16796875, '2953846': 10.66015625, '2954221': 6093.83203125, '2954260': 10.60546875, '2954569': 5934.36328125, '2954605': 10.7734375, '2956099': 6313.3828125, '2956228': 10.61328125, '2956484': 6106.0, '2956559': 10.58203125, '2956806': 5778.98828125, '2956874': 10.72265625, '2957279': 5916.52734375, '2957357': 10.609375, '2957782': 2231.20703125, '2957858': 10.796875, '2958211': 5627.8046875, '2958249': 10.63671875, '2959209': 5970.4375, '2959286': 10.796875, '2960405': 2141.9140625, '2960441': 10.75390625, '2960757': 185.78515625} | {'2924976': 369.66, '2925940': 369.66, '2925941': 369.66, '2949981': 0.0, '2949984': 369.16, '2949986': 368.66, '2950026': 365.66, '2950157': 290.77, '2950235': 288.26, '2950243': 0.5, '2950244': 0.0, '2950262': 0.0, '2950260': 0.0, '2950283': 0.0, '2950355': 2.0, '2950356': 2.0, '2950357': 2.0, '2950362': 4.5, '2950438': 1.5, '2950554': 19.52, '2950591': 16.01, '2950845': 27.52, '2950882': 25.02, '2951553': 4.5, '2951642': 1.5, '2951665': 20.02, '2951702': 17.52, '2951947': 29.03, '2952005': 26.52, '2952702': 23.52, '2952738': 21.02, '2953406': 10.51, '2953483': 8.01, '2953773': 10.51, '2953846': 7.51, '2954221': 10.51, '2954260': 7.51, '2954569': 22.02, '2954605': 19.52, '2956099': 10.51, '2956228': 8.01, '2956484': 10.51, '2956559': 7.51, '2956806': 10.51, '2956874': 8.01, '2957279': 10.51, '2957357': 8.01, '2957782': 21.52, '2957858': 19.02, '2958211': 13.51, '2958249': 11.01, '2959209': 13.51, '2959286': 11.01, '2960405': 14.01, '2960441': 11.01, '2960757': 0.5} | {'2949986': 73318.0, '2950362': 990.0, '2950554': 2198.0, '2950845': 1786.0, '2951553': 1070.0, '2951665': 1718.0, '2951947': 2024.0, '2952702': 1786.0, '2953406': 1810.0, '2953773': 1810.0, '2954221': 1812.0, '2954569': 1810.0, '2956099': 2048.0, '2956484': 1812.0, '2956806': 1810.0, '2957279': 2050.0, '2957782': 1618.0, '2958211': 2078.0, '2959209': 2078.0, '2960405': 4020.0} | {'2949986': 363.15, '2950362': 1.0, '2950554': 16.51, '2950845': 25.02, '2951553': 1.0, '2951665': 17.01, '2951947': 26.02, '2952702': 21.02, '2953406': 7.51, '2953773': 7.51, '2954221': 7.51, '2954569': 19.52, '2956099': 7.51, '2956484': 8.01, '2956806': 8.01, '2957279': 8.01, '2957782': 18.52, '2958211': 10.51, '2959209': 11.01, '2960405': 10.51} | 2 | 2924976 | unittest/bindings | 2186.878 | 16148 | 370.1046725 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 1.112400775 | 11.19635535 | 1 | unittest/bindings | 18 | 49 |
| 64 | unittest/llmapi/test_llm_quant.py | NVIDIA H100 NVL | 81559 | 73232 | 11930 | {'2924976': 130.06640625, '2972490': 17.015625, '2925940': 10.60546875, '2925941': 21.40625, '2972491': 28.375, '2972493': 11733.6328125, '2972533': 13.2734375, '2972941': 139.359375, '2972915': 1233.73828125, '2972889': 0.9765625, '2972890': 0.96484375, '2972891': 2.40234375, '2972925': 0.96484375, '2972960': 138.93359375, '2972944': 0.9609375, '2972963': 0.96484375, '2972979': 105.80078125, '2973017': 0.9609375, '2973033': 99.25, '2973034': 0.96484375, '2973050': 145.45703125, '2973069': 140.44140625, '2973053': 0.96484375, '2973122': 140.18359375, '2973106': 0.96484375, '2973124': 0.96484375, '2973140': 139.05859375, '2973159': 103.2890625, '2973143': 0.984375, '2973160': 0.9609375, '2973176': 152.046875, '2973193': 150.734375, '2973196': 17.78125, '2973177': 0.9609375, '2973197': 1947.59765625, '2973461': 2802.6484375, '2973609': 0.34765625, '2973625': 2804.48046875, '2973924': 2804.51171875, '2974098': 2803.97265625, '2974238': 27.71875, '2974254': 2803.203125, '2974486': 2803.21484375, '2974644': 2803.16015625, '2974909': 2803.0390625, '2975014': 26.63671875, '2975030': 2803.01953125, '2975256': 2803.57421875, '2975456': 1198.58203125, '2975440': 0.95703125} | {'2924976': 360.34, '2972490': 0.0, '2925940': 360.34, '2925941': 360.34, '2972491': 359.84, '2972493': 359.34, '2972533': 356.34, '2972941': 0.5, '2972915': 10.51, '2972889': 166.16, '2972890': 11.01, '2972891': 166.16, '2972925': 0.5, '2972960': 0.5, '2972944': 0.5, '2972963': 0.5, '2972979': 0.5, '2973017': 0.5, '2973033': 0.5, '2973034': 0.5, '2973050': 0.5, '2973069': 0.5, '2973053': 0.5, '2973122': 0.5, '2973106': 0.5, '2973124': 0.5, '2973140': 0.5, '2973159': 0.5, '2973143': 0.5, '2973160': 1.0, '2973176': 0.5, '2973193': 0.5, '2973196': 0.0, '2973177': 0.5, '2973197': 11.51, '2973461': 12.01, '2973609': 0.0, '2973625': 12.51, '2973924': 12.51, '2974098': 12.51, '2974238': 0.0, '2974254': 12.51, '2974486': 12.51, '2974644': 12.51, '2974909': 12.01, '2975014': 0.0, '2975030': 12.51, '2975256': 12.51, '2975456': 10.51, '2975440': 10.51} | {'2972493': 73232.0} | {'2972493': 354.84} | 1 | 2924976 | unittest/llmapi/test_llm_quant.py | 2186.878 | 16148 | 360.6560194 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 1.113707123 | 8.240067058 | 1 | unittest/llmapi/test_llm_quant.py | 2 | 2 |
| 65 | unittest/trt/functional/test_moe.py | NVIDIA H100 NVL | 81559 | 4788 | 9346 | {'203762': 127.22265625, '206211': 10.48828125, '206212': 22.0078125, '705621': 24.48046875, '705624': 28.72265625, '705626': 9146.296875, '705784': 11.6953125} | {'203762': 788.86, '206211': 788.86, '206212': 788.86, '705621': 0.0, '705624': 788.36, '705626': 787.86, '705784': 783.35} | {'705626': 4788.0} | {'705626': 781.85} | 1 | 203762 | unittest/trt/functional/test_moe.py | 7981.589 | 16148 | 789.6104999 | H100_PCIe-unittests | [H100_PCIe-unittests] Run TURTLE | 17.03404344 | 10.5182966 | 10 | unittest/trt/functional/test_moe.py | 0 | 82 |
| 66 | unittest/trt/quantization/test_weight_only_quant_matmul.py | NVIDIA H100 NVL | 81559 | 2208 | 7275 | {'203762': 127.1875, '206211': 10.49609375, '206212': 22.0078125, '940916': 28.22265625, '940919': 7075.88671875, '941171': 11.6953125} | {'203762': 141.11, '206211': 141.11, '206212': 141.11, '940916': 140.61, '940919': 140.11, '941171': 135.6} | {'940919': 2208.0} | {'940919': 133.6} | 1 | 203762 | unittest/trt/quantization/test_weight_only_quant_matmul.py | 7981.589 | 16148 | 141.2499655 | H100_PCIe-unittests | [H100_PCIe-unittests] Run TURTLE | 36.9379529 | 13.51257732 | 13 | unittest/trt/quantization/test_weight_only_quant_matmul.py | 0 | 18 |
| 67 | unittest/trt/quantization/test_weight_only_groupwise_quant_matmul.py | NVIDIA H100 NVL | 81559 | 1922 | 7544 | {'203762': 127.1875, '206211': 10.51171875, '206212': 22.0078125, '957533': 25.69921875, '957546': 28.4921875, '957550': 7345.2265625, '957751': 11.70703125} | {'203762': 288.27, '206211': 288.27, '206212': 288.27, '957533': 0.0, '957546': 287.77, '957550': 287.27, '957751': 283.27} | {'957550': 1922.0} | {'957550': 281.27} | 1 | 203762 | unittest/trt/quantization/test_weight_only_groupwise_quant_matmul.py | 7981.589 | 16148 | 288.8596221 | H100_PCIe-unittests | [H100_PCIe-unittests] Run TURTLE | 42.43444329 | 13.03075292 | 13 | unittest/trt/quantization/test_weight_only_groupwise_quant_matmul.py | 0 | 50 |
| 68 | unittest/trt/attention/test_gpt_attention_IFB.py | NVIDIA H100 NVL | 81559 | 2216 | 8471 | {'1865': 10.28125, '786': 130.33984375, '1866': 21.41796875, '2039': 19.18359375, '2040': 31.39453125, '2044': 8270.97265625, '2215': 13.2109375} | {'1865': 191.17, '786': 191.17, '1866': 191.17, '2039': 0.0, '2040': 190.67, '2044': 190.17, '2215': 187.17} | {'2044': 2216.0} | {'2044': 185.67} | 1 | 786 | unittest/trt/attention/test_gpt_attention_IFB.py | 1530.122 | 16148 | 191.7125493 | H100_PCIe-accuracy-2 | [H100_PCIe-accuracy-2] Run TURTLE | 36.80460289 | 11.60476921 | 11 | unittest/trt/attention/test_gpt_attention_IFB.py | 0 | 34 |
| 69 | unittest/trt/attention/test_gpt_attention_no_cache.py | NVIDIA H100 NVL | 81559 | 1946 | 7393 | {'1865': 10.390625, '786': 131.29296875, '1866': 21.484375, '9534': 11.859375, '9584': 28.15625, '9587': 7196.453125, '9659': 13.1953125} | {'1865': 21.02, '786': 21.02, '1866': 21.02, '9534': 0.0, '9584': 20.52, '9587': 20.02, '9659': 17.02} | {'9587': 1946.0} | {'9587': 16.02} | 1 | 786 | unittest/trt/attention/test_gpt_attention_no_cache.py | 1530.122 | 16148 | 21.58346564 | H100_PCIe-accuracy-2 | [H100_PCIe-accuracy-2] Run TURTLE | 41.91109969 | 13.29690248 | 13 | unittest/trt/attention/test_gpt_attention_no_cache.py | 0 | 2 |
| 70 | unittest/trt/model/test_mamba.py | NVIDIA H100 NVL | 81559 | 2096 | 9791 | {'1865': 10.48046875, '786': 131.66796875, '19549': 45.97265625, '1866': 21.5078125, '19597': 12.453125, '19598': 28.2421875, '19602': 9593.8515625, '19642': 13.17578125} | {'1865': 321.3, '786': 321.3, '19549': 1.0, '1866': 321.3, '19597': 0.0, '19598': 319.3, '19602': 318.8, '19642': 315.8} | {'19602': 2096.0} | {'19602': 291.27} | 1 | 786 | unittest/trt/model/test_mamba.py | 1530.122 | 16148 | 322.2435047 | H100_PCIe-accuracy-2 | [H100_PCIe-accuracy-2] Run TURTLE | 38.91173664 | 10.04024104 | 10 | unittest/trt/model/test_mamba.py | 0 | 12 |
| 71 | test_unittests[llmapi-tp-2gpu] | NVIDIA H100 | 81559 | 73756 | 27628 | {'3215898': 10.3359375, '3215933': 21.49609375, '3213061': 130.5, '3323042': 30.0546875, '3323055': 12172.48828125, '3323325': 29.2265625, '3323842': 8266.75390625, '3323843': 8935.0859375, '3326674': 2611.1953125, '3326675': 2611.8046875, '3326906': 2605.125, '3326905': 2607.7578125, '3327221': 2596.72265625, '3327222': 2596.32421875, '3329303': 8834.60546875, '3329304': 8454.85546875, '3332276': 8050.3359375, '3332277': 9001.72265625, '3334107': 8570.27734375, '3334108': 8940.27734375, '3337392': 8802.87109375, '3337393': 9091.703125, '3340439': 8662.23046875, '3340440': 8963.91796875, '3343414': 8724.72265625, '3343415': 8828.78515625, '3346319': 11.6875, '3346336': 0.3828125, '3346337': 0.37890625, '3346360': 2604.953125, '3346366': 2609.21875, '3346776': 8781.49609375, '3346780': 8883.0} | {'3215898': 420.74, '3215933': 420.74, '3213061': 420.74, '3323042': 420.24, '3323055': 419.74, '3323325': 414.73, '3323842': 40.53, '3323843': 41.53, '3326674': 7.51, '3326675': 7.51, '3326906': 9.51, '3326905': 9.51, '3327221': 7.51, '3327222': 7.51, '3329303': 43.02, '3329304': 43.02, '3332276': 49.03, '3332277': 49.03, '3334107': 45.52, '3334108': 46.02, '3337392': 36.52, '3337393': 37.02, '3340439': 45.52, '3340440': 46.52, '3343414': 37.02, '3343415': 37.52, '3346319': 12.01, '3346336': 11.51, '3346337': 11.51, '3346360': 11.51, '3346366': 11.51, '3346776': 45.02, '3346780': 45.02} | {'3323842': 3074.0, '3323843': 610.0, '3326674': 73454.0, '3326905': 34118.0, '3327221': 34118.0, '3323055': 4062.0, '3329303': 34332.0, '3329304': 896.0, '3332276': 33510.0, '3332277': 608.0, '3334107': 72426.0, '3334108': 896.0, '3337392': 72432.0, '3337393': 896.0, '3340439': 72422.0, '3340440': 896.0, '3343414': 72492.0, '3343415': 608.0, '3346360': 72858.0, '3346776': 34398.0, '3346780': 610.0} | {'3323842': 35.52, '3323843': 23.01, '3326674': 3.5, '3326905': 4.5, '3327221': 4.0, '3323055': 347.68, '3329303': 38.02, '3329304': 24.01, '3332276': 44.52, '3332277': 35.52, '3334107': 40.02, '3334108': 26.01, '3337392': 32.01, '3337393': 21.01, '3340439': 40.02, '3340440': 26.01, '3343414': 32.51, '3343415': 21.01, '3346360': 4.0, '3346776': 40.52, '3346780': 27.51} | 3 | 3213061 | llmapi-tp-2gpu | 5543.396 | 16148 | 421.1721736 | E2E Tests (multi-GPU) on DGX-H100 4 GPUs | [E2E Tests (multi-GPU) on DGX-H100 4 GPUs] Run TURTLE | 1.105794783 | 3.558129434 | 1 | test_unittests[llmapi-tp-2gpu] | 6 | 13 |
| 72 | unittest/llmapi/test_llm_models_multi_gpu.py | NVIDIA H100 | 81559 | 74276 | 73436 | {'3215898': 10.44140625, '3215933': 21.50390625, '3213061': 127.8671875, '3350270': 14.25390625, '3350272': 28.6953125, '3350274': 1073.6953125, '3350431': 28.4609375, '3350536': 31875.6875, '3350537': 46400.58203125, '3355767': 10248.6796875, '3355768': 10458.0625, '3359041': 28718.64453125, '3359040': 24276.71875, '3369327': 12273.33984375, '3369328': 12054.2109375, '3376054': 25775.203125, '3376055': 26078.109375} | {'3215898': 499.71, '3215933': 499.71, '3213061': 499.71, '3350270': 0.0, '3350272': 499.21, '3350274': 499.21, '3350431': 494.21, '3350536': 131.09, '3350537': 131.59, '3355767': 43.02, '3355768': 43.52, '3359041': 123.62, '3359040': 123.62, '3369327': 83.18, '3369328': 83.18, '3376054': 107.79, '3376055': 107.79} | {'3350536': 73580.0, '3350537': 706.0, '3355767': 73122.0, '3355768': 608.0, '3359040': 73646.0, '3359041': 896.0, '3369327': 73308.0, '3376054': 73668.0, '3376055': 608.0} | {'3350536': 98.04, '3350537': 59.53, '3355767': 36.52, '3355768': 24.01, '3359040': 109.62, '3359041': 71.6, '3369327': 68.53, '3376054': 96.28, '3376055': 61.3} | 2 | 3213061 | unittest/llmapi/test_llm_models_multi_gpu.py | 5543.396 | 16148 | 500.0373916 | E2E Tests (multi-GPU) on DGX-H100 4 GPUs | [E2E Tests (multi-GPU) on DGX-H100 4 GPUs] Run TURTLE | 1.098053207 | 1.338635002 | 1 | unittest/llmapi/test_llm_models_multi_gpu.py | 5 | 5 |
| 73 | unittest/trt/model/test_gptneox.py | NVIDIA H100 | 81559 | 9194 | 12978 | {'2384721': 126.98828125, '2394939': 10.32421875, '2394940': 21.9765625, '2470938': 29.37109375, '2470984': 12777.06640625, '2471144': 12.3671875} | {'2384721': 307.36, '2394939': 307.36, '2394940': 307.36, '2470938': 306.86, '2470984': 306.28, '2471144': 300.38} | {'2470984': 9194.0} | {'2470984': 278.29} | 1 | 2384721 | unittest/trt/model/test_gptneox.py | 2149.491 | 16148 | 308.177759 | H100_PCIe-accuracy-1 | [H100_PCIe-accuracy-1] Run TURTLE | 8.870894061 | 7.574664817 | 7 | unittest/trt/model/test_gptneox.py | 0 | 6 |
| 74 | unittest/trt/attention/test_bert_attention.py | NVIDIA H100 | 81559 | 2646 | 8230 | {'2384721': 126.984375, '2394939': 10.46484375, '2394940': 21.9921875, '2496903': 13.78125, '2496906': 28.46875, '2497122': 8031.26953125, '2497622': 12.4140625} | {'2384721': 404.75, '2394939': 404.75, '2394940': 404.75, '2496903': 0.0, '2496906': 404.25, '2497122': 403.75, '2497622': 399.74} | {'2497122': 2646.0} | {'2497122': 397.74} | 1 | 2384721 | unittest/trt/attention/test_bert_attention.py | 2149.491 | 16148 | 405.2302971 | H100_PCIe-accuracy-1 | [H100_PCIe-accuracy-1] Run TURTLE | 30.82350718 | 11.94459295 | 11 | unittest/trt/attention/test_bert_attention.py | 0 | 49 |
| 75 | unittest/trt/model_api/test_model_quantization.py | NVIDIA H100 | 81559 | 21854 | 27632 | {'2924976': 130.03515625, '2926291': 28.125, '2925940': 10.375, '2925941': 21.34375, '2926293': 27436.765625, '2926418': 13.28125} | {'2924976': 114.61, '2926291': 114.61, '2925940': 114.61, '2925941': 114.61, '2926293': 114.11, '2926418': 111.1} | {'2926293': 21854.0} | {'2926293': 109.6} | 1 | 2924976 | unittest/trt/model_api/test_model_quantization.py | 2186.878 | 16148 | 115.4852654 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 3.731994143 | 3.55761436 | 3 | unittest/trt/model_api/test_model_quantization.py | 0 | 1 |
| 76 | test_unittests[model-bert] | NVIDIA H100 | 81559 | 3114 | 8633 | {'2924976': 129.51953125, '2925940': 10.52734375, '2928532': 21.8125, '2925941': 21.3671875, '2928569': 28.24609375, '2928573': 8437.671875, '2928702': 11.44921875} | {'2924976': 201.19, '2925940': 201.19, '2928532': 0.0, '2925941': 201.19, '2928569': 200.69, '2928573': 200.19, '2928702': 196.68} | {'2928573': 3114.0} | {'2928573': 196.18} | 1 | 2924976 | model-bert | 2186.878 | 16148 | 201.6294354 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 26.19107258 | 11.38700336 | 11 | test_unittests[model-bert] | 0 | 21 |
| 77 | unittest/trt/model/test_gpt_e2e.py | NVIDIA H100 | 81559 | 3774 | 7779 | {'2924976': 129.1640625, '2945107': 23.984375, '2925940': 10.5234375, '2925941': 21.375, '2945110': 2610.09375, '2945108': 36.59375, '2945190': 11.44921875, '2945229': 1791.953125, '2945266': 10.5859375, '2945434': 7080.734375, '2945507': 10.59375, '2945691': 6402.07421875, '2945767': 10.62109375, '2946450': 988.015625, '2946526': 10.6015625, '2946583': 6392.0234375, '2946638': 10.59765625, '2946910': 6093.16796875, '2946946': 10.73046875, '2947678': 6201.0625, '2947717': 10.7265625, '2948445': 6334.33984375, '2948479': 10.58984375, '2949109': 5688.37890625, '2949187': 10.59375} | {'2924976': 202.69, '2945107': 0.0, '2925940': 202.69, '2925941': 202.69, '2945110': 202.19, '2945108': 202.19, '2945190': 199.19, '2945229': 5.0, '2945266': 2.5, '2945434': 19.02, '2945507': 16.01, '2945691': 28.03, '2945767': 25.02, '2946450': 4.0, '2946526': 1.0, '2946583': 20.52, '2946638': 17.01, '2946910': 29.03, '2946946': 26.53, '2947678': 29.53, '2947717': 26.52, '2948445': 24.02, '2948479': 21.02, '2949109': 24.02, '2949187': 21.02} | {'2945229': 990.0, '2945434': 1718.0, '2945691': 1786.0, '2946450': 1144.0, '2946583': 1720.0, '2946910': 1786.0, '2947678': 1812.0, '2948445': 1786.0, '2949109': 1812.0, '2945110': 3774.0} | {'2945229': 2.0, '2945434': 16.01, '2945691': 25.02, '2946450': 1.0, '2946583': 17.01, '2946910': 26.53, '2947678': 26.52, '2948445': 21.02, '2949109': 21.02, '2945110': 10.01} | 1 | 2924976 | unittest/trt/model/test_gpt_e2e.py | 2186.878 | 16148 | 203.3154163 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 21.61075782 | 12.63709988 | 12 | unittest/trt/model/test_gpt_e2e.py | 0 | 1 |
| 78 | unittest/bindings | NVIDIA H100 | 81559 | 73318 | 8780 | {'2924976': 130.4140625, '2925940': 10.58203125, '2925941': 21.375, '2949981': 12.73828125, '2949984': 29.296875, '2949986': 3059.69140625, '2950026': 11.41015625, '2950157': 387.73828125, '2950235': 10.5859375, '2950243': 2.91015625, '2950244': 0.3515625, '2950262': 0.375, '2950260': 4.80078125, '2950283': 9.87890625, '2950355': 0.8359375, '2950356': 0.1015625, '2950357': 0.4140625, '2950362': 1766.609375, '2950438': 10.58984375, '2950554': 7078.69921875, '2950591': 10.609375, '2950845': 6389.66796875, '2950882': 10.640625, '2951553': 967.55859375, '2951642': 10.7265625, '2951665': 6292.98046875, '2951702': 10.7265625, '2951947': 5585.6875, '2952005': 10.640625, '2952702': 6032.9296875, '2952738': 10.7265625, '2953406': 6379.98046875, '2953483': 10.78125, '2953773': 6231.16796875, '2953846': 10.66015625, '2954221': 6093.83203125, '2954260': 10.60546875, '2954569': 5934.36328125, '2954605': 10.7734375, '2956099': 6313.3828125, '2956228': 10.61328125, '2956484': 6106.0, '2956559': 10.58203125, '2956806': 5778.98828125, '2956874': 10.72265625, '2957279': 5916.52734375, '2957357': 10.609375, '2957782': 2231.20703125, '2957858': 10.796875, '2958211': 5627.8046875, '2958249': 10.63671875, '2959209': 5970.4375, '2959286': 10.796875, '2960405': 2141.9140625, '2960441': 10.75390625, '2960757': 185.78515625} | {'2924976': 369.66, '2925940': 369.66, '2925941': 369.66, '2949981': 0.0, '2949984': 369.16, '2949986': 368.66, '2950026': 365.66, '2950157': 290.77, '2950235': 288.26, '2950243': 0.5, '2950244': 0.0, '2950262': 0.0, '2950260': 0.0, '2950283': 0.0, '2950355': 2.0, '2950356': 2.0, '2950357': 2.0, '2950362': 4.5, '2950438': 1.5, '2950554': 19.52, '2950591': 16.01, '2950845': 27.52, '2950882': 25.02, '2951553': 4.5, '2951642': 1.5, '2951665': 20.02, '2951702': 17.52, '2951947': 29.03, '2952005': 26.52, '2952702': 23.52, '2952738': 21.02, '2953406': 10.51, '2953483': 8.01, '2953773': 10.51, '2953846': 7.51, '2954221': 10.51, '2954260': 7.51, '2954569': 22.02, '2954605': 19.52, '2956099': 10.51, '2956228': 8.01, '2956484': 10.51, '2956559': 7.51, '2956806': 10.51, '2956874': 8.01, '2957279': 10.51, '2957357': 8.01, '2957782': 21.52, '2957858': 19.02, '2958211': 13.51, '2958249': 11.01, '2959209': 13.51, '2959286': 11.01, '2960405': 14.01, '2960441': 11.01, '2960757': 0.5} | {'2949986': 73318.0, '2950362': 990.0, '2950554': 2198.0, '2950845': 1786.0, '2951553': 1070.0, '2951665': 1718.0, '2951947': 2024.0, '2952702': 1786.0, '2953406': 1810.0, '2953773': 1810.0, '2954221': 1812.0, '2954569': 1810.0, '2956099': 2048.0, '2956484': 1812.0, '2956806': 1810.0, '2957279': 2050.0, '2957782': 1618.0, '2958211': 2078.0, '2959209': 2078.0, '2960405': 4020.0} | {'2949986': 363.15, '2950362': 1.0, '2950554': 16.51, '2950845': 25.02, '2951553': 1.0, '2951665': 17.01, '2951947': 26.02, '2952702': 21.02, '2953406': 7.51, '2953773': 7.51, '2954221': 7.51, '2954569': 19.52, '2956099': 7.51, '2956484': 8.01, '2956806': 8.01, '2957279': 8.01, '2957782': 18.52, '2958211': 10.51, '2959209': 11.01, '2960405': 10.51} | 2 | 2924976 | unittest/bindings | 2186.878 | 16148 | 370.1046725 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 1.112400775 | 11.19635535 | 1 | unittest/bindings | 18 | 49 |
| 79 | unittest/llmapi/test_llm_quant.py | NVIDIA H100 | 81559 | 73232 | 11930 | {'2924976': 130.06640625, '2972490': 17.015625, '2925940': 10.60546875, '2925941': 21.40625, '2972491': 28.375, '2972493': 11733.6328125, '2972533': 13.2734375, '2972941': 139.359375, '2972915': 1233.73828125, '2972889': 0.9765625, '2972890': 0.96484375, '2972891': 2.40234375, '2972925': 0.96484375, '2972960': 138.93359375, '2972944': 0.9609375, '2972963': 0.96484375, '2972979': 105.80078125, '2973017': 0.9609375, '2973033': 99.25, '2973034': 0.96484375, '2973050': 145.45703125, '2973069': 140.44140625, '2973053': 0.96484375, '2973122': 140.18359375, '2973106': 0.96484375, '2973124': 0.96484375, '2973140': 139.05859375, '2973159': 103.2890625, '2973143': 0.984375, '2973160': 0.9609375, '2973176': 152.046875, '2973193': 150.734375, '2973196': 17.78125, '2973177': 0.9609375, '2973197': 1947.59765625, '2973461': 2802.6484375, '2973609': 0.34765625, '2973625': 2804.48046875, '2973924': 2804.51171875, '2974098': 2803.97265625, '2974238': 27.71875, '2974254': 2803.203125, '2974486': 2803.21484375, '2974644': 2803.16015625, '2974909': 2803.0390625, '2975014': 26.63671875, '2975030': 2803.01953125, '2975256': 2803.57421875, '2975456': 1198.58203125, '2975440': 0.95703125} | {'2924976': 360.34, '2972490': 0.0, '2925940': 360.34, '2925941': 360.34, '2972491': 359.84, '2972493': 359.34, '2972533': 356.34, '2972941': 0.5, '2972915': 10.51, '2972889': 166.16, '2972890': 11.01, '2972891': 166.16, '2972925': 0.5, '2972960': 0.5, '2972944': 0.5, '2972963': 0.5, '2972979': 0.5, '2973017': 0.5, '2973033': 0.5, '2973034': 0.5, '2973050': 0.5, '2973069': 0.5, '2973053': 0.5, '2973122': 0.5, '2973106': 0.5, '2973124': 0.5, '2973140': 0.5, '2973159': 0.5, '2973143': 0.5, '2973160': 1.0, '2973176': 0.5, '2973193': 0.5, '2973196': 0.0, '2973177': 0.5, '2973197': 11.51, '2973461': 12.01, '2973609': 0.0, '2973625': 12.51, '2973924': 12.51, '2974098': 12.51, '2974238': 0.0, '2974254': 12.51, '2974486': 12.51, '2974644': 12.51, '2974909': 12.01, '2975014': 0.0, '2975030': 12.51, '2975256': 12.51, '2975456': 10.51, '2975440': 10.51} | {'2972493': 73232.0} | {'2972493': 354.84} | 1 | 2924976 | unittest/llmapi/test_llm_quant.py | 2186.878 | 16148 | 360.6560194 | H100_PCIe-others-0 | [H100_PCIe-others-0] Run TURTLE | 1.113707123 | 8.240067058 | 1 | unittest/llmapi/test_llm_quant.py | 2 | 2 |
| 80 | unittest/trt/functional/test_moe.py | NVIDIA H100 | 81559 | 4788 | 9346 | {'203762': 127.22265625, '206211': 10.48828125, '206212': 22.0078125, '705621': 24.48046875, '705624': 28.72265625, '705626': 9146.296875, '705784': 11.6953125} | {'203762': 788.86, '206211': 788.86, '206212': 788.86, '705621': 0.0, '705624': 788.36, '705626': 787.86, '705784': 783.35} | {'705626': 4788.0} | {'705626': 781.85} | 1 | 203762 | unittest/trt/functional/test_moe.py | 7981.589 | 16148 | 789.6104999 | H100_PCIe-unittests | [H100_PCIe-unittests] Run TURTLE | 17.03404344 | 10.5182966 | 10 | unittest/trt/functional/test_moe.py | 0 | 82 |
| 81 | unittest/trt/quantization/test_weight_only_quant_matmul.py | NVIDIA H100 | 81559 | 2208 | 7275 | {'203762': 127.1875, '206211': 10.49609375, '206212': 22.0078125, '940916': 28.22265625, '940919': 7075.88671875, '941171': 11.6953125} | {'203762': 141.11, '206211': 141.11, '206212': 141.11, '940916': 140.61, '940919': 140.11, '941171': 135.6} | {'940919': 2208.0} | {'940919': 133.6} | 1 | 203762 | unittest/trt/quantization/test_weight_only_quant_matmul.py | 7981.589 | 16148 | 141.2499655 | H100_PCIe-unittests | [H100_PCIe-unittests] Run TURTLE | 36.9379529 | 13.51257732 | 13 | unittest/trt/quantization/test_weight_only_quant_matmul.py | 0 | 18 |
| 82 | unittest/trt/quantization/test_weight_only_groupwise_quant_matmul.py | NVIDIA H100 | 81559 | 1922 | 7544 | {'203762': 127.1875, '206211': 10.51171875, '206212': 22.0078125, '957533': 25.69921875, '957546': 28.4921875, '957550': 7345.2265625, '957751': 11.70703125} | {'203762': 288.27, '206211': 288.27, '206212': 288.27, '957533': 0.0, '957546': 287.77, '957550': 287.27, '957751': 283.27} | {'957550': 1922.0} | {'957550': 281.27} | 1 | 203762 | unittest/trt/quantization/test_weight_only_groupwise_quant_matmul.py | 7981.589 | 16148 | 288.8596221 | H100_PCIe-unittests | [H100_PCIe-unittests] Run TURTLE | 42.43444329 | 13.03075292 | 13 | unittest/trt/quantization/test_weight_only_groupwise_quant_matmul.py | 0 | 50 |
| 83 | unittest/trt/attention/test_gpt_attention_IFB.py | NVIDIA H100 | 81559 | 2216 | 8471 | {'1865': 10.28125, '786': 130.33984375, '1866': 21.41796875, '2039': 19.18359375, '2040': 31.39453125, '2044': 8270.97265625, '2215': 13.2109375} | {'1865': 191.17, '786': 191.17, '1866': 191.17, '2039': 0.0, '2040': 190.67, '2044': 190.17, '2215': 187.17} | {'2044': 2216.0} | {'2044': 185.67} | 1 | 786 | unittest/trt/attention/test_gpt_attention_IFB.py | 1530.122 | 16148 | 191.7125493 | H100_PCIe-accuracy-2 | [H100_PCIe-accuracy-2] Run TURTLE | 36.80460289 | 11.60476921 | 11 | unittest/trt/attention/test_gpt_attention_IFB.py | 0 | 34 |
| 84 | unittest/trt/attention/test_gpt_attention_no_cache.py | NVIDIA H100 | 81559 | 1946 | 7393 | {'1865': 10.390625, '786': 131.29296875, '1866': 21.484375, '9534': 11.859375, '9584': 28.15625, '9587': 7196.453125, '9659': 13.1953125} | {'1865': 21.02, '786': 21.02, '1866': 21.02, '9534': 0.0, '9584': 20.52, '9587': 20.02, '9659': 17.02} | {'9587': 1946.0} | {'9587': 16.02} | 1 | 786 | unittest/trt/attention/test_gpt_attention_no_cache.py | 1530.122 | 16148 | 21.58346564 | H100_PCIe-accuracy-2 | [H100_PCIe-accuracy-2] Run TURTLE | 41.91109969 | 13.29690248 | 13 | unittest/trt/attention/test_gpt_attention_no_cache.py | 0 | 2 |
| 85 | unittest/trt/model/test_mamba.py | NVIDIA H100 | 81559 | 2096 | 9791 | {'1865': 10.48046875, '786': 131.66796875, '19549': 45.97265625, '1866': 21.5078125, '19597': 12.453125, '19598': 28.2421875, '19602': 9593.8515625, '19642': 13.17578125} | {'1865': 321.3, '786': 321.3, '19549': 1.0, '1866': 321.3, '19597': 0.0, '19598': 319.3, '19602': 318.8, '19642': 315.8} | {'19602': 2096.0} | {'19602': 291.27} | 1 | 786 | unittest/trt/model/test_mamba.py | 1530.122 | 16148 | 322.2435047 | H100_PCIe-accuracy-2 | [H100_PCIe-accuracy-2] Run TURTLE | 38.91173664 | 10.04024104 | 10 | unittest/trt/model/test_mamba.py | 0 | 12 |