mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-14 06:27:45 +08:00
f044eb8d94
* Update TensorRT-LLM --------- Co-authored-by: wangruohui <12756472+wangruohui@users.noreply.github.com>
36 lines
844 B
Python
36 lines
844 B
Python
import os
|
|
|
|
import pytest
|
|
|
|
from .kernel_config import get_fmha_kernel_meta_data
|
|
|
|
KERNEL_META_DATA = get_fmha_kernel_meta_data()
|
|
|
|
try:
|
|
from tensorrt_llm.tools.plugin_gen.plugin_gen import (TRITON_COMPILE_BIN,
|
|
gen_trt_plugins)
|
|
except ImportError:
|
|
TRITON_COMPILE_BIN = "does_not_exist"
|
|
|
|
def gen_trt_plugins(*args, **kwargs):
|
|
pass
|
|
|
|
|
|
WORKSPACE = './tmp/'
|
|
|
|
|
|
def is_triton_installed() -> bool:
|
|
return os.path.exists(TRITON_COMPILE_BIN)
|
|
|
|
|
|
def is_trt_automation() -> bool:
|
|
return os.path.exists("/build/config.yml")
|
|
|
|
|
|
@pytest.mark.skipif(
|
|
not is_triton_installed() or is_trt_automation(),
|
|
reason='triton is not installed, this test is not supported in trt automation'
|
|
)
|
|
def test_end_to_end():
|
|
gen_trt_plugins(workspace=WORKSPACE, metas=[KERNEL_META_DATA])
|