kanshan/TensorRT-LLMs
1
0
Fork 0
mirror of https://github.com/NVIDIA/TensorRT-LLM.git synced 2026-01-14 06:27:45 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

[https://nvbugs/5616189][fix] Make more cases use local cached models (#8935)

Browse Source 
Signed-off-by: Hui Gao <huig@nvidia.com>
This commit is contained in:
HuiGao-NV 2025-11-11 19:14:05 +08:00 committed by GitHub
parent 22f1523f9e
commit 23c388c58b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 22 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
tests/unittest/test_pip_install.py
View File

@ -5,6 +5,7 @@ import sys
import sysconfig import sysconfig
import requests import requests
from utils.llm_data import llm_models_root
def get_expected_license_files(): def get_expected_license_files():
@ -150,6 +151,23 @@ def install_tensorrt_llm():
subprocess.check_call(install_command, shell=True) subprocess.check_call(install_command, shell=True)
def create_link_for_models():
models_root = llm_models_root()
if not models_root.exists():
print(f"ERROR: Models root {models_root} does not exist")
exit(1)
src_dst_dict = {
# TinyLlama-1.1B-Chat-v1.0
f"{models_root}/llama-models-v2/TinyLlama-1.1B-Chat-v1.0":
f"{os.getcwd()}/TinyLlama/TinyLlama-1.1B-Chat-v1.0",
}
for src, dst in src_dst_dict.items():
if not os.path.islink(dst):
os.makedirs(os.path.dirname(dst), exist_ok=True)
os.symlink(src, dst, target_is_directory=True)
def test_pip_install(): def test_pip_install():
parser = argparse.ArgumentParser(description="Check Pip Install") parser = argparse.ArgumentParser(description="Check Pip Install")
parser.add_argument("--wheel_path", parser.add_argument("--wheel_path",
@ -178,6 +196,10 @@ def test_pip_install():
shell=True) shell=True)
print("########## Verify license files ##########") print("########## Verify license files ##########")
verify_license_files() verify_license_files()
print("########## Create link for models ##########")
create_link_for_models()
print("########## Test quickstart example ##########") print("########## Test quickstart example ##########")
subprocess.check_call( subprocess.check_call(
"python3 ../../examples/llm-api/quickstart_example.py", shell=True) "python3 ../../examples/llm-api/quickstart_example.py", shell=True)