mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-23 04:03:22 +08:00
5955b8afba
* Update TensorRT-LLM --------- Co-authored-by: Shixiaowei02 <39303645+Shixiaowei02@users.noreply.github.com>
20 lines
555 B
Python
20 lines
555 B
Python
import os
|
|
from pathlib import Path
|
|
from typing import Union
|
|
|
|
|
|
def llm_models_root(check=False) -> Union[Path, None]:
|
|
root = Path("/home/scratch.trt_llm_data/llm-models/")
|
|
|
|
if "LLM_MODELS_ROOT" in os.environ:
|
|
root = Path(os.environ.get("LLM_MODELS_ROOT"))
|
|
|
|
if not root.exists():
|
|
root = Path("/scratch.trt_llm_data/llm-models/")
|
|
|
|
if check:
|
|
assert root.exists(), \
|
|
"You shall set LLM_MODELS_ROOT env or be able to access /home/scratch.trt_llm_data to run this test"
|
|
|
|
return root if root.exists() else None
|