# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import os import platform from pathlib import Path from setuptools import find_packages, setup from setuptools.dist import Distribution def parse_requirements(filename: os.PathLike): with open(filename) as f: requirements = f.read().splitlines() def extract_url(line): return next(filter(lambda x: x[0] != '-', line.split())) extra_URLs = [] deps = [] for line in requirements: if line.startswith("#") or line.startswith("-r"): continue # handle -i and --extra-index-url options if "-i " in line or "--extra-index-url" in line: extra_URLs.append(extract_url(line)) else: deps.append(line) return deps, extra_URLs def sanity_check(): bindings_path = Path( __file__).resolve().parent / "tensorrt_llm" / "bindings" if not bindings_path.exists(): raise ImportError( 'The `bindings` module does not exist. Please check the package integrity. ' 'If you are attempting to use the pip development mode (editable installation), ' 'please execute `build_wheels.py` first, and then run `pip install -e .`.' ) def get_version(): version_file = Path( __file__).resolve().parent / "tensorrt_llm" / "version.py" version = None with open(version_file) as f: for line in f: if not line.startswith("__version__"): continue version = line.split('"')[1] if version is None: raise RuntimeError(f"Could not set version from {version_file}") return version class BinaryDistribution(Distribution): """Distribution which always forces a binary package with platform name""" def has_ext_modules(self): return True on_windows = platform.system() == "Windows" required_deps, extra_URLs = parse_requirements( Path("requirements-windows.txt" if on_windows else "requirements.txt")) devel_deps, _ = parse_requirements( Path("requirements-dev-windows.txt" if on_windows else "requirements-dev.txt")) sanity_check() # https://setuptools.pypa.io/en/latest/references/keywords.html setup( name='tensorrt_llm', version=get_version(), description='TensorRT-LLM: A TensorRT Toolbox for Large Language Models', long_description= 'TensorRT-LLM: A TensorRT Toolbox for Large Language Models', author="NVIDIA Corporation", url="https://github.com/NVIDIA/TensorRT-LLM", download_url="https://github.com/NVIDIA/TensorRT-LLM/tags", packages=find_packages(), # TODO Add windows support for python bindings. classifiers=[ "Development Status :: 4 - Beta", "Intended Audience :: Developers", "Programming Language :: Python :: 3.10", ], distclass=BinaryDistribution, license="Apache License 2.0", keywords="nvidia tensorrt deeplearning inference", package_data={ 'tensorrt_llm': ([ 'libs/th_common.dll', 'libs/tensorrt_llm.dll', 'libs/nvinfer_plugin_tensorrt_llm.dll', 'libs/tensorrt_llm_nvrtc_wrapper.dll', 'bindings.*.pyd' ] if on_windows else [ 'bin/executorWorker', 'libs/libtensorrt_llm.so', 'libs/libth_common.so', 'libs/libnvinfer_plugin_tensorrt_llm.so', 'libs/libtensorrt_llm_nvrtc_wrapper.so', 'bindings.*.so', ]) + ['bindings/*.pyi', 'tools/plugin_gen/templates/*'], }, entry_points={ 'console_scripts': [ 'trtllm-build=tensorrt_llm.commands.build:main', 'trtllm-prune=tensorrt_llm.commands.prune:main', 'trtllm-refit=tensorrt_llm.commands.refit:main', ], }, scripts=['tensorrt_llm/hlapi/trtllm-hlapi-launch'], extras_require={ "devel": devel_deps, "benchmarking": [ "click", "pydantic", ] }, zip_safe=True, install_requires=required_deps, dependency_links= extra_URLs, # Warning: Dependency links support has been dropped by pip 19.0 python_requires=">=3.7, <4")