TensorRT-LLMs/setup.py
2023-09-28 09:00:05 -07:00

71 lines
2.1 KiB
Python

# SPDX-FileCopyrightText: Copyright (c) 2022-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import platform
from setuptools import find_packages, setup
from setuptools.dist import Distribution
requirements_filename = "requirements-windows.txt" if platform.system(
) == "Windows" else "requirements.txt"
with open(requirements_filename) as f:
requirements = f.read().splitlines()
def extract_url(line):
return next(filter(lambda x: x[0] != '-', line.split()))
extra_URLs = []
required_deps = []
for line in requirements:
if line[0] == "#":
continue
# handle -i and --extra-index-url options
if "-i " in line or "--extra-index-url" in line:
extra_URLs.append(extract_url(line))
else:
required_deps.append(line)
class BinaryDistribution(Distribution):
def has_ext_modules(self):
return False
def is_pure(self):
return True
setup_kwargs = {}
setup(
name='tensorrt_llm',
version='0.1.3',
description='TensorRT-LLM: A TensorRT Toolbox for Large Language Models',
install_requires=required_deps,
dependency_links=extra_URLs,
zip_safe=True,
packages=find_packages(),
package_data={
'tensorrt_llm':
(['libs/th_common.dll', 'libs/nvinfer_plugin_tensorrt_llm.dll']
if platform.system() == "Windows" else
['libs/libth_common.so', 'libs/libnvinfer_plugin_tensorrt_llm.so']) +
['tools/plugin_gen/templates/*']
},
python_requires=">=3.7, <4",
distclass=BinaryDistribution,
**setup_kwargs,
)