TensorRT-LLMs/cpp/tests/resources/scripts/build_engines_utils.py
Kaiyu Xie b57221b764
Update TensorRT-LLM (#941)
* Update TensorRT-LLM

---------

Co-authored-by: Shixiaowei02 <39303645+Shixiaowei02@users.noreply.github.com>
2024-01-23 23:22:35 +08:00

56 lines
2.3 KiB
Python

#!/usr/bin/env python3
# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import pathlib as _pl
import subprocess as _sp
import typing as _tp
def run_command(command: _tp.Sequence[str], *, cwd=None, **kwargs) -> None:
print(f"Running: cd %s && %s" %
(str(cwd or _pl.Path.cwd()), " ".join(command)),
flush=True)
_sp.check_call(command, cwd=cwd, **kwargs)
# We can't use run_command() because robocopy (Robust Copy, rsync equivalent on Windows)
# for some reason uses nonzero return codes even on *successful* copies, so we need to check it manually.
# Also, robocopy only accepts dirs, not individual files, so we need a separate command for the
# single-file case.
def wincopy(source: str, dest: str, isdir: bool, cwd=None) -> None:
if not isdir: # Single-file copy
run_command(["cmd", "/c", "copy",
str(_pl.Path(source)), f".\{dest}"],
cwd=cwd)
else: # Directory sync
copy_cmd = ["robocopy", source, f"./{dest}", "/mir", "/e"]
print(f"Running: cd %s && %s" %
(str(cwd or _pl.Path.cwd()), " ".join(copy_cmd)))
# Run the command from the specified directory
result = _sp.run(copy_cmd, cwd=cwd)
# Check for valid exit code
if result.returncode < 8:
print("ROBOCOPY completed successfully.")
else:
print(
"ROBOCOPY failure. Displaying error. See https://ss64.com/nt/robocopy-exit.html for exit code info."
)
raise _sp.CalledProcessError(returncode=result.returncode,
cmd=copy_cmd,
output=result.stderr)