/* * Copyright (c) 2022-2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "tensorrt_llm/common/cudaProfilerUtils.h" #include "tensorrt_llm/common/config.h" #include "tensorrt_llm/common/logger.h" #include "tensorrt_llm/common/stringUtils.h" #include #include namespace { std::tuple, std::unordered_set> populateIterationIndexesImpl( std::string const& envVarName) { auto envVarVal = std::getenv(envVarName.c_str()); auto envVarValStr = std::string{envVarVal != nullptr ? envVarVal : ""}; auto values = tensorrt_llm::common::str2set(envVarValStr, ','); std::unordered_set startSet; std::unordered_set endSet; for (std::string const& value : values) { size_t dashIdx = value.find("-"); if (dashIdx != std::string::npos) { int32_t start = std::stoi(value.substr(0, dashIdx)); startSet.insert(start); int32_t end = std::stoi(value.substr(dashIdx + 1)); endSet.insert(end); } else { int32_t start_end = std::stoi(value); startSet.insert(start_end); endSet.insert(start_end); } } return std::make_pair(startSet, endSet); } } // namespace TRTLLM_NAMESPACE_BEGIN namespace common { std::pair, std::unordered_set> populateIterationIndexes( std::string const& envVarName, std::optional const& legacyEnvVarName) { auto [profileIterIdxs, stopIterIdxs] = populateIterationIndexesImpl(envVarName); // If empty, try to use legacy env var name if (legacyEnvVarName && profileIterIdxs.empty() && stopIterIdxs.empty()) { std::tie(profileIterIdxs, stopIterIdxs) = populateIterationIndexesImpl(legacyEnvVarName.value()); if (!profileIterIdxs.empty() || !stopIterIdxs.empty()) { TLLM_LOG_WARNING( "Using deprecated environment variable %s to specify cudaProfiler start and stop iterations. " "Please " "use %s " "instead.", legacyEnvVarName.value().c_str(), envVarName.c_str()); } } return std::make_pair(profileIterIdxs, stopIterIdxs); } } // namespace common TRTLLM_NAMESPACE_END