/* * Copyright (c) 2022-2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "tensorrt_llm/runtime/utils/pgUtils.h" #include "tensorrt_llm/common/logger.h" namespace tensorrt_llm::pg_utils { c10::intrusive_ptr pg_world; c10::intrusive_ptr pg_local; c10::intrusive_ptr get_world_pg() { return pg_world; } c10::intrusive_ptr get_local_pg() { return pg_local; } void init_pg(c10::intrusive_ptr const& process_group_world, c10::intrusive_ptr const& process_group_local) { TLLM_LOG_DEBUG(process_group_world->getRank(), "Init process group on rank %d", process_group_world->getRank()); pg_world = process_group_world; pg_local = process_group_local; } } // namespace tensorrt_llm::pg_utils