diff --git a/vllm/platforms/cpu.py b/vllm/platforms/cpu.py index cf4319ac722..b1414665869 100644 --- a/vllm/platforms/cpu.py +++ b/vllm/platforms/cpu.py @@ -92,6 +92,11 @@ class CpuPlatform(Platform): return meminfo.total_memory + @classmethod + def mem_get_info(cls) -> tuple[int, int]: + meminfo = get_memory_node_info() + return meminfo.available_memory, meminfo.total_memory + @classmethod def set_device(cls, device: torch.device) -> None: """