hostname: localhost
port: 8000
model: DeepSeek-V3-Lite/fp8
free_gpu_memory_fraction: 0.25
backend: "pytorch"
context_servers:
  num_instances: 1
  tensor_parallel_size: 2
  pipeline_parallel_size: 1
  enable_attention_dp: true
  disable_overlap_scheduler: True
  urls:
      - "localhost:8001"
generation_servers:
  num_instances: 1
  tensor_parallel_size: 2
  pipeline_parallel_size: 1
  enable_attention_dp: true
  cuda_graph_config:
    padding_enabled: False
  disable_overlap_scheduler: False
  urls:
      - "localhost:8002"
