obscura/vllm
2
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2026-06-06 00:16:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

[CI][Examples][RLHF] Disable async scheduling in rlhf_async_new_apis (#42042)

Browse Source 
Signed-off-by: haosdent <haosdent@gmail.com>
This commit is contained in:
haosdent
2026-05-08 19:58:48 +08:00
committed by GitHub
parent 630820a59b
commit 52458b60a8
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/rl/rlhf_async_new_apis.py
+6
View File
@@ -227,6 +227,9 @@ llm_kwargs = dict(
attention_backend=ATTN_BACKEND,
gpu_memory_utilization=0.75,
weight_transfer_config=WeightTransferConfig(backend="nccl"),
# TODO(haosdent): re-enable once #42043 is fixed. Both LLM
# instances must match.
async_scheduling=False,
)
llm_kwargs.update(rocm_determinism_kwargs)
@@ -364,6 +367,9 @@ llm_v2_kwargs = dict(
gpu_memory_utilization=0.75,
distributed_executor_backend="ray",
attention_backend=ATTN_BACKEND,
# TODO(haosdent): re-enable once #42043 is fixed. Both LLM
# instances must match.
async_scheduling=False,
)
llm_v2_kwargs.update(rocm_determinism_kwargs)