frozenleaves/verl
1
0
Fork 0
mirror of https://github.com/volcengine/verl.git synced 2025-10-20 13:43:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

[rollout] feat: change rollout default mode from spmd to server mode

Browse Source
This commit is contained in:
wuxibin
2025-08-21 13:37:03 +08:00
parent 5b5e09d9cc
commit fbdda64b8d
3 changed files with 5 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
verl/trainer/config/_generated_ppo_megatron_trainer.yaml
View File

@ -162,7 +162,7 @@ actor_rollout_ref:
rollout:
_target_: verl.workers.config.RolloutConfig
name: ???
mode: sync
mode: async
temperature: 1.0
top_k: -1
top_p: 1

2
verl/trainer/config/_generated_ppo_trainer.yaml
View File

@ -137,7 +137,7 @@ actor_rollout_ref:
rollout:
_target_: verl.workers.config.RolloutConfig
name: ???
mode: sync
mode: async
temperature: 1.0
top_k: -1
top_p: 1

13
verl/trainer/config/rollout/rollout.yaml
View File

@ -5,7 +5,7 @@ _target_: verl.workers.config.RolloutConfig
name: ???
# sync: LLM, async: AsyncLLM
mode: sync
mode: async
# Sampling temperature for rollout.
temperature: 1.0
@ -93,7 +93,6 @@ multi_stage_wake_up: false
# Extra inference engine arguments (vllm, sglang), please refer vllm/sglang official doc for detail
engine_kwargs:
# vllm engine config
vllm: {}
@ -102,7 +101,6 @@ engine_kwargs:
# Sampling parameters used during validation.
val_kwargs:
# Required when using verl.utils.omega_conf_to_dataclass to instantiate dataclass configs
_target_: verl.workers.config.SamplingConfig
@ -124,7 +122,6 @@ val_kwargs:
# Multi-turn interaction config for tools or chat.
multi_turn:
# Required when using verl.utils.omega_conf_to_dataclass to instantiate dataclass configs
_target_: verl.workers.config.MultiTurnConfig
@ -175,7 +172,6 @@ calculate_log_probs: False
# [Experimental] agent loop based rollout configs
agent:
# Required when using verl.utils.omega_conf_to_dataclass to instantiate dataclass configs
_target_: verl.workers.config.AgentLoopConfig
@ -196,7 +192,6 @@ agent:
# custom async server configs
custom_async_server:
# Required when using verl.utils.omega_conf_to_dataclass to instantiate dataclass configs
_target_: verl.workers.config.CustomAsyncServerConfig
@ -222,7 +217,6 @@ update_weights_bucket_megabytes: 512
# trace rollout data
trace:
# Required when using verl.utils.omega_conf_to_dataclass to instantiate dataclass configs
_target_: verl.workers.config.TraceConfig
@ -241,9 +235,8 @@ skip_rollout: False
# Note: Giving path under /tmp/ray/session* is not recommended as these are temporary Ray cluster directories.
skip_dump_dir: /tmp/rollout_dump
# profile the rollout model in `generate_sequence`
# profile the rollout model in `generate_sequence`
profiler:
# Required when using verl.utils.omega_conf_to_dataclass to instantiate dataclass configs
_target_: verl.utils.profiler.ProfilerConfig
@ -253,7 +246,7 @@ profiler:
# whether enable profile on ref
enable: ${oc.select:actor_rollout_ref.actor.profiler.enable,false}
# Whether to profile all ranks.
all_ranks: ${oc.select:actor_rollout_ref.actor.profiler.all_ranks,false}