diff --git a/verl/workers/rollout/vllm_rollout/vllm_async_server.py b/verl/workers/rollout/vllm_rollout/vllm_async_server.py index ff37780cff2..781c2bf9b28 100644 --- a/verl/workers/rollout/vllm_rollout/vllm_async_server.py +++ b/verl/workers/rollout/vllm_rollout/vllm_async_server.py @@ -170,6 +170,11 @@ def get_server_address(self): assert self._server_port is not None, "http server is not launched, port is None" return self._server_address, self._server_port + def apply_nemo_gym_server_patch(self): + # called by NemoGymAgentLoopManager to apply retokenization fix only for nemo-gym runs + from recipe.nemo_gym.server_patch import patch_serving_chat_for_nemo_gym + patch_serving_chat_for_nemo_gym() + @property def lora_as_adapter(self) -> bool: return (