Skip to content
Open
5 changes: 5 additions & 0 deletions verl/workers/rollout/vllm_rollout/vllm_async_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -170,6 +170,11 @@ def get_server_address(self):
assert self._server_port is not None, "http server is not launched, port is None"
return self._server_address, self._server_port

def apply_nemo_gym_server_patch(self):
# called by NemoGymAgentLoopManager to apply retokenization fix only for nemo-gym runs
from recipe.nemo_gym.server_patch import patch_serving_chat_for_nemo_gym
patch_serving_chat_for_nemo_gym()

@property
def lora_as_adapter(self) -> bool:
return (
Expand Down