dont reschedule requests immediatly after canceling (#1512)

Co-authored-by: sami jaghouar <[email protected]>

Author: samsja

src/prime_rl/orchestrator/scheduler.py

@@ -217,10 +217,9 @@ async def update_policy(self):
                 else:
                     futures_to_update.append((future, info.off_policy_steps + 1, info.worker, info.request_id))
 
-            # Remove cancelled and reschedule
+            # Remove cancelled
             for future, worker in futures_to_remove:
                 self.inflight_group_rollouts.pop(future, None)
-                await self.schedule_group_rollout()
 
             # Update off-policy steps for remaining
             for future, off_policy_steps, worker, request_id in futures_to_update:
@@ -232,7 +231,9 @@ async def update_policy(self):
                     )
 
             if len(futures_to_remove) > 0:
-                self.logger.warning(f"Cancelled and re-scheduled {len(futures_to_remove)} old rollout requests.")
+                self.logger.warning(
+                    f"Cancelled {len(futures_to_remove)} old rollout requests (will refill naturally). Consider increasing max_off_policy_steps to avoid this."
+                )
 
             self.ckpt_step = next_ckpt_step