[RL] Clear Requests status of R3

fastdeploy/model_executor/layers/moe/routing_indices_cache.py

@@ -389,6 +389,11 @@ def split_request_id(self, request_id: str):
         rollout_id = reversed_tmp_str[-1][::-1]
         return rollout_id
 
+    def clear_all_request(self):
+        """Clear all requests"""
+        self.routing_replay_table.fill_(-1)
+        self.routing_batch_to_request = {}
+
 
 class StoreWrapper(object):
     def __init__(self, fd_config: False) -> None:

fastdeploy/worker/gpu_model_runner.py

@@ -2861,6 +2861,10 @@ def clear_requests(self):
         self.in_progress_prompt_logprobs.clear()
         self.forward_batch_reqs_list = [None for _ in range(self.scheduler_config.max_num_seqs)]
 
+        # Routing Replay
+        if self.routing_replay_manager:
+            self.routing_replay_manager.clear_all_request()
+
     def update_parameters(self, pid):
         """Dynamic model loader use to update parameters use for RL"""
         # Update parameters