File tree Expand file tree Collapse file tree 1 file changed +8
-4
lines changed
python/sglang/srt/managers Expand file tree Collapse file tree 1 file changed +8
-4
lines changed Original file line number Diff line number Diff line change @@ -241,18 +241,22 @@ def _pp_launch_batch(
241241 )
242242 return result , event
243243
244- def get_rids (self : Scheduler , req_queue : List [Req ], * poll_statuses ):
244+ def get_rids (self : Scheduler , req_queue : List [Req ], * poll_statuses_group ):
245245 """
246- Used by PP, get the transferred rids but **do not pop**
246+ Used by PP, get the required rids with the given poll statuses.
247247 """
248248 polls = poll_and_all_reduce (
249249 [req .disagg_kv_sender for req in req_queue ],
250250 self .tp_worker .get_attention_tp_cpu_group (),
251251 )
252252 rids : List = []
253- for poll_status in poll_statuses :
253+ for poll_statuses in poll_statuses_group :
254254 rids .append (
255- [req .rid for req , poll in zip (req_queue , polls ) if poll in poll_status ]
255+ [
256+ req .rid
257+ for req , poll in zip (req_queue , polls )
258+ if poll in poll_statuses
259+ ]
256260 )
257261 return tuple (rids ) if len (rids ) > 1 else rids [0 ]
258262
You can’t perform that action at this time.
0 commit comments