Skip to content

Commit 30427d6

Browse files
committed
fix
Signed-off-by: Shangming Cai <[email protected]>
1 parent d3b26d0 commit 30427d6

File tree

1 file changed

+8
-4
lines changed

1 file changed

+8
-4
lines changed

python/sglang/srt/managers/scheduler_pp_mixin.py

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -241,18 +241,22 @@ def _pp_launch_batch(
241241
)
242242
return result, event
243243

244-
def get_rids(self: Scheduler, req_queue: List[Req], *poll_statuses):
244+
def get_rids(self: Scheduler, req_queue: List[Req], *poll_statuses_group):
245245
"""
246-
Used by PP, get the transferred rids but **do not pop**
246+
Used by PP, get the required rids with the given poll statuses.
247247
"""
248248
polls = poll_and_all_reduce(
249249
[req.disagg_kv_sender for req in req_queue],
250250
self.tp_worker.get_attention_tp_cpu_group(),
251251
)
252252
rids: List = []
253-
for poll_status in poll_statuses:
253+
for poll_statuses in poll_statuses_group:
254254
rids.append(
255-
[req.rid for req, poll in zip(req_queue, polls) if poll in poll_status]
255+
[
256+
req.rid
257+
for req, poll in zip(req_queue, polls)
258+
if poll in poll_statuses
259+
]
256260
)
257261
return tuple(rids) if len(rids) > 1 else rids[0]
258262

0 commit comments

Comments
 (0)