We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 725e206 commit 7503c03Copy full SHA for 7503c03
tensorrt_llm/_torch/pyexecutor/py_executor.py
@@ -832,10 +832,10 @@ def _prepare_and_schedule_batch(self):
832
"num_fitting_reqs=0 and fitting_disagg_gen_init_requests is empty, may not have enough kvCache"
833
)
834
self.kv_cache_transceiver.check_context_transfer_status(1)
835
- else:
836
- assert scheduled_batch.batch_size > 0, (
837
- "fail to schedule any pending request, "
838
- "probably run out of resource.")
+ else:
+ assert scheduled_batch.batch_size > 0, (
+ "fail to schedule any pending request, "
+ "probably run out of resource.")
839
840
self.num_scheduled_requests = scheduled_batch.batch_size
841
logger.debug(
0 commit comments