Skip to content

Commit 2cebd42

Browse files
authored
[fix] add visual_infer_batch_size check (#980)
1 parent 3bd941f commit 2cebd42

File tree

1 file changed

+10
-0
lines changed

1 file changed

+10
-0
lines changed

lightllm/server/api_start.py

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -158,6 +158,16 @@ def normal_or_p_d_start(args):
158158
else:
159159
args.visual_nccl_ports = args.visual_nccl_ports[: args.visual_dp]
160160

161+
if args.visual_dp <= 0:
162+
raise ValueError("visual_dp must be a positive integer.")
163+
164+
# 检查visual_infer_batch_size是否合理
165+
if args.visual_infer_batch_size // args.visual_dp < 1 or args.visual_infer_batch_size % args.visual_dp != 0:
166+
raise ValueError(
167+
f"visual_infer_batch_size ({args.visual_infer_batch_size}) must be "
168+
f"a positive integer multiple of visual_dp ({args.visual_dp})"
169+
)
170+
161171
if args.disable_chunked_prefill:
162172
args.chunked_prefill_size = args.max_req_total_len
163173
# 普通模式下

0 commit comments

Comments
 (0)