We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3bd941f commit 2cebd42Copy full SHA for 2cebd42
lightllm/server/api_start.py
@@ -158,6 +158,16 @@ def normal_or_p_d_start(args):
158
else:
159
args.visual_nccl_ports = args.visual_nccl_ports[: args.visual_dp]
160
161
+ if args.visual_dp <= 0:
162
+ raise ValueError("visual_dp must be a positive integer.")
163
+
164
+ # 检查visual_infer_batch_size是否合理
165
+ if args.visual_infer_batch_size // args.visual_dp < 1 or args.visual_infer_batch_size % args.visual_dp != 0:
166
+ raise ValueError(
167
+ f"visual_infer_batch_size ({args.visual_infer_batch_size}) must be "
168
+ f"a positive integer multiple of visual_dp ({args.visual_dp})"
169
+ )
170
171
if args.disable_chunked_prefill:
172
args.chunked_prefill_size = args.max_req_total_len
173
# 普通模式下
0 commit comments