We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent f150df3 commit 6d21f41Copy full SHA for 6d21f41
1 file changed
fastdeploy/model_executor/xpu_pre_and_post_process.py
@@ -305,7 +305,7 @@ def xpu_pre_process(
305
# prefill does not use cudagraph, inplace copy is not needed
306
xpu_forward_meta.slot_mapping_enc = slot_mapping_enc
307
if use_cudagraph and forward_meta is not None:
308
- xpu_forward_meta.slot_mapping_dec.copy_(slot_mapping_dec)
+ xpu_forward_meta.slot_mapping_dec.copy_(slot_mapping_dec, False)
309
else:
310
xpu_forward_meta.slot_mapping_dec = slot_mapping_dec
311
0 commit comments