Skip to content

Commit 986831f

Browse files
committed
fix
Signed-off-by: junq <[email protected]>
1 parent 4bc902a commit 986831f

File tree

1 file changed

+2
-3
lines changed

1 file changed

+2
-3
lines changed

tensorrt_llm/_torch/pyexecutor/model_engine.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -376,9 +376,8 @@ def __init__(
376376

377377
# Create config and runner
378378
cuda_graph_runner_config = CUDAGraphRunnerConfig(
379-
use_cuda_graph=pytorch_backend_config.use_cuda_graph,
380-
cuda_graph_padding_enabled=pytorch_backend_config.
381-
cuda_graph_padding_enabled,
379+
use_cuda_graph=self.cuda_graph_config is not None,
380+
cuda_graph_padding_enabled=self._cuda_graph_padding_enabled,
382381
cuda_graph_batch_sizes=self._cuda_graph_batch_sizes,
383382
max_cuda_graph_batch_size=self._max_cuda_graph_batch_size,
384383
max_beam_width=self.max_beam_width,

0 commit comments

Comments
 (0)