diff --git a/tensorrt_llm/_torch/pyexecutor/py_executor_creator.py b/tensorrt_llm/_torch/pyexecutor/py_executor_creator.py index 813585950c9..51c25b560da 100644 --- a/tensorrt_llm/_torch/pyexecutor/py_executor_creator.py +++ b/tensorrt_llm/_torch/pyexecutor/py_executor_creator.py @@ -215,7 +215,7 @@ def get_guided_decoding_config(guided_decoding_backend: str, def create_py_executor( llm_args: TorchLlmArgs, - checkpoint_dir: str = None, + checkpoint_dir: Optional[str] = None, tokenizer: Optional[TokenizerBase] = None, profiling_stage_data: Optional[dict] = None, ) -> PyExecutor: