We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2d7421b commit 5eae365Copy full SHA for 5eae365
tensorrt_llm/_torch/pyexecutor/model_engine.py
@@ -181,7 +181,11 @@ def __init__(
181
182
self.attn_runtime_features = attn_runtime_features or AttentionRuntimeFeatures(
183
)
184
- self.input_processor = create_input_processor(model_path, None)
+
185
+ self.input_processor = create_input_processor(
186
+ model_path,
187
+ tokenizer=None,
188
+ checkpoint_format=llm_args.checkpoint_format)
189
self.input_processor_with_hash = create_input_processor_with_hash(
190
self.input_processor)
191
if model is None:
0 commit comments