We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8eb6a21 commit 8d9a017Copy full SHA for 8d9a017
tensorrt_llm/_torch/autotuner.py
@@ -350,11 +350,14 @@ def search_cache(
350
Returns:
351
A tuple containing:
352
[is_cache_hit, runner_id, tactic, stored_profile]
353
+ runner_id is the index in the current runners list
354
"""
- for r in runners:
355
+ for idx, r in enumerate(runners):
356
if (cache_key := self.get_cache_key(custom_op, r, input_shapes,
357
tuning_config)) in self.cache:
- return True, *self.cache[cache_key]
358
+ # Return the current index in runners list, not the cached runner_id
359
+ cached_runner_id, tactic, min_time = self.cache[cache_key]
360
+ return True, idx, tactic, min_time
361
362
return False, *self.fallback_entry()
363
0 commit comments