Adding fix from main: NVIDIA#4915

vklimkov-nvidia · vklimkov-nvidia · commit 56b5e5028990 · 2025-06-10T03:06:05.000-07:00
Signed-off-by: Viacheslav Klimkov &lt;vklimkov@nvidia.com&gt;
diff --git a/cpp/tensorrt_llm/batch_manager/promptTuningBuffers.cpp b/cpp/tensorrt_llm/batch_manager/promptTuningBuffers.cpp
@@ -88,8 +88,6 @@ void PromptTuningBuffers::validate(
 void PromptTuningBuffers::fill(RequestVector const& contextRequests, RequestVector const& genRequests,
     runtime::BufferManager const& manager, bool packed)
 {
-    manager.setZero(*mPromptTuningParams.embeddingTable);
-
     auto const numContextRequests = static_cast<SizeType32>(contextRequests.size());
 
     std::vector<SizeType32> reqBeamWidths;

Original file line number	Diff line number	Diff line change
`@@ -88,8 +88,6 @@ void PromptTuningBuffers::validate(`
`88`	`88`	`void PromptTuningBuffers::fill(RequestVector const& contextRequests, RequestVector const& genRequests,`
`89`	`89`	`runtime::BufferManager const& manager, bool packed)`
`90`	`90`	`{`
`91`		`- manager.setZero(*mPromptTuningParams.embeddingTable);`
`92`		`-`
`93`	`91`	`auto const numContextRequests = static_cast<SizeType32>(contextRequests.size());`
`94`	`92`
`95`	`93`	`std::vector<SizeType32> reqBeamWidths;`