[batch manager][unit test] No functional change intended, remove kv cache block allocation on token addition for cross kv manager

eopXD · eopXD · commit 5b847f4924a1 · 2025-08-14T23:58:23.000-07:00
For an encode-decoder model, generation tokens are added only to the
decoder and not the encoder.

Signed-off-by: eopXD &lt;yuehtingc@nvidia.com&gt;
diff --git a/cpp/tests/unit_tests/batch_manager/capacitySchedulerTest.cpp b/cpp/tests/unit_tests/batch_manager/capacitySchedulerTest.cpp
@@ -408,10 +408,6 @@ int runTest(CapacityScheduler& capacityScheduler,
             else
             {
                 kvCacheManager->addToken(llmReq->mRequestId);
-                if (crossKvCacheManager)
-                {
-                    crossKvCacheManager->addToken(llmReq->mRequestId);
-                }
                 llmReq->addNewTokens({itCount});
             }
             if (llmReq->getNumTokens(0) == promptLen + llmReq->mMaxNewTokens)

Original file line number	Diff line number	Diff line change
`@@ -408,10 +408,6 @@ int runTest(CapacityScheduler& capacityScheduler,`
`408`	`408`	`else`
`409`	`409`	`{`
`410`	`410`	`kvCacheManager->addToken(llmReq->mRequestId);`
`411`		`- if (crossKvCacheManager)`
`412`		`- {`
`413`		`- crossKvCacheManager->addToken(llmReq->mRequestId);`
`414`		`- }`
`415`	`411`	`llmReq->addNewTokens({itCount});`
`416`	`412`	`}`
`417`	`413`	`if (llmReq->getNumTokens(0) == promptLen + llmReq->mMaxNewTokens)`