[None][fix] Update the default invalid value for deepseek mode of routing (#9222)

Signed-off-by: Christina Zhang <[email protected]>

Author: ChristinaZ

cpp/tensorrt_llm/kernels/noAuxTcKernels.cu

@@ -19,6 +19,7 @@
 #include "tensorrt_llm/common/cudaTypeUtils.cuh"
 #include "tensorrt_llm/common/envUtils.h"
 #include "tensorrt_llm/kernels/noAuxTcKernels.h"
+#include <cmath>
 #include <cooperative_groups.h>
 #include <cooperative_groups/reduce.h>
 
@@ -76,7 +77,7 @@ __global__ void deepseek_v3_topk_kernel(InputT* scores, OutputT* topkValues, Idx
     // note that for invalid scores, we simply use a negative value:
     // they work well even with the compacted format used in topK, and
     // sigmoid / bias activated scores cannot be negative
-    static constexpr float invalidScoreFloat = -1.F;
+    static constexpr float invalidScoreFloat = float{-INFINITY};
     const OutputT invalidScore = OutputT{invalidScoreFloat};
 
     // load bias already; each warp represents one expert group

cpp/tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/RoutingDeepSeek.cu

@@ -63,7 +63,7 @@ __global__ void routingMainKernel(KernelParams params)
     // note that for invalid scores, we simply use a negative value:
     // they work well even with the compacted format used in topK, and
     // sigmoid / bias activated scores cannot be negative
-    static constexpr float invalidScoreFloat = -1.F;
+    static constexpr float invalidScoreFloat = float{-INFINITY};
     const OutputT invalidScore = OutputT{invalidScoreFloat};
 
     // load bias already; each warp represents one expert group

cpp/tests/unit_tests/kernels/routing/routingDeepSeekTest.cpp

@@ -49,7 +49,7 @@ class RoutingDeepSeekKernelTest : public RoutingKernelTest<T>
         // note that for invalid scores, we simply use a negative value:
         // they work well even with the compacted format used in topK, and
         // sigmoid / bias activated scores cannot be negative
-        static constexpr float invalidScoreFloat = -1.F;
+        static constexpr float invalidScoreFloat = float{-INFINITY};
         const T invalidScore = T{invalidScoreFloat};
 
         float scoreSigmoid[param.numExperts];

cpp/tests/unit_tests/kernels/routing/routingTest.h

@@ -17,17 +17,17 @@
 
 #include <gtest/gtest.h>
 
-#include <chrono>
-#include <memory> //@todo check the usage of this
-#include <random> //@todo check the usage of this
-
 #include "tensorrt_llm/common/memoryUtils.h"
 #include "tensorrt_llm/kernels/trtllmGenKernels/blockScaleMoe/runner.h"
 #include "tensorrt_llm/runtime/bufferManager.h"
 #include "tensorrt_llm/runtime/cudaStream.h"
 #include "tensorrt_llm/runtime/iBuffer.h"
 #include "tensorrt_llm/runtime/runtimeKernels.h"
 #include "tensorrt_llm/runtime/tllmLogger.h"
+#include <chrono>
+#include <cmath>
+#include <memory> //@todo check the usage of this
+#include <random> //@todo check the usage of this
 
 namespace tensorrt_llm::tests::kernels::routing
 {