Reset golden values

Signed-off-by: Keshav Santhanam <[email protected]>

Author: santhnm2

tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgx_h100.json

@@ -1,59 +1,40 @@
 {
  "0": {
   "input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.",
-  "generated_text": " And that this is the place where you can be yourself, and be yourself in the most beautiful way possible. And that this is the place where you",
+  "generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end",
   "generated_tokens": [
    3060,
-   1455,
-   1593,
-   1395,
-   1278,
-   3535,
-   2478,
+   2430,
    1636,
-   1710,
-   1402,
-   14019,
+   2012,
+   1317,
+   1278,
+   2362,
+   1307,
+   1278,
+   16070,
    1044,
    1321,
-   1402,
-   14019,
-   1294,
-   1278,
-   2725,
-   15568,
-   3039,
-   4171,
-   1046,
-   3060,
+   1636,
+   23067,
    1455,
    1593,
    1395,
+   1605,
+   3140,
+   5152,
+   1513,
+   1747,
+   1046,
+   2409,
+   1395,
+   3140,
+   5152,
+   1513,
    1278,
-   3535,
-   2478,
-   1636
+   2362
   ],
-  "latency": 0.2807927131652832,
-  "cuda_graph_request_count_map": {
-   "372": 0,
-   "360": 0,
-   "336": 0,
-   "312": 0,
-   "288": 0,
-   "264": 0,
-   "240": 0,
-   "216": 0,
-   "192": 0,
-   "168": 0,
-   "144": 0,
-   "120": 0,
-   "96": 0,
-   "72": 0,
-   "48": 0,
-   "24": 29
-  },
-  "step_count": 240,
+  "latency": 2.491823673248291,
   "logprobs": [
    -9.362494468688965,
    -2.827894449234009,
@@ -143,36 +124,36 @@
    -4.629369258880615,
    -3.4186267852783203,
    -1.9727531671524048,
-   -2.3787546157836914,
-   -2.1559927463531494,
-   -0.3042203187942505,
-   -1.5030715465545654,
-   -2.2185328006744385,
-   -1.163987398147583,
-   -1.6270570755004883,
-   -1.382636547088623,
-   -2.0105135440826416,
-   -1.4725666046142578,
-   -0.8826082944869995,
-   -1.2427284717559814,
-   -1.966317892074585,
-   -2.320446252822876,
-   -1.6230499744415283,
-   -0.9565537571907043,
-   -1.8637971878051758,
-   -2.4722466468811035,
-   -1.0165706872940063,
-   -1.5226590633392334,
-   -0.9222670793533325,
-   -0.3918261229991913,
-   -0.4523355960845947,
-   -0.2231457382440567,
-   -0.014109030365943909,
-   -0.36200955510139465,
-   -0.2032179832458496,
-   -0.043058376759290695,
-   -0.09619185328483582
+   -2.331681251525879,
+   -1.5606917142868042,
+   -2.454296588897705,
+   -1.5334703922271729,
+   -1.2631131410598755,
+   -2.657367706298828,
+   -0.6480202078819275,
+   -0.4550393521785736,
+   -1.3625166416168213,
+   -0.8142069578170776,
+   -0.4496593475341797,
+   -0.9312890768051147,
+   -1.732723355293274,
+   -0.44613128900527954,
+   -1.6895122528076172,
+   -0.6082233190536499,
+   -1.0978344678878784,
+   -1.1122435331344604,
+   -0.002520838286727667,
+   -1.4072327613830566,
+   -0.007462364621460438,
+   -0.7548662424087524,
+   -0.9937503337860107,
+   -0.0675487294793129,
+   -0.9595617055892944,
+   -0.029961343854665756,
+   -2.205785036087036,
+   -1.2615025043487549,
+   -0.7878209352493286
   ]
  },
- "throughput": 105.85377220795368
-}
+ "throughput": 109.3571928299837
+}