Skip to content

Commit 9cbb634

Browse files
santhnm2santhnm2
committed
Update coreweave golden values
Signed-off-by: Keshav Santhanam <[email protected]>
1 parent f398bd7 commit 9cbb634

File tree

1 file changed

+177
-177
lines changed

1 file changed

+177
-177
lines changed

‎tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgxh100_coreweave.json‎

Lines changed: 177 additions & 177 deletions
Original file line numberDiff line numberDiff line change
@@ -1,178 +1,178 @@
11
{
2-
"0": {
3-
"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.",
4-
"generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end",
5-
"generated_tokens": [
6-
3060,
7-
2430,
8-
1636,
9-
2012,
10-
1317,
11-
1278,
12-
2362,
13-
1307,
14-
1278,
15-
16070,
16-
1044,
17-
1321,
18-
1636,
19-
23067,
20-
1455,
21-
1593,
22-
1395,
23-
1605,
24-
3140,
25-
5152,
26-
1513,
27-
1747,
28-
1046,
29-
2409,
30-
1395,
31-
3140,
32-
5152,
33-
1513,
34-
1278,
35-
2362
36-
],
37-
"latency": 0.29491591453552246,
38-
"cuda_graph_request_count_map": {
39-
"372": 0,
40-
"360": 0,
41-
"336": 0,
42-
"312": 0,
43-
"288": 0,
44-
"264": 0,
45-
"240": 0,
46-
"216": 0,
47-
"192": 0,
48-
"168": 0,
49-
"144": 0,
50-
"120": 0,
51-
"96": 0,
52-
"72": 0,
53-
"48": 0,
54-
"24": 29
55-
},
56-
"step_count": 240,
57-
"logprobs": [
58-
-9.362494468688965,
59-
-2.827894449234009,
60-
-4.557381629943848,
61-
-1.4968647956848145,
62-
-0.717312216758728,
63-
-1.7262351512908936,
64-
-2.522736072540283,
65-
-2.1782360076904297,
66-
-2.3603432178497314,
67-
-6.136383533477783,
68-
-1.4676916599273682,
69-
-3.468963384628296,
70-
-4.424870491027832,
71-
-3.7345848083496094,
72-
-2.012619972229004,
73-
-1.8833301067352295,
74-
-3.5708768367767334,
75-
-6.8197832107543945,
76-
-0.3122292757034302,
77-
-0.9820290207862854,
78-
-6.532033443450928,
79-
-7.498172760009766,
80-
-12.615165710449219,
81-
-2.409003496170044,
82-
-3.8550546169281006,
83-
-0.5105050802230835,
84-
-4.2802581787109375,
85-
-0.06971167027950287,
86-
-0.054025799036026,
87-
-3.319596767425537,
88-
-9.703240394592285,
89-
-1.0997297763824463,
90-
-6.224854469299316,
91-
-5.234503269195557,
92-
-3.934987783432007,
93-
-2.5263679027557373,
94-
-3.1843955516815186,
95-
-5.880871295928955,
96-
-1.8436813354492188,
97-
-5.906496047973633,
98-
-12.15787410736084,
99-
-12.5841064453125,
100-
-0.0819428563117981,
101-
-2.6212656497955322,
102-
-1.4329369068145752,
103-
-2.885145425796509,
104-
-1.2901865243911743,
105-
-0.006647023372352123,
106-
-3.5115818977355957,
107-
-12.945953369140625,
108-
-3.793078899383545,
109-
-3.0094375610351562,
110-
-5.966838836669922,
111-
-0.8998424410820007,
112-
-0.040962252765893936,
113-
-1.5467679500579834,
114-
-1.0785343647003174,
115-
-5.73494815826416,
116-
-0.38491737842559814,
117-
-5.017007827758789,
118-
-0.5568072199821472,
119-
-0.5968841910362244,
120-
-2.3609962463378906,
121-
-13.582086563110352,
122-
-0.09050048142671585,
123-
-3.7264108657836914,
124-
-1.1208789348602295,
125-
-6.052675247192383,
126-
-0.5848909616470337,
127-
-3.5906238555908203,
128-
-0.9494907855987549,
129-
-1.5676641464233398,
130-
-5.127577781677246,
131-
-17.19189453125,
132-
-6.698403835296631,
133-
-1.0449178218841553,
134-
-4.365664958953857,
135-
-1.1243419647216797,
136-
-2.2092156410217285,
137-
-1.8081634044647217,
138-
-0.23330983519554138,
139-
-9.439546585083008,
140-
-0.2947109341621399,
141-
-7.253565788269043,
142-
-2.3855936527252197,
143-
-4.629369258880615,
144-
-3.4186267852783203,
145-
-1.9727531671524048,
146-
-2.331681251525879,
147-
-1.5606917142868042,
148-
-2.454296588897705,
149-
-1.5334703922271729,
150-
-1.2631131410598755,
151-
-2.657367706298828,
152-
-0.6480202078819275,
153-
-0.4550393521785736,
154-
-1.3625166416168213,
155-
-0.8142069578170776,
156-
-0.4496593475341797,
157-
-0.9312890768051147,
158-
-1.732723355293274,
159-
-0.44613128900527954,
160-
-1.6895122528076172,
161-
-0.6082233190536499,
162-
-1.0978344678878784,
163-
-1.1122435331344604,
164-
-0.002520838286727667,
165-
-1.4072327613830566,
166-
-0.007462364621460438,
167-
-0.7548662424087524,
168-
-0.9937503337860107,
169-
-0.0675487294793129,
170-
-0.9595617055892944,
171-
-0.029961343854665756,
172-
-2.205785036087036,
173-
-1.2615025043487549,
174-
-0.7878209352493286
175-
]
176-
},
177-
"throughput": 100.71953778990188
178-
}
2+
"0": {
3+
"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.",
4+
"generated_text": " And that this is the place where you can be yourself, and be yourself in the most beautiful way possible. And that this is the place where you",
5+
"generated_tokens": [
6+
3060,
7+
1455,
8+
1593,
9+
1395,
10+
1278,
11+
3535,
12+
2478,
13+
1636,
14+
1710,
15+
1402,
16+
14019,
17+
1044,
18+
1321,
19+
1402,
20+
14019,
21+
1294,
22+
1278,
23+
2725,
24+
15568,
25+
3039,
26+
4171,
27+
1046,
28+
3060,
29+
1455,
30+
1593,
31+
1395,
32+
1278,
33+
3535,
34+
2478,
35+
1636
36+
],
37+
"latency": 0.29491591453552246,
38+
"cuda_graph_request_count_map": {
39+
"372": 0,
40+
"360": 0,
41+
"336": 0,
42+
"312": 0,
43+
"288": 0,
44+
"264": 0,
45+
"240": 0,
46+
"216": 0,
47+
"192": 0,
48+
"168": 0,
49+
"144": 0,
50+
"120": 0,
51+
"96": 0,
52+
"72": 0,
53+
"48": 0,
54+
"24": 29
55+
},
56+
"step_count": 240,
57+
"logprobs": [
58+
-9.362494468688965,
59+
-2.827894449234009,
60+
-4.557381629943848,
61+
-1.4968647956848145,
62+
-0.717312216758728,
63+
-1.7262351512908936,
64+
-2.522736072540283,
65+
-2.1782360076904297,
66+
-2.3603432178497314,
67+
-6.136383533477783,
68+
-1.4676916599273682,
69+
-3.468963384628296,
70+
-4.424870491027832,
71+
-3.7345848083496094,
72+
-2.012619972229004,
73+
-1.8833301067352295,
74+
-3.5708768367767334,
75+
-6.8197832107543945,
76+
-0.3122292757034302,
77+
-0.9820290207862854,
78+
-6.532033443450928,
79+
-7.498172760009766,
80+
-12.615165710449219,
81+
-2.409003496170044,
82+
-3.8550546169281006,
83+
-0.5105050802230835,
84+
-4.2802581787109375,
85+
-0.06971167027950287,
86+
-0.054025799036026,
87+
-3.319596767425537,
88+
-9.703240394592285,
89+
-1.0997297763824463,
90+
-6.224854469299316,
91+
-5.234503269195557,
92+
-3.934987783432007,
93+
-2.5263679027557373,
94+
-3.1843955516815186,
95+
-5.880871295928955,
96+
-1.8436813354492188,
97+
-5.906496047973633,
98+
-12.15787410736084,
99+
-12.5841064453125,
100+
-0.0819428563117981,
101+
-2.6212656497955322,
102+
-1.4329369068145752,
103+
-2.885145425796509,
104+
-1.2901865243911743,
105+
-0.006647023372352123,
106+
-3.5115818977355957,
107+
-12.945953369140625,
108+
-3.793078899383545,
109+
-3.0094375610351562,
110+
-5.966838836669922,
111+
-0.8998424410820007,
112+
-0.040962252765893936,
113+
-1.5467679500579834,
114+
-1.0785343647003174,
115+
-5.73494815826416,
116+
-0.38491737842559814,
117+
-5.017007827758789,
118+
-0.5568072199821472,
119+
-0.5968841910362244,
120+
-2.3609962463378906,
121+
-13.582086563110352,
122+
-0.09050048142671585,
123+
-3.7264108657836914,
124+
-1.1208789348602295,
125+
-6.052675247192383,
126+
-0.5848909616470337,
127+
-3.5906238555908203,
128+
-0.9494907855987549,
129+
-1.5676641464233398,
130+
-5.127577781677246,
131+
-17.19189453125,
132+
-6.698403835296631,
133+
-1.0449178218841553,
134+
-4.365664958953857,
135+
-1.1243419647216797,
136+
-2.2092156410217285,
137+
-1.8081634044647217,
138+
-0.23330983519554138,
139+
-9.439546585083008,
140+
-0.2947109341621399,
141+
-7.253565788269043,
142+
-2.3855936527252197,
143+
-4.629369258880615,
144+
-3.4186267852783203,
145+
-1.9727531671524048,
146+
-2.3787546157836914,
147+
-2.1559927463531494,
148+
-0.3042203187942505,
149+
-1.5030715465545654,
150+
-2.2185328006744385,
151+
-1.163987398147583,
152+
-1.6270570755004883,
153+
-1.382636547088623,
154+
-2.0105135440826416,
155+
-1.4725666046142578,
156+
-0.8826082944869995,
157+
-1.2427284717559814,
158+
-1.966317892074585,
159+
-2.320446252822876,
160+
-1.6230499744415283,
161+
-0.9565537571907043,
162+
-1.8637971878051758,
163+
-2.4722466468811035,
164+
-1.0165706872940063,
165+
-1.5226590633392334,
166+
-0.9222670793533325,
167+
-0.3918261229991913,
168+
-0.4523355960845947,
169+
-0.2231457382440567,
170+
-0.014109030365943909,
171+
-0.36200955510139465,
172+
-0.2032179832458496,
173+
-0.043058376759290695,
174+
-0.09619185328483582
175+
]
176+
},
177+
"throughput": 100.71953778990188
178+
}

0 commit comments

Comments
 (0)