Skip to content

Commit f6d1db9

Browse files
ko3n1gko3n1g
committed
ci: Add golden values for inference
Signed-off-by: oliver könig <[email protected]>
1 parent aed29d4 commit f6d1db9

File tree

4 files changed

+3216
-0
lines changed

4 files changed

+3216
-0
lines changed

‎tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_fp8_logitsmatch/golden_values_dev_dgxh100_coreweave.json‎

Lines changed: 178 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,178 @@
1+
{
2+
"0": {
3+
"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.",
4+
"generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end",
5+
"generated_tokens": [
6+
3060,
7+
2430,
8+
1636,
9+
2012,
10+
1317,
11+
1278,
12+
2362,
13+
1307,
14+
1278,
15+
16070,
16+
1044,
17+
1321,
18+
1636,
19+
23067,
20+
1455,
21+
1593,
22+
1395,
23+
1605,
24+
3140,
25+
5152,
26+
1513,
27+
1747,
28+
1046,
29+
2409,
30+
1395,
31+
3140,
32+
5152,
33+
1513,
34+
1278,
35+
2362
36+
],
37+
"latency": 0.29491591453552246,
38+
"cuda_graph_request_count_map": {
39+
"372": 0,
40+
"360": 0,
41+
"336": 0,
42+
"312": 0,
43+
"288": 0,
44+
"264": 0,
45+
"240": 0,
46+
"216": 0,
47+
"192": 0,
48+
"168": 0,
49+
"144": 0,
50+
"120": 0,
51+
"96": 0,
52+
"72": 0,
53+
"48": 0,
54+
"24": 29
55+
},
56+
"step_count": 240,
57+
"logprobs": [
58+
-9.362494468688965,
59+
-2.827894449234009,
60+
-4.557381629943848,
61+
-1.4968647956848145,
62+
-0.717312216758728,
63+
-1.7262351512908936,
64+
-2.522736072540283,
65+
-2.1782360076904297,
66+
-2.3603432178497314,
67+
-6.136383533477783,
68+
-1.4676916599273682,
69+
-3.468963384628296,
70+
-4.424870491027832,
71+
-3.7345848083496094,
72+
-2.012619972229004,
73+
-1.8833301067352295,
74+
-3.5708768367767334,
75+
-6.8197832107543945,
76+
-0.3122292757034302,
77+
-0.9820290207862854,
78+
-6.532033443450928,
79+
-7.498172760009766,
80+
-12.615165710449219,
81+
-2.409003496170044,
82+
-3.8550546169281006,
83+
-0.5105050802230835,
84+
-4.2802581787109375,
85+
-0.06971167027950287,
86+
-0.054025799036026,
87+
-3.319596767425537,
88+
-9.703240394592285,
89+
-1.0997297763824463,
90+
-6.224854469299316,
91+
-5.234503269195557,
92+
-3.934987783432007,
93+
-2.5263679027557373,
94+
-3.1843955516815186,
95+
-5.880871295928955,
96+
-1.8436813354492188,
97+
-5.906496047973633,
98+
-12.15787410736084,
99+
-12.5841064453125,
100+
-0.0819428563117981,
101+
-2.6212656497955322,
102+
-1.4329369068145752,
103+
-2.885145425796509,
104+
-1.2901865243911743,
105+
-0.006647023372352123,
106+
-3.5115818977355957,
107+
-12.945953369140625,
108+
-3.793078899383545,
109+
-3.0094375610351562,
110+
-5.966838836669922,
111+
-0.8998424410820007,
112+
-0.040962252765893936,
113+
-1.5467679500579834,
114+
-1.0785343647003174,
115+
-5.73494815826416,
116+
-0.38491737842559814,
117+
-5.017007827758789,
118+
-0.5568072199821472,
119+
-0.5968841910362244,
120+
-2.3609962463378906,
121+
-13.582086563110352,
122+
-0.09050048142671585,
123+
-3.7264108657836914,
124+
-1.1208789348602295,
125+
-6.052675247192383,
126+
-0.5848909616470337,
127+
-3.5906238555908203,
128+
-0.9494907855987549,
129+
-1.5676641464233398,
130+
-5.127577781677246,
131+
-17.19189453125,
132+
-6.698403835296631,
133+
-1.0449178218841553,
134+
-4.365664958953857,
135+
-1.1243419647216797,
136+
-2.2092156410217285,
137+
-1.8081634044647217,
138+
-0.23330983519554138,
139+
-9.439546585083008,
140+
-0.2947109341621399,
141+
-7.253565788269043,
142+
-2.3855936527252197,
143+
-4.629369258880615,
144+
-3.4186267852783203,
145+
-1.9727531671524048,
146+
-2.331681251525879,
147+
-1.5606917142868042,
148+
-2.454296588897705,
149+
-1.5334703922271729,
150+
-1.2631131410598755,
151+
-2.657367706298828,
152+
-0.6480202078819275,
153+
-0.4550393521785736,
154+
-1.3625166416168213,
155+
-0.8142069578170776,
156+
-0.4496593475341797,
157+
-0.9312890768051147,
158+
-1.732723355293274,
159+
-0.44613128900527954,
160+
-1.6895122528076172,
161+
-0.6082233190536499,
162+
-1.0978344678878784,
163+
-1.1122435331344604,
164+
-0.002520838286727667,
165+
-1.4072327613830566,
166+
-0.007462364621460438,
167+
-0.7548662424087524,
168+
-0.9937503337860107,
169+
-0.0675487294793129,
170+
-0.9595617055892944,
171+
-0.029961343854665756,
172+
-2.205785036087036,
173+
-1.2615025043487549,
174+
-0.7878209352493286
175+
]
176+
},
177+
"throughput": 100.71953778990188
178+
}

‎tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp1_pp1_583m_cuda_graphs_logitsmatch_decode_graphs_only/golden_values_dev_dgxh100_coreweave.json‎

Lines changed: 178 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,178 @@
1+
{
2+
"0": {
3+
"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.",
4+
"generated_text": " And then you get to the end of the movie, and you realize that this is not New York at all. This is New York at the end",
5+
"generated_tokens": [
6+
3060,
7+
2430,
8+
1636,
9+
2012,
10+
1317,
11+
1278,
12+
2362,
13+
1307,
14+
1278,
15+
16070,
16+
1044,
17+
1321,
18+
1636,
19+
23067,
20+
1455,
21+
1593,
22+
1395,
23+
1605,
24+
3140,
25+
5152,
26+
1513,
27+
1747,
28+
1046,
29+
2409,
30+
1395,
31+
3140,
32+
5152,
33+
1513,
34+
1278,
35+
2362
36+
],
37+
"latency": 0.3717687129974365,
38+
"cuda_graph_request_count_map": {
39+
"372": 0,
40+
"360": 0,
41+
"336": 0,
42+
"312": 0,
43+
"288": 0,
44+
"264": 0,
45+
"240": 0,
46+
"216": 0,
47+
"192": 0,
48+
"168": 0,
49+
"144": 0,
50+
"120": 0,
51+
"96": 0,
52+
"72": 0,
53+
"48": 0,
54+
"24": 29
55+
},
56+
"step_count": 240,
57+
"logprobs": [
58+
-9.362494468688965,
59+
-2.827894449234009,
60+
-4.557381629943848,
61+
-1.4968647956848145,
62+
-0.717312216758728,
63+
-1.7262351512908936,
64+
-2.522736072540283,
65+
-2.1782360076904297,
66+
-2.3603432178497314,
67+
-6.136383533477783,
68+
-1.4676916599273682,
69+
-3.468963384628296,
70+
-4.424870491027832,
71+
-3.7345848083496094,
72+
-2.012619972229004,
73+
-1.8833301067352295,
74+
-3.5708768367767334,
75+
-6.8197832107543945,
76+
-0.3122292757034302,
77+
-0.9820290207862854,
78+
-6.532033443450928,
79+
-7.498172760009766,
80+
-12.615165710449219,
81+
-2.409003496170044,
82+
-3.8550546169281006,
83+
-0.5105050802230835,
84+
-4.2802581787109375,
85+
-0.06971167027950287,
86+
-0.054025799036026,
87+
-3.319596767425537,
88+
-9.703240394592285,
89+
-1.0997297763824463,
90+
-6.224854469299316,
91+
-5.234503269195557,
92+
-3.934987783432007,
93+
-2.5263679027557373,
94+
-3.1843955516815186,
95+
-5.880871295928955,
96+
-1.8436813354492188,
97+
-5.906496047973633,
98+
-12.15787410736084,
99+
-12.5841064453125,
100+
-0.0819428563117981,
101+
-2.6212656497955322,
102+
-1.4329369068145752,
103+
-2.885145425796509,
104+
-1.2901865243911743,
105+
-0.006647023372352123,
106+
-3.5115818977355957,
107+
-12.945953369140625,
108+
-3.793078899383545,
109+
-3.0094375610351562,
110+
-5.966838836669922,
111+
-0.8998424410820007,
112+
-0.040962252765893936,
113+
-1.5467679500579834,
114+
-1.0785343647003174,
115+
-5.73494815826416,
116+
-0.38491737842559814,
117+
-5.017007827758789,
118+
-0.5568072199821472,
119+
-0.5968841910362244,
120+
-2.3609962463378906,
121+
-13.582086563110352,
122+
-0.09050048142671585,
123+
-3.7264108657836914,
124+
-1.1208789348602295,
125+
-6.052675247192383,
126+
-0.5848909616470337,
127+
-3.5906238555908203,
128+
-0.9494907855987549,
129+
-1.5676641464233398,
130+
-5.127577781677246,
131+
-17.19189453125,
132+
-6.698403835296631,
133+
-1.0449178218841553,
134+
-4.365664958953857,
135+
-1.1243419647216797,
136+
-2.2092156410217285,
137+
-1.8081634044647217,
138+
-0.23330983519554138,
139+
-9.439546585083008,
140+
-0.2947109341621399,
141+
-7.253565788269043,
142+
-2.3855936527252197,
143+
-4.629369258880615,
144+
-3.4186267852783203,
145+
-1.9727531671524048,
146+
-2.331681251525879,
147+
-1.5606917142868042,
148+
-2.454296588897705,
149+
-1.5334703922271729,
150+
-1.2631131410598755,
151+
-2.657367706298828,
152+
-0.6480202078819275,
153+
-0.4550393521785736,
154+
-1.3625166416168213,
155+
-0.8142069578170776,
156+
-0.4496593475341797,
157+
-0.9312890768051147,
158+
-1.732723355293274,
159+
-0.44613128900527954,
160+
-1.6895122528076172,
161+
-0.6082233190536499,
162+
-1.0978344678878784,
163+
-1.1122435331344604,
164+
-0.002520838286727667,
165+
-1.4072327613830566,
166+
-0.007462364621460438,
167+
-0.7548662424087524,
168+
-0.9937503337860107,
169+
-0.0675487294793129,
170+
-0.9595617055892944,
171+
-0.029961343854665756,
172+
-2.205785036087036,
173+
-1.2615025043487549,
174+
-0.7878209352493286
175+
]
176+
},
177+
"throughput": 79.14791636919682
178+
}

0 commit comments

Comments
 (0)