Skip to content

Commit 9b048f8

Browse files
sidsingh-nvidiasidsingh-nvidia
committed
functional test update
1 parent 8070ceb commit 9b048f8

File tree

2 files changed

+159
-157
lines changed

2 files changed

+159
-157
lines changed

‎tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_dp1_583m_logitsmatch_zmq/golden_values_dev_dgx_h100.json‎

Lines changed: 156 additions & 156 deletions
Original file line numberDiff line numberDiff line change
@@ -1,158 +1,158 @@
11
{
2-
"0": {
3-
"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.",
4-
"generated_text": " And that this is the place where you can be yourself, and be yourself in the most beautiful way. And that this is the place where you can",
5-
"generated_tokens": [
6-
3060,
7-
1455,
8-
1593,
9-
1395,
10-
1278,
11-
3535,
12-
2478,
13-
1636,
14-
1710,
15-
1402,
16-
14019,
17-
1044,
18-
1321,
19-
1402,
20-
14019,
21-
1294,
22-
1278,
23-
2725,
24-
15568,
25-
3039,
26-
1046,
27-
3060,
28-
1455,
29-
1593,
30-
1395,
31-
1278,
32-
3535,
33-
2478,
34-
1636,
35-
1710
36-
],
37-
"latency": 2.020272731781006,
38-
"logprobs": [
39-
-9.358587265014648,
40-
-2.7594826221466064,
41-
-4.608366012573242,
42-
-1.4093360900878906,
43-
-0.6152952313423157,
44-
-1.7217562198638916,
45-
-2.496668815612793,
46-
-2.0547454357147217,
47-
-2.441960573196411,
48-
-6.280838966369629,
49-
-1.5643692016601562,
50-
-3.462346076965332,
51-
-4.428728103637695,
52-
-3.8633861541748047,
53-
-1.9936373233795166,
54-
-1.8929449319839478,
55-
-3.796365737915039,
56-
-6.8360137939453125,
57-
-0.2901247441768646,
58-
-0.9246833324432373,
59-
-6.633338928222656,
60-
-7.166708469390869,
61-
-12.771251678466797,
62-
-2.198296308517456,
63-
-3.7778120040893555,
64-
-0.4983733296394348,
65-
-4.381269454956055,
66-
-0.0666784718632698,
67-
-0.09580295532941818,
68-
-3.2437636852264404,
69-
-10.079947471618652,
70-
-1.172220230102539,
71-
-5.977442741394043,
72-
-5.046236038208008,
73-
-3.855658531188965,
74-
-2.5585858821868896,
75-
-3.356245994567871,
76-
-5.557229518890381,
77-
-1.6787731647491455,
78-
-5.483290672302246,
79-
-12.218501091003418,
80-
-12.61402702331543,
81-
-0.09662941098213196,
82-
-2.5431432723999023,
83-
-1.4071024656295776,
84-
-2.9154715538024902,
85-
-1.1964417695999146,
86-
-0.006458481773734093,
87-
-3.3625335693359375,
88-
-13.262511253356934,
89-
-4.314079761505127,
90-
-2.617699146270752,
91-
-5.987792015075684,
92-
-0.778266429901123,
93-
-0.048888545483350754,
94-
-1.548882007598877,
95-
-1.1381981372833252,
96-
-5.627166748046875,
97-
-0.4078553318977356,
98-
-4.958505630493164,
99-
-0.6187160611152649,
100-
-0.7174848914146423,
101-
-2.469533920288086,
102-
-13.620073318481445,
103-
-0.09088654816150665,
104-
-3.526974678039551,
105-
-1.4195809364318848,
106-
-6.402483940124512,
107-
-0.5898402333259583,
108-
-3.565917491912842,
109-
-0.8561318516731262,
110-
-1.6140165328979492,
111-
-5.370549201965332,
112-
-17.159223556518555,
113-
-6.583524703979492,
114-
-0.8855001926422119,
115-
-4.19431209564209,
116-
-1.2012220621109009,
117-
-2.2563133239746094,
118-
-1.7674944400787354,
119-
-0.22064533829689026,
120-
-9.292220115661621,
121-
-0.12445646524429321,
122-
-7.29617977142334,
123-
-2.526529312133789,
124-
-4.071560859680176,
125-
-3.5568013191223145,
126-
-1.926215410232544,
127-
-2.349026918411255,
128-
-2.2132363319396973,
129-
-0.3125414550304413,
130-
-1.4718132019042969,
131-
-2.149106740951538,
132-
-1.0855519771575928,
133-
-1.631832242012024,
134-
-1.3751734495162964,
135-
-1.9396103620529175,
136-
-1.5293723344802856,
137-
-0.8444125056266785,
138-
-1.2414811849594116,
139-
-1.9522171020507812,
140-
-2.4338042736053467,
141-
-1.5651824474334717,
142-
-0.9498789310455322,
143-
-1.8044980764389038,
144-
-2.356677770614624,
145-
-1.247452974319458,
146-
-1.550165057182312,
147-
-0.5635553598403931,
148-
-0.6177330017089844,
149-
-0.4778785705566406,
150-
-0.020452087745070457,
151-
-0.48500269651412964,
152-
-0.23854275047779083,
153-
-0.06543659418821335,
154-
-0.11837350577116013,
155-
-0.0585334412753582
156-
]
157-
}
2+
"0": {
3+
"input_prompt": "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies.",
4+
"generated_text": " And that this is the place where you can be yourself, and be yourself in the most beautiful way. And that this is the place where you can",
5+
"generated_tokens": [
6+
3060,
7+
1455,
8+
1593,
9+
1395,
10+
1278,
11+
3535,
12+
2478,
13+
1636,
14+
1710,
15+
1402,
16+
14019,
17+
1044,
18+
1321,
19+
1402,
20+
14019,
21+
1294,
22+
1278,
23+
2725,
24+
15568,
25+
3039,
26+
1046,
27+
3060,
28+
1455,
29+
1593,
30+
1395,
31+
1278,
32+
3535,
33+
2478,
34+
1636,
35+
1710
36+
],
37+
"latency": 2.150703335995786,
38+
"logprobs": [
39+
-9.358861923217773,
40+
-2.73899507522583,
41+
-4.57679557800293,
42+
-1.4827646017074585,
43+
-0.6206820607185364,
44+
-1.669592022895813,
45+
-2.4811978340148926,
46+
-2.0723824501037598,
47+
-2.409013509750366,
48+
-6.227924346923828,
49+
-1.5705034732818604,
50+
-3.442535400390625,
51+
-4.34636116027832,
52+
-3.878326177597046,
53+
-2.0395257472991943,
54+
-1.8748201131820679,
55+
-3.839751720428467,
56+
-6.857315540313721,
57+
-0.2868749797344208,
58+
-0.9870827198028564,
59+
-6.66765022277832,
60+
-7.19312858581543,
61+
-12.835506439208984,
62+
-2.2902913093566895,
63+
-3.818894386291504,
64+
-0.5007975101470947,
65+
-4.351912498474121,
66+
-0.06695054471492767,
67+
-0.099012590944767,
68+
-3.2594170570373535,
69+
-10.099681854248047,
70+
-1.2015529870986938,
71+
-5.980294704437256,
72+
-5.068255424499512,
73+
-3.8492250442504883,
74+
-2.6034657955169678,
75+
-3.408008337020874,
76+
-5.564820289611816,
77+
-1.637311577796936,
78+
-5.509642601013184,
79+
-12.218608856201172,
80+
-12.573972702026367,
81+
-0.08934628963470459,
82+
-2.539844036102295,
83+
-1.4010918140411377,
84+
-2.8807616233825684,
85+
-1.1632695198059082,
86+
-0.006237089168280363,
87+
-3.3649063110351562,
88+
-13.224076271057129,
89+
-4.425662994384766,
90+
-2.5445339679718018,
91+
-6.050893783569336,
92+
-0.7887405157089233,
93+
-0.04843663051724434,
94+
-1.5603249073028564,
95+
-1.1201337575912476,
96+
-5.619152545928955,
97+
-0.40355315804481506,
98+
-4.9578328132629395,
99+
-0.6191233396530151,
100+
-0.6553636193275452,
101+
-2.4631853103637695,
102+
-13.630035400390625,
103+
-0.09022384881973267,
104+
-3.582186222076416,
105+
-1.3511285781860352,
106+
-6.3973894119262695,
107+
-0.587716817855835,
108+
-3.5782251358032227,
109+
-0.8818552494049072,
110+
-1.6048338413238525,
111+
-5.408431053161621,
112+
-17.223787307739258,
113+
-6.643465042114258,
114+
-0.9238535761833191,
115+
-4.178460597991943,
116+
-1.1885324716567993,
117+
-2.2757034301757812,
118+
-1.7751109600067139,
119+
-0.21819385886192322,
120+
-9.292366027832031,
121+
-0.13015367090702057,
122+
-7.3186445236206055,
123+
-2.5384082794189453,
124+
-4.105274677276611,
125+
-3.6129655838012695,
126+
-1.9044080972671509,
127+
-2.3663806915283203,
128+
-2.2038002014160156,
129+
-0.30984261631965637,
130+
-1.453473687171936,
131+
-2.157454252243042,
132+
-1.097766399383545,
133+
-1.6438267230987549,
134+
-1.4015724658966064,
135+
-1.9372113943099976,
136+
-1.5170058012008667,
137+
-0.8406075835227966,
138+
-1.2362961769104004,
139+
-1.9548982381820679,
140+
-2.352689266204834,
141+
-1.5637290477752686,
142+
-0.9430172443389893,
143+
-1.7913521528244019,
144+
-2.385824203491211,
145+
-1.248165488243103,
146+
-1.5820865631103516,
147+
-0.5388078689575195,
148+
-0.6379755139350891,
149+
-0.47527042031288147,
150+
-0.022025376558303833,
151+
-0.45509904623031616,
152+
-0.24373431503772736,
153+
-0.06537015736103058,
154+
-0.12059623003005981,
155+
-0.05926364287734032
156+
]
157+
}
158158
}

‎tests/functional_tests/test_cases/gpt/gpt_dynamic_inference_tp8_pp1_dp1_583m_logitsmatch_zmq/model_config.yaml‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ MODEL_ARGS:
2323
--distributed-backend: nccl
2424
--log-interval: 1
2525
--transformer-impl: transformer_engine
26-
--tensor-model-parallel-size: 1
26+
--tensor-model-parallel-size: 8
2727
--pipeline-model-parallel-size: 1
2828
--deterministic-mode: true
2929
--ckpt-format: torch_dist
@@ -51,6 +51,8 @@ MODEL_ARGS:
5151
--prompts: "Time travel to 2008, and go to a bar or a club or one of the myriad disco-basements on the Lower East Side that does not quite know which of those it is. Dance awkwardly in a room full of other glittered-up nerds, and wait for something to happen, buoyed on the feeling that this is the big swollen heart of life, that this is New York like the movies."
5252
--incoming-requests-per-step: 32
5353
--use-flashinfer-fused-rope: true
54+
--sequence-parallel: true
55+
--use-inference-optimized-layers: true
5456
METRICS:
5557
- "generated_tokens"
5658
- "logprobs"

0 commit comments

Comments
 (0)