Add more statistics for spec decoding (#13317)

zhuzilin · web-flow · commit 34851471b2d7 · 2025-11-15T14:20:28.000+08:00
diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py
@@ -1779,6 +1779,9 @@ def _calculate_spec_decoding_metrics(
                 meta_info["spec_accept_length"] = (
                     recv_obj.completion_tokens[i] / recv_obj.spec_verify_ct[i]
                 )
+                meta_info["spec_accept_token_num"] = accepted_tokens
+                meta_info["spec_draft_token_num"] = total_draft_tokens
+                meta_info["spec_verify_ct"] = recv_obj.spec_verify_ct[i]
 
     def _calculate_timing_metrics(
         self,

Original file line number	Diff line number	Diff line change
`@@ -1779,6 +1779,9 @@ def _calculate_spec_decoding_metrics(`
`1779`	`1779`	`meta_info["spec_accept_length"] = (`
`1780`	`1780`	`recv_obj.completion_tokens[i] / recv_obj.spec_verify_ct[i]`
`1781`	`1781`	`)`
	`1782`	`+ meta_info["spec_accept_token_num"] = accepted_tokens`
	`1783`	`+ meta_info["spec_draft_token_num"] = total_draft_tokens`
	`1784`	`+ meta_info["spec_verify_ct"] = recv_obj.spec_verify_ct[i]`
`1782`	`1785`
`1783`	`1786`	`def _calculate_timing_metrics(`
`1784`	`1787`	`self,`