File tree Expand file tree Collapse file tree 1 file changed +0
-19
lines changed
python/sglang/srt/disaggregation/mooncake Expand file tree Collapse file tree 1 file changed +0
-19
lines changed Original file line number Diff line number Diff line change @@ -1190,25 +1190,6 @@ def __init__(
11901190 self .kv_mgr .addr_to_rooms_tracker [self .bootstrap_addr ].add (self .bootstrap_room )
11911191 self .kv_mgr .update_status (self .bootstrap_room , KVPoll .WaitingForInput )
11921192
1193- def _get_bootstrap_info_from_server (
1194- self , engine_rank , target_dp_group , target_pp_rank
1195- ):
1196- """Fetch the bootstrap info from the bootstrap server."""
1197- try :
1198- url = f"http://{ self .bootstrap_addr } /route?engine_rank={ engine_rank } &target_dp_group={ target_dp_group } &target_pp_rank={ target_pp_rank } "
1199- response = requests .get (url , timeout = 5 )
1200- if response .status_code == 200 :
1201- bootstrap_info = response .json ()
1202- return bootstrap_info
1203- else :
1204- logger .error (
1205- f"Failed to get prefill server info: { response .status_code } , { response .text } "
1206- )
1207- return None
1208- except Exception as e :
1209- logger .error (f"Error fetching prefill info from bootstrap: { e } " )
1210- return None
1211-
12121193 def _register_kv_args (self ):
12131194 for bootstrap_info in self .bootstrap_infos :
12141195 packed_kv_data_ptrs = b"" .join (
You can’t perform that action at this time.
0 commit comments