We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 142da67 commit 831c142Copy full SHA for 831c142
megatron/rl/inference/megatron.py
@@ -252,12 +252,12 @@ async def kill(self):
252
253
async def suspend(self):
254
if dist.get_rank() == 0:
255
- await self._client.pause_engines()
256
- await self._inference_engine.paused.wait()
+ self._client.pause_engines()
+ #await self._inference_engine.paused.wait()
257
258
async def resume(self):
259
260
self._client.unpause_engines()
261
- await self._inference_engine.running.wait()
+ #await self._inference_engine.running.wait()
262
263
class MegatronChatLocal(ChatInferenceInterface, MegatronLocal): ...
0 commit comments