From 3a6f0ce25cf5d913f548a6df3abd7a1f62cdcdc7 Mon Sep 17 00:00:00 2001 From: kcz358 Date: Tue, 27 Aug 2024 05:50:05 +0000 Subject: [PATCH] Add kill sglang process --- lmms_eval/models/srt_api.py | 1 + 1 file changed, 1 insertion(+) diff --git a/lmms_eval/models/srt_api.py b/lmms_eval/models/srt_api.py index 55a1ae65..286beb43 100755 --- a/lmms_eval/models/srt_api.py +++ b/lmms_eval/models/srt_api.py @@ -233,6 +233,7 @@ async def _process(request): pbar.update(1) asyncio.run(run(requests)) + kill_child_process(self.process.pid) return res