[BugFix] Fix profile run in pd-disaggregated deployment (#4584)

* [fix] fix pd+dp+ep bug

* [fix] fix again

* [ci] fix code style
This commit is contained in:
李泳桦
2025-10-31 14:42:00 +08:00
committed by GitHub
parent 64e875b460
commit 0f75b62de2
4 changed files with 32 additions and 4 deletions

View File

@@ -760,6 +760,9 @@ class EngineService:
else:
time.sleep(0.005)
except RuntimeError as e:
if "cannot schedule new futures after shutdown" in str(e):
break
except Exception as e:
err_msg = "Error happend while insert task to engine: {}, {}.".format(e, str(traceback.format_exc()))
self.llm_logger.error(err_msg)