[Feature] support clear data (#3601)

* [Feature] support clear data

* update

* fix

* fix

* fix

* fix

* fix

* fix

* fix
This commit is contained in:
ltd0924
2025-09-23 10:20:02 +08:00
committed by GitHub
parent 772f0156f3
commit 83720da79f
12 changed files with 85 additions and 1 deletions

View File

@@ -934,6 +934,18 @@ class EngineService:
def check_and_free_block_tables(self):
self.resource_manager.check_and_free_block_tables()
def clear_data(self):
try:
llm_logger.info("Clear Data: Start")
self.token_processor.clear_data()
self.engine_worker_queue.clear_data()
self.zmq_server.req_dict.clear()
llm_logger.info("Clear Data: Successfully")
return True
except Exception as e:
llm_logger.error(f"Clear data error: {e}")
return False
def _exit_sub_services(self):
"""
exit sub services