apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-09-26 20:41:53 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

[BugFix] fix clear data (#4227)
Some checks failed
CE Compile Job / ce_job_pre_check (push) Has been cancelled
Details
CE Compile Job / print_ce_job_pre_check_outputs (push) Has been cancelled
Details
CE Compile Job / FD-Clone-Linux (push) Has been cancelled
Details
CE Compile Job / Show Code Archive Output (push) Has been cancelled
Details
CE Compile Job / BUILD_SM8090 (push) Has been cancelled
Details
CE Compile Job / BUILD_SM8689 (push) Has been cancelled
Details
CE Compile Job / CE_UPLOAD (push) Has been cancelled
Details

Browse Source 
* [Feature] support adapter

* fix

* fix

* fix

* fix

* fix

* fix

* [BugFix] fix clear data

* Update api_server.py
This commit is contained in:
ltd0924
2025-09-24 11:23:44 +08:00
committed by GitHub
parent 94b6e7a341
commit 1aab1c8d06
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fastdeploy/engine/common_engine.py
View File

@@ -769,7 +769,8 @@ class EngineSevice:
llm_logger.info("Clear Data: Start") llm_logger.info("Clear Data: Start")
self.token_processor.clear_data() self.token_processor.clear_data()
self.engine_worker_queue.clear_data() self.engine_worker_queue.clear_data()
self.zmq_server.req_dict.clear() self.send_response_server.req_dict.clear()
self.recv_request_server.req_dict.clear()
llm_logger.info("Clear Data: Successfully") llm_logger.info("Clear Data: Successfully")
return True return True
except Exception as e: except Exception as e:

2
fastdeploy/entrypoints/openai/api_server.py
View File

@@ -478,8 +478,8 @@ def reset_scheduler():
if llm_engine is None: if llm_engine is None:
return Response("Engine not loaded", status_code=500) return Response("Engine not loaded", status_code=500)
llm_engine.engine.clear_data()
llm_engine.engine.scheduler.reset() llm_engine.engine.scheduler.reset()
llm_engine.engine.clear_data()
return Response("Scheduler Reset Successfully", status_code=200) return Response("Scheduler Reset Successfully", status_code=200)