apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

mv connection_manager init (#3901)

Browse Source 
Co-authored-by: Yuanle Liu <yuanlehome@163.com>
This commit is contained in:
ltd0924
2025-09-05 21:11:48 +08:00
committed by GitHub
parent f6f726c773
commit 0c45e225d3
3 changed files with 1 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
fastdeploy/entrypoints/openai/serving_chat.py
View File

@@ -74,12 +74,6 @@ class OpenAIServingChat:
self.master_ip = "0.0.0.0"
api_server_logger.info(f"master ip: {self.master_ip}")
async def _ensure_connection_manager(self):
"""ensure connection manager initialized"""
if not self.engine_client.connection_initialized:
await self.engine_client.connection_manager.initialize()
self.engine_client.connection_initialized = True
def _check_master(self):
return self.engine_client.is_master
@@ -208,7 +202,6 @@ class OpenAIServingChat:
api_server_logger.info(f"create chat completion request: {request_id}")
try:
await self._ensure_connection_manager()
dealer, response_queue = await self.engine_client.connection_manager.get_connection(request_id)
dealer.write([b"", request_id.encode("utf-8")])
choices = []
@@ -421,7 +414,6 @@ class OpenAIServingChat:
include_stop_str_in_output = request.include_stop_str_in_output
try:
await self._ensure_connection_manager()
dealer, response_queue = await self.engine_client.connection_manager.get_connection(request_id)
dealer.write([b"", request_id.encode("utf-8")])
final_res = None