apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-04 16:22:57 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

polish code with new pre-commit rule (#2923)

Browse Source
This commit is contained in:
Zero Rains
2025-07-19 23:19:27 +08:00
committed by GitHub
parent b8676d71a8
commit 25698d56d1
424 changed files with 14307 additions and 13518 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
fastdeploy/inter_communicator/zmq_client.py
View File

@@ -14,13 +14,12 @@
# limitations under the License.
"""
import json
import os
import threading
import time
import zmq
import msgpack
import zmq
from fastdeploy import envs
from fastdeploy.utils import llm_logger
@@ -104,22 +103,21 @@ class ZmqClient:
for response in data[1:]:
result.add(response)
result = msgpack.packb([result.to_dict()])
return result
return result
def send_multipart(self, req_id, data):
"""
Send a multipart message to the router socket.
"""
if self.router is None:
raise RuntimeError(
"Router socket not created. Call create_router() first.")
raise RuntimeError("Router socket not created. Call create_router() first.")
while self.running:
with self.mutex:
if req_id not in self.req_dict:
try:
client, _, request_id = self.router.recv_multipart(
flags=zmq.NOBLOCK)
req_id_str = request_id.decode('utf-8')
client, _, request_id = self.router.recv_multipart(flags=zmq.NOBLOCK)
req_id_str = request_id.decode("utf-8")
self.req_dict[req_id_str] = client
except zmq.Again:
time.sleep(0.001)
@@ -133,7 +131,7 @@ class ZmqClient:
result = self.pack_aggregated_data(data)
else:
result = msgpack.packb([response.to_dict() for response in data])
self.router.send_multipart([self.req_dict[req_id], b'', result])
self.router.send_multipart([self.req_dict[req_id], b"", result])
llm_logger.debug(f"send_multipart result: {req_id} len {len(data)} elapse: {time.time()-start_send}")
except Exception as e:
@@ -143,7 +141,6 @@ class ZmqClient:
with self.mutex:
self.req_dict.pop(req_id, None)
llm_logger.info(f"send_multipart finished, req_id: {req_id}")
def receive_json_once(self, block=False):
"""
@@ -197,7 +194,7 @@ class ZmqClient:
self.running = False
llm_logger.info("Closing ZMQ connection...")
try:
if hasattr(self, 'socket') and not self.socket.closed:
if hasattr(self, "socket") and not self.socket.closed:
self.socket.close()
if self.router is not None and not self.router.closed: