diff --git a/fastdeploy/cache_manager/cache_transfer_manager.py b/fastdeploy/cache_manager/cache_transfer_manager.py index 0e24bf17c..ea39cf33f 100644 --- a/fastdeploy/cache_manager/cache_transfer_manager.py +++ b/fastdeploy/cache_manager/cache_transfer_manager.py @@ -19,10 +19,9 @@ import concurrent.futures import gc import json import queue -import time -import traceback import threading import time +import traceback import numpy as np import paddle diff --git a/fastdeploy/inter_communicator/__init__.py b/fastdeploy/inter_communicator/__init__.py index 2bddcadf3..ffedc32de 100644 --- a/fastdeploy/inter_communicator/__init__.py +++ b/fastdeploy/inter_communicator/__init__.py @@ -17,17 +17,22 @@ from .engine_cache_queue import EngineCacheQueue from .engine_worker_queue import EngineWorkerQueue from .ipc_signal import IPCSignal, shared_memory_exists -from .ipc_signal_const import ExistTaskStatus, PrefixTreeStatus, ModelWeightsStatus, KVCacheStatus +from .ipc_signal_const import ( + ExistTaskStatus, + KVCacheStatus, + ModelWeightsStatus, + PrefixTreeStatus, +) from .zmq_client import ZmqClient __all__ = [ - "ZmqClient", - "IPCSignal", - "EngineWorkerQueue", - "EngineCacheQueue", + "ZmqClient", + "IPCSignal", + "EngineWorkerQueue", + "EngineCacheQueue", "shared_memory_exists", - "ExistTaskStatus" - "PrefixTreeStatus", + "ExistTaskStatus", + "PrefixTreeStatus", "ModelWeightsStatus", "KVCacheStatus", ]