apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-04 16:22:57 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix typo EngineSevice EngineService (#3841)

Browse Source
This commit is contained in:
co63oc
2025-09-04 11:20:36 +08:00
committed by GitHub
parent c870be6d27
commit 9ec4fa0f8e
3 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/engine/common_engine.py
View File

@@ -47,7 +47,7 @@ from fastdeploy.splitwise.splitwise_connector import SplitwiseConnector
from fastdeploy.utils import EngineError, envs, llm_logger from fastdeploy.utils import EngineError, envs, llm_logger
class EngineSevice: class EngineService:
""" """
Base class containing common engine functionality Base class containing common engine functionality
""" """

4
fastdeploy/engine/engine.py
View File

@@ -34,7 +34,7 @@ import paddle
from tqdm import tqdm from tqdm import tqdm
from fastdeploy.engine.args_utils import EngineArgs from fastdeploy.engine.args_utils import EngineArgs
from fastdeploy.engine.common_engine import EngineSevice from fastdeploy.engine.common_engine import EngineService
from fastdeploy.engine.expert_service import start_data_parallel_service from fastdeploy.engine.expert_service import start_data_parallel_service
from fastdeploy.engine.request import Request from fastdeploy.engine.request import Request
from fastdeploy.input.preprocess import InputPreprocessor from fastdeploy.input.preprocess import InputPreprocessor
@@ -93,7 +93,7 @@ class LLMEngine:
cfg.model_config.enable_mm, cfg.model_config.enable_mm,
cfg.tool_parser, cfg.tool_parser,
) )
self.engine = EngineSevice(cfg) self.engine = EngineService(cfg)
if self.cfg.cache_config.num_gpu_blocks_override is None: if self.cfg.cache_config.num_gpu_blocks_override is None:
self.do_profile = 1 self.do_profile = 1

4
fastdeploy/engine/expert_service.py
View File

@@ -25,7 +25,7 @@ import weakref
import numpy as np import numpy as np
from fastdeploy.engine.common_engine import EngineSevice from fastdeploy.engine.common_engine import EngineService
from fastdeploy.inter_communicator import IPCSignal from fastdeploy.inter_communicator import IPCSignal
from fastdeploy.utils import console_logger, envs, llm_logger from fastdeploy.utils import console_logger, envs, llm_logger
@@ -64,7 +64,7 @@ class ExpertService:
else: else:
self.cfg.cache_config.pd_comm_port = [self.cfg.cache_config.pd_comm_port[local_data_parallel_id]] self.cfg.cache_config.pd_comm_port = [self.cfg.cache_config.pd_comm_port[local_data_parallel_id]]
self.cfg.parallel_config.local_data_parallel_id = local_data_parallel_id self.cfg.parallel_config.local_data_parallel_id = local_data_parallel_id
self.engine = EngineSevice(self.cfg, start_queue) self.engine = EngineService(self.cfg, start_queue)
if self.cfg.scheduler_config.name == "splitwise": if self.cfg.scheduler_config.name == "splitwise":
self.engine.scheduler.reset_nodeid(f"{self.engine.scheduler.infer.nodeid}_{local_data_parallel_id!s}") self.engine.scheduler.reset_nodeid(f"{self.engine.scheduler.infer.nodeid}_{local_data_parallel_id!s}")