fix typo EngineSevice EngineService (#3841)

This commit is contained in:
co63oc
2025-09-04 11:20:36 +08:00
committed by GitHub
parent c870be6d27
commit 9ec4fa0f8e
3 changed files with 5 additions and 5 deletions

View File

@@ -47,7 +47,7 @@ from fastdeploy.splitwise.splitwise_connector import SplitwiseConnector
from fastdeploy.utils import EngineError, envs, llm_logger
class EngineSevice:
class EngineService:
"""
Base class containing common engine functionality
"""

View File

@@ -34,7 +34,7 @@ import paddle
from tqdm import tqdm
from fastdeploy.engine.args_utils import EngineArgs
from fastdeploy.engine.common_engine import EngineSevice
from fastdeploy.engine.common_engine import EngineService
from fastdeploy.engine.expert_service import start_data_parallel_service
from fastdeploy.engine.request import Request
from fastdeploy.input.preprocess import InputPreprocessor
@@ -93,7 +93,7 @@ class LLMEngine:
cfg.model_config.enable_mm,
cfg.tool_parser,
)
self.engine = EngineSevice(cfg)
self.engine = EngineService(cfg)
if self.cfg.cache_config.num_gpu_blocks_override is None:
self.do_profile = 1

View File

@@ -25,7 +25,7 @@ import weakref
import numpy as np
from fastdeploy.engine.common_engine import EngineSevice
from fastdeploy.engine.common_engine import EngineService
from fastdeploy.inter_communicator import IPCSignal
from fastdeploy.utils import console_logger, envs, llm_logger
@@ -64,7 +64,7 @@ class ExpertService:
else:
self.cfg.cache_config.pd_comm_port = [self.cfg.cache_config.pd_comm_port[local_data_parallel_id]]
self.cfg.parallel_config.local_data_parallel_id = local_data_parallel_id
self.engine = EngineSevice(self.cfg, start_queue)
self.engine = EngineService(self.cfg, start_queue)
if self.cfg.scheduler_config.name == "splitwise":
self.engine.scheduler.reset_nodeid(f"{self.engine.scheduler.infer.nodeid}_{local_data_parallel_id!s}")