apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-04 16:22:57 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix some bug (#3434)

Browse Source
This commit is contained in:
gaoziyuan
2025-08-18 14:39:13 +08:00
committed by GitHub
parent a12d0bc549
commit 6fdd83da10
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/entrypoints/openai/api_server.py
View File

@@ -50,6 +50,8 @@ from fastdeploy.metrics.metrics import (
) )
from fastdeploy.metrics.trace_util import fd_start_span, inject_to_metadata, instrument from fastdeploy.metrics.trace_util import fd_start_span, inject_to_metadata, instrument
from fastdeploy.plugins.model_register import load_model_register_plugins from fastdeploy.plugins.model_register import load_model_register_plugins
load_model_register_plugins()
from fastdeploy.utils import ( from fastdeploy.utils import (
FlexibleArgumentParser, FlexibleArgumentParser,
StatefulSemaphore, StatefulSemaphore,
@@ -460,8 +462,6 @@ def launch_controller_server():
def main(): def main():
"""main函数""" """main函数"""
load_model_register_plugins()
if load_engine() is None: if load_engine() is None:
return return

2
fastdeploy/rl/dynamic_weight_manager.py
View File

@@ -82,7 +82,7 @@ class DynamicWeightManager:
def _update_ipc_snapshot(self): def _update_ipc_snapshot(self):
"""Update using IPC snapshot strategy for elastic recovery.""" """Update using IPC snapshot strategy for elastic recovery."""
model_path = os.path.join( model_path = os.path.join(
self.model_config.model, self.fd_config.model_config.model,
f"model_state.tp0{self.meta_src_id}.pdparams", f"model_state.tp0{self.meta_src_id}.pdparams",
) )