diff --git a/fastdeploy/plugins/model_register/__init__.py b/fastdeploy/plugins/model_register/__init__.py index 2a5a8ee9a..45e4c01eb 100644 --- a/fastdeploy/plugins/model_register/__init__.py +++ b/fastdeploy/plugins/model_register/__init__.py @@ -14,9 +14,10 @@ # limitations under the License. """ -from fastdeploy.plugins.utils import load_plugins_by_group, plugins_loaded +from fastdeploy.plugins.utils import load_plugins_by_group # make sure one process only loads plugins once +plugins_loaded = False PLUGINS_GROUP = "fastdeploy.model_register_plugins" diff --git a/fastdeploy/plugins/reasoning_parser/__init__.py b/fastdeploy/plugins/reasoning_parser/__init__.py index ba862d02a..f3f00b8c2 100644 --- a/fastdeploy/plugins/reasoning_parser/__init__.py +++ b/fastdeploy/plugins/reasoning_parser/__init__.py @@ -14,9 +14,10 @@ # limitations under the License. """ -from fastdeploy.plugins.utils import load_plugins_by_group, plugins_loaded +from fastdeploy.plugins.utils import load_plugins_by_group # make sure one process only loads plugins once +plugins_loaded = False PLUGINS_GROUP = "fastdeploy.reasoning_parser_plugins" diff --git a/fastdeploy/plugins/utils.py b/fastdeploy/plugins/utils.py index 9b8f677be..e457223ac 100644 --- a/fastdeploy/plugins/utils.py +++ b/fastdeploy/plugins/utils.py @@ -19,8 +19,6 @@ from typing import Any, Callable from fastdeploy import envs from fastdeploy.utils import llm_logger as logger -plugins_loaded = False - def load_plugins_by_group(group: str) -> dict[str, Callable[[], Any]]: import sys