[plugin] Custom model_runner/model support (#3186)

* support custom model&&model_runner

* fix merge

* add test && update doc

* fix codestyle

* fix unittest

* load model in rl
This commit is contained in:
lizhenyun01
2025-08-05 09:52:39 +08:00
committed by GitHub
parent 72ef5a9c93
commit fe540f6caa
15 changed files with 150 additions and 13 deletions

View File

@@ -46,6 +46,7 @@ from fastdeploy.metrics.metrics import (
main_process_metrics,
)
from fastdeploy.metrics.trace_util import inject_to_metadata, instrument
from fastdeploy.plugins.model_register import load_model_register_plugins
from fastdeploy.utils import (
FlexibleArgumentParser,
api_server_logger,
@@ -393,6 +394,7 @@ def launch_controller_server():
def main():
"""main函数"""
load_model_register_plugins()
if load_engine() is None:
return