[plugin] Custom model_runner/model support (#3186)

* support custom model&&model_runner

* fix merge

* add test && update doc

* fix codestyle

* fix unittest

* load model in rl
This commit is contained in:
lizhenyun01
2025-08-05 09:52:39 +08:00
committed by GitHub
parent 72ef5a9c93
commit fe540f6caa
15 changed files with 150 additions and 13 deletions

View File

@@ -28,6 +28,7 @@ from tqdm import tqdm
from fastdeploy.engine.args_utils import EngineArgs
from fastdeploy.engine.engine import LLMEngine
from fastdeploy.engine.sampling_params import SamplingParams
from fastdeploy.plugins.model_register import load_model_register_plugins
from fastdeploy.utils import (
deprecated_kwargs_warning,
llm_logger,
@@ -76,6 +77,7 @@ class LLM:
):
deprecated_kwargs_warning(**kwargs)
load_model_register_plugins()
model = retrive_model_from_server(model, revision)
engine_args = EngineArgs(
model=model,