mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 17:17:14 +08:00
[Feature] Models api (#3073)
* add v1/models interface related * add model parameters * default model verification * unit test * check model err_msg * unit test * type annotation * model parameter in response * modify document description * modify document description * unit test * verification * verification update * model_name * pre-commit * update test case * update test case * Update tests/entrypoints/openai/test_serving_models.py Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Update tests/entrypoints/openai/test_serving_models.py Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Update tests/entrypoints/openai/test_serving_models.py Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Update tests/entrypoints/openai/test_serving_models.py Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Update fastdeploy/entrypoints/openai/serving_models.py Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> --------- Co-authored-by: LiqinruiG <37392159+LiqinruiG@users.noreply.github.com> Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
This commit is contained in:
@@ -50,6 +50,10 @@ class EngineArgs:
|
||||
"""
|
||||
The name or path of the model to be used.
|
||||
"""
|
||||
served_model_name: Optional[str] = None
|
||||
"""
|
||||
The name of the model being served.
|
||||
"""
|
||||
revision: Optional[str] = "master"
|
||||
"""
|
||||
The revision for downloading models.
|
||||
@@ -379,6 +383,12 @@ class EngineArgs:
|
||||
default=EngineArgs.model,
|
||||
help="Model name or path to be used.",
|
||||
)
|
||||
model_group.add_argument(
|
||||
"--served-model-name",
|
||||
type=nullable_str,
|
||||
default=EngineArgs.served_model_name,
|
||||
help="Served model name",
|
||||
)
|
||||
model_group.add_argument(
|
||||
"--revision",
|
||||
type=nullable_str,
|
||||
|
Reference in New Issue
Block a user