apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Feature] add cli command serve (#4226)

Browse Source
This commit is contained in:
memoryCoderC
2025-09-24 14:50:45 +08:00
committed by GitHub
parent 9566ae8827
commit 8b0ce8e3ab
12 changed files with 232 additions and 36 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
fastdeploy/entrypoints/cli/main.py
View File

@@ -17,17 +17,19 @@
# This file is modified from https://github.com/vllm-project/vllm/blob/main/vllm/entrypoints/cli/main.py
from __future__ import annotations
import importlib.metadata
from fastdeploy import __version__
def main():
import fastdeploy.entrypoints.cli.benchmark.main
import fastdeploy.entrypoints.cli.openai
import fastdeploy.entrypoints.cli.serve
from fastdeploy.utils import FlexibleArgumentParser
CMD_MODULES = [
fastdeploy.entrypoints.cli.openai,
fastdeploy.entrypoints.cli.benchmark.main,
fastdeploy.entrypoints.cli.serve,
]
parser = FlexibleArgumentParser(description="FastDeploy CLI")
@@ -35,7 +37,7 @@ def main():
"-v",
"--version",
action="version",
version=importlib.metadata.version("fastdeploy-gpu"),
version=__version__,
)
subparsers = parser.add_subparsers(required=False, dest="subparser")
cmds = {}