Add cli run batch (#4237)

* feat(log):add_request_and_response_log

* [cli] add run batch cli

---------

Co-authored-by: Jiang-Jia-Jun <163579578+Jiang-Jia-Jun@users.noreply.github.com>
This commit is contained in:
xiaolei373
2025-09-26 14:27:25 +08:00
committed by GitHub
parent 8a964329f4
commit 55124f8491
9 changed files with 2446 additions and 0 deletions

View File

@@ -23,10 +23,12 @@ from fastdeploy import __version__
def main():
import fastdeploy.entrypoints.cli.benchmark.main
import fastdeploy.entrypoints.cli.openai
import fastdeploy.entrypoints.cli.run_batch
import fastdeploy.entrypoints.cli.serve
from fastdeploy.utils import FlexibleArgumentParser
CMD_MODULES = [
fastdeploy.entrypoints.cli.run_batch,
fastdeploy.entrypoints.cli.openai,
fastdeploy.entrypoints.cli.benchmark.main,
fastdeploy.entrypoints.cli.serve,