[FD CLI] Add bench cli (#4160)

* add bench cli * Update test_main.py
2025-10-08 10:00:29 +08:00 · 2025-09-22 20:37:30 +08:00
parent 5e1f13bd3b
commit 5532e8a323
11 changed files with 2890 additions and 3 deletions
--- a/benchmarks/benchmark_serving.py
+++ b/benchmarks/benchmark_serving.py
@@ -965,7 +965,7 @@ if __name__ == "__main__":
    parser.add_argument(
        "--backend",
        type=str,
-        default="vllm",
+        default="openai-chat",
        choices=list(ASYNC_REQUEST_FUNCS.keys()),
    )
    parser.add_argument(