add tool parser

2025-10-05 16:48:03 +08:00 · 2025-08-13 01:06:55 +08:00
parent ad816f20f4
commit 81092c0fe3
23 changed files with 1056 additions and 41 deletions
--- a/fastdeploy/entrypoints/engine_client.py
+++ b/fastdeploy/entrypoints/engine_client.py
@@ -45,6 +45,7 @@ class EngineClient:
        data_parallel_size=1,
        enable_logprob=False,
        workers=1,
+        tool_parser=None,
    ):
        input_processor = InputPreprocessor(
            tokenizer,
@@ -52,6 +53,7 @@ class EngineClient:
            limit_mm_per_prompt,
            mm_processor_kwargs,
            enable_mm,
+            tool_parser,
        )
        self.enable_logprob = enable_logprob
        self.enable_mm = enable_mm