add tool parser

2025-12-24 13:28:13 +08:00 · 2025-08-13 01:06:55 +08:00
parent ad816f20f4
commit 81092c0fe3
23 changed files with 1056 additions and 41 deletions
--- a/fastdeploy/engine/engine.py
+++ b/fastdeploy/engine/engine.py
@@ -106,6 +106,7 @@ class LLMEngine:
            cfg.limit_mm_per_prompt,
            cfg.mm_processor_kwargs,
            cfg.enable_mm,
+            cfg.tool_parser,
        )

        self.start_queue_service()