add tool parser

2025-10-05 08:37:06 +08:00 · 2025-08-13 01:06:55 +08:00
parent 132a8ef425
commit bbd50c6717
23 changed files with 1050 additions and 32 deletions
--- a/fastdeploy/engine/engine.py
+++ b/fastdeploy/engine/engine.py
@@ -106,6 +106,7 @@ class LLMEngine:
            cfg.limit_mm_per_prompt,
            cfg.mm_processor_kwargs,
            cfg.enable_mm,
+            cfg.tool_parser,
        )

        self.start_queue_service()