[Feature] Support logprobs_mode (#4567)

2025-12-24 13:28:13 +08:00 · 2025-10-27 14:27:48 +08:00
parent acd331780c
commit 5c63a089f6
9 changed files with 130 additions and 5 deletions
--- a/fastdeploy/engine/engine.py
+++ b/fastdeploy/engine/engine.py
@@ -532,6 +532,7 @@ class LLMEngine:
            f" --runner {self.cfg.model_config.runner}"
            f" --convert {self.cfg.model_config.convert}"
            f" --override-pooler-config {self.cfg.model_config.override_pooler_config}"
+            f" --logprobs_mode {self.cfg.model_config.logprobs_mode}"
        )

        worker_append_flag = {