[Feature] Support logprobs_mode (#4567)

This commit is contained in:
chen
2025-10-27 14:27:48 +08:00
committed by GitHub
parent acd331780c
commit 5c63a089f6
9 changed files with 130 additions and 5 deletions

View File

@@ -183,6 +183,7 @@ class ModelConfig:
self.max_model_len = 0
self.dtype = "bfloat16"
self.enable_logprob = False
self.logprobs_mode = "raw_logprobs"
self.enable_redundant_experts = False
self.redundant_experts_num = 0
self.seed = 0