mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-12-24 13:28:13 +08:00
[Feature] Support logprobs_mode (#4567)
This commit is contained in:
@@ -183,6 +183,7 @@ class ModelConfig:
|
||||
self.max_model_len = 0
|
||||
self.dtype = "bfloat16"
|
||||
self.enable_logprob = False
|
||||
self.logprobs_mode = "raw_logprobs"
|
||||
self.enable_redundant_experts = False
|
||||
self.redundant_experts_num = 0
|
||||
self.seed = 0
|
||||
|
||||
Reference in New Issue
Block a user