mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-12-24 13:28:13 +08:00
[Doc]add deepseek wint4 ce (#4517)
This commit is contained in:
10
benchmarks/yaml/request_yaml/deepseek-32k.yaml
Normal file
10
benchmarks/yaml/request_yaml/deepseek-32k.yaml
Normal file
@@ -0,0 +1,10 @@
|
||||
temperature: 0.8
|
||||
top_p: 0.8
|
||||
presence_penalty: 0
|
||||
repetition_penalty: 1.0
|
||||
frequency_penalty: 0
|
||||
max_tokens: 12288
|
||||
metadata:
|
||||
min_tokens: 1
|
||||
chat_template_kwargs:
|
||||
enable_thinking: false
|
||||
Reference in New Issue
Block a user