mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-11-01 20:32:52 +08:00
[Doc]add deepseek wint4 ce (#4517)
This commit is contained in:
9
benchmarks/yaml/deepseek-32k-tp8-wint4.yaml
Normal file
9
benchmarks/yaml/deepseek-32k-tp8-wint4.yaml
Normal file
@@ -0,0 +1,9 @@
|
||||
quantization: wint4
|
||||
load_choices: "default_v1"
|
||||
graph_optimization_config:
|
||||
use_cudagraph: True
|
||||
use_unique_memory_pool: True
|
||||
no_enable_prefix_caching: True
|
||||
max_num_seqs: 256
|
||||
max_model_len: 32768
|
||||
tensor_parallel_size: 8
|
||||
10
benchmarks/yaml/request_yaml/deepseek-32k.yaml
Normal file
10
benchmarks/yaml/request_yaml/deepseek-32k.yaml
Normal file
@@ -0,0 +1,10 @@
|
||||
temperature: 0.8
|
||||
top_p: 0.8
|
||||
presence_penalty: 0
|
||||
repetition_penalty: 1.0
|
||||
frequency_penalty: 0
|
||||
max_tokens: 12288
|
||||
metadata:
|
||||
min_tokens: 1
|
||||
chat_template_kwargs:
|
||||
enable_thinking: false
|
||||
Reference in New Issue
Block a user