mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-12-24 13:28:13 +08:00
x1_a3b config (#4135)
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
or_parallel_size: 1
|
||||
tensor_parallel_size: 1
|
||||
max_model_len: 131072
|
||||
max_num_seqs: 32
|
||||
quantization: wint8
|
||||
reasoning_parser: ernie_x1
|
||||
tool_call_parser: ernie_x1
|
||||
load_choices: "default_v1"
|
||||
|
||||
Reference in New Issue
Block a user