apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Docs] add ebvlthinking yaml (#5120)

Browse Source
This commit is contained in:
tianlef
2025-11-19 15:27:46 +08:00
committed by GitHub
parent 3c8c0f0d6c
commit de43577a7c
2 changed files with 16 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
benchmarks/yaml/eb45-vl-28b-thinking-128k-wint8.yaml Normal file
View File

@@ -0,0 +1,8 @@
max_model_len: 131072
tensor_parallel_size: 1
quantization: wint8
max_num_seqs: 32
reasoning_parser: ernie-45-vl-thinking
tool_call_parser: ernie-45-vl-thinking
load_choices: "default_v1"
mm-processor-kwargs: '{"image_max_pixels": 12845056 }'

8
benchmarks/yaml/eb45-vl-28b-thinking-32k-wint8.yaml Normal file
View File

@@ -0,0 +1,8 @@
max_model_len: 32768
tensor_parallel_size: 1
quantization: wint8
max_num_seqs: 32
reasoning_parser: ernie-45-vl-thinking
tool_call_parser: ernie-45-vl-thinking
load_choices: "default_v1"
mm-processor-kwargs: '{"image_max_pixels": 12845056 }'