Files
FastDeploy/benchmarks/yaml/eb45-vl-28b-thinking-32k-wint8.yaml
2025-11-19 15:27:46 +08:00

9 lines
242 B
YAML

max_model_len: 32768
tensor_parallel_size: 1
quantization: wint8
max_num_seqs: 32
reasoning_parser: ernie-45-vl-thinking
tool_call_parser: ernie-45-vl-thinking
load_choices: "default_v1"
mm-processor-kwargs: '{"image_max_pixels": 12845056 }'