Files
FastDeploy/benchmarks/yaml/request_yaml/vLLM_default.yaml
2025-07-15 19:31:27 +08:00

11 lines
209 B
YAML

top_p: 1.0
temperature: 1.0
metadata:
min_tokens: 1
max_tokens: 30721
repetition_penalty: 1.0
frequency_penalty: 0
presence_penalty: 0
skip_special_tokens: false
chat_template_kwargs:
enable_thinking: true