diff --git a/benchmarks/yaml/request_yaml/vLLM_default.yaml b/benchmarks/yaml/request_yaml/vLLM_default.yaml new file mode 100644 index 000000000..4be43ad1b --- /dev/null +++ b/benchmarks/yaml/request_yaml/vLLM_default.yaml @@ -0,0 +1,11 @@ +top_p: 1.0 +temperature: 1.0 +metadata: + min_tokens: 1 +max_tokens: 30721 +repetition_penalty: 1.0 +frequency_penalty: 0 +presence_penalty: 0 +skip_special_tokens: false +chat_template_kwargs: + enable_thinking: true \ No newline at end of file