From 13cc7dacfdbf1dbf07cf05bef71cf4090dc38449 Mon Sep 17 00:00:00 2001 From: tianlef <1095012807@qq.com> Date: Fri, 12 Dec 2025 16:16:06 +0800 Subject: [PATCH] [Doc]add text/vl cinn ce config (#5532) --- benchmarks/yaml/eb45-32k-wint4-a800-tp4-cinn.yaml | 9 +++++++++ benchmarks/yaml/eb45-vl-32k-wint4-a800-tp8-cinn.yaml | 11 +++++++++++ 2 files changed, 20 insertions(+) create mode 100644 benchmarks/yaml/eb45-32k-wint4-a800-tp4-cinn.yaml create mode 100644 benchmarks/yaml/eb45-vl-32k-wint4-a800-tp8-cinn.yaml diff --git a/benchmarks/yaml/eb45-32k-wint4-a800-tp4-cinn.yaml b/benchmarks/yaml/eb45-32k-wint4-a800-tp4-cinn.yaml new file mode 100644 index 000000000..cd6867a58 --- /dev/null +++ b/benchmarks/yaml/eb45-32k-wint4-a800-tp4-cinn.yaml @@ -0,0 +1,9 @@ +max_model_len: 32768 +max_num_seqs: 96 +gpu_memory_utilization: 0.85 +kv_cache_ratio: 0.71 +tensor_parallel_size: 4 +quantization: wint4 +graph_optimization_config: + use_cudagraph: True + graph_opt_level: 2 diff --git a/benchmarks/yaml/eb45-vl-32k-wint4-a800-tp8-cinn.yaml b/benchmarks/yaml/eb45-vl-32k-wint4-a800-tp8-cinn.yaml new file mode 100644 index 000000000..755b567b7 --- /dev/null +++ b/benchmarks/yaml/eb45-vl-32k-wint4-a800-tp8-cinn.yaml @@ -0,0 +1,11 @@ +max_model_len: 32768 +max_num_seqs: 56 +gpu_memory_utilization: 0.9 +kv_cache_ratio: 0.8 +tensor_parallel_size: 8 +quantization: wint4 +limit_mm_per_prompt: '{"image": 100, "video": 100}' +reasoning_parser: ernie-45-vl +graph_optimization_config: + use_cudagraph: True + graph_opt_level: 2