[Feature] support prompt repetition_penalty (#2806)

2025-10-05 08:37:06 +08:00 · 2025-07-17 12:05:52 +08:00
parent 7dfd2ea052
commit 1f15ca21e4
8 changed files with 305 additions and 64 deletions
--- a/test/layers/test_sampler.py
+++ b/test/layers/test_sampler.py
@@ -57,6 +57,12 @@ def _create_default_sampling_metadata(
        top_p=paddle.full(shape=[batch_size, 1],
                          fill_value=0.7,
                          dtype="float32"),
+        prompt_ids=paddle.full(shape=[batch_size, max_seq_len],
+                                fill_value=0,
+                                dtype="int64"),
+        prompt_lens=paddle.full(shape=[batch_size, 1],
+                             fill_value=5,
+                             dtype="int64"),
        step_idx=paddle.full(shape=[batch_size, 1],
                             fill_value=0,
                             dtype="int64"),