[stop sequence] support stop sequence (#3025)

* stop seqs in multi-ends

* unittest for gpu stop op

* kernel tid==0
This commit is contained in:
JYChen
2025-07-29 14:17:37 +08:00
committed by GitHub
parent 1a815b7a2a
commit dafe02a7b9
11 changed files with 193 additions and 189 deletions

View File

@@ -414,6 +414,8 @@ class ErnieProcessor(BaseDataProcessor):
Update stop sequences from request.
"""
stop_seqs = []
if isinstance(stop_sequences, str):
stop_sequences = [stop_sequences]
for seq in stop_sequences:
if seq != self.tokenizer.eos_token_id:
stop_seqs.append(self.tokenizer.convert_tokens_to_ids(self.tokenizer.tokenize(seq)))