mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-05 08:37:06 +08:00
[stop sequence] support stop sequence (#3025)
* stop seqs in multi-ends * unittest for gpu stop op * kernel tid==0
This commit is contained in:
@@ -414,6 +414,8 @@ class ErnieProcessor(BaseDataProcessor):
|
||||
Update stop sequences from request.
|
||||
"""
|
||||
stop_seqs = []
|
||||
if isinstance(stop_sequences, str):
|
||||
stop_sequences = [stop_sequences]
|
||||
for seq in stop_sequences:
|
||||
if seq != self.tokenizer.eos_token_id:
|
||||
stop_seqs.append(self.tokenizer.convert_tokens_to_ids(self.tokenizer.tokenize(seq)))
|
||||
|
Reference in New Issue
Block a user