mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-04 16:22:57 +08:00
[Sync] Update to latest code (#2679)
* [Sync] Update to latest code * Add new code files * Add new code files * update code * Try to fix build.sh * Try to fix build.sh * Update code * Update requirements.txt * Update code --------- Co-authored-by: Jiang-Jia-Jun <jiangjiajun@baidu.com>
This commit is contained in:
@@ -27,6 +27,7 @@ from fastdeploy.input.text_processor import BaseDataProcessor
|
||||
|
||||
_SAMPLING_EPS = 1e-5
|
||||
|
||||
|
||||
class ErnieProcessor(BaseDataProcessor):
|
||||
"""
|
||||
初始化模型实例。
|
||||
@@ -160,6 +161,7 @@ class ErnieProcessor(BaseDataProcessor):
|
||||
if request.get('prompt'):
|
||||
prompt = request.get('prompt')
|
||||
prompt = prompt[0] if isinstance(prompt, list) else prompt
|
||||
|
||||
tokens = self.tokenizer.tokenize(prompt)
|
||||
token_ids = self.tokenizer.convert_tokens_to_ids(tokens)
|
||||
request['prompt_token_ids'] = token_ids
|
||||
|
Reference in New Issue
Block a user