diff --git a/docs/offline_inference.md b/docs/offline_inference.md index 48bb56aaf..e1cdfb088 100644 --- a/docs/offline_inference.md +++ b/docs/offline_inference.md @@ -86,7 +86,6 @@ For multimodal models, such as `baidu/ERNIE-4.5-VL-28B-A3B-Paddle`, when calling ```python import io -import os import requests from PIL import Image @@ -95,14 +94,14 @@ from fastdeploy.engine.sampling_params import SamplingParams from fastdeploy.input.ernie_tokenizer import ErnieBotTokenizer PATH = "baidu/ERNIE-4.5-VL-28B-A3B-Paddle" -tokenizer = ErnieBotTokenizer.from_pretrained(os.path.dirname(PATH)) +tokenizer = ErnieBotTokenizer.from_pretrained(PATH) messages = [ { "role": "user", "content": [ - {"type":"image_url", "image_url": {"url":"https://ku.baidu-int.com/vk-assets-ltd/space/2024/09/13/933d1e0a0760498e94ec0f2ccee865e0"}}, - {"type":"text", "text":"这张图片的内容是什么"} + {"type":"image_url", "image_url": {"url":"https://paddlenlp.bj.bcebos.com/datasets/paddlemix/demo_images/example2.jpg"}}, + {"type":"text", "text":"图中的文物属于哪个年代"} ] } ] diff --git a/docs/zh/offline_inference.md b/docs/zh/offline_inference.md index eac4a8b5b..828eae886 100644 --- a/docs/zh/offline_inference.md +++ b/docs/zh/offline_inference.md @@ -86,7 +86,6 @@ for output in outputs: ```python import io -import os import requests from PIL import Image @@ -95,14 +94,14 @@ from fastdeploy.engine.sampling_params import SamplingParams from fastdeploy.input.ernie_tokenizer import ErnieBotTokenizer PATH = "baidu/ERNIE-4.5-VL-28B-A3B-Paddle" -tokenizer = ErnieBotTokenizer.from_pretrained(os.path.dirname(PATH)) +tokenizer = ErnieBotTokenizer.from_pretrained(PATH) messages = [ { "role": "user", "content": [ - {"type":"image_url", "image_url": {"url":"https://ku.baidu-int.com/vk-assets-ltd/space/2024/09/13/933d1e0a0760498e94ec0f2ccee865e0"}}, - {"type":"text", "text":"这张图片的内容是什么"} + {"type":"image_url", "image_url": {"url":"https://paddlenlp.bj.bcebos.com/datasets/paddlemix/demo_images/example2.jpg"}}, + {"type":"text", "text":"图中的文物属于哪个年代"} ] } ] diff --git a/fastdeploy/input/ernie_processor.py b/fastdeploy/input/ernie_processor.py index fa241b95b..d4e45712b 100644 --- a/fastdeploy/input/ernie_processor.py +++ b/fastdeploy/input/ernie_processor.py @@ -215,8 +215,7 @@ class ErnieProcessor(BaseDataProcessor): response_dict.outputs.text = full_text data_processor_logger.info(f"req_id:{req_id}, token)ids: {token_ids}") if response_dict.outputs.text == "" and \ - response_dict.outputs.reasoning_content == "" and \ - response_dict.outputs.tool_call_content == []: + response_dict.outputs.reasoning_content == "": return None return response_dict