apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 08:37:06 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Doc] modify offline-inerence docs (#2800)

Browse Source 
* modify offline-inerence docs

* [bug] remove tool_call_content
This commit is contained in:
LiqinruiG
2025-07-10 19:41:12 +08:00
committed by GitHub
parent 36571fd2d9
commit ce5adec877
3 changed files with 7 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
docs/offline_inference.md
View File

@@ -86,7 +86,6 @@ For multimodal models, such as `baidu/ERNIE-4.5-VL-28B-A3B-Paddle`, when calling
```python ```python
import io import io
import os
import requests import requests
from PIL import Image from PIL import Image
@@ -95,14 +94,14 @@ from fastdeploy.engine.sampling_params import SamplingParams
from fastdeploy.input.ernie_tokenizer import ErnieBotTokenizer from fastdeploy.input.ernie_tokenizer import ErnieBotTokenizer
PATH = "baidu/ERNIE-4.5-VL-28B-A3B-Paddle" PATH = "baidu/ERNIE-4.5-VL-28B-A3B-Paddle"
tokenizer = ErnieBotTokenizer.from_pretrained(os.path.dirname(PATH)) tokenizer = ErnieBotTokenizer.from_pretrained(PATH)
messages = [ messages = [
{ {
"role": "user", "role": "user",
"content": [ "content": [
{"type":"image_url", "image_url": {"url":"https://ku.baidu-int.com/vk-assets-ltd/space/2024/09/13/933d1e0a0760498e94ec0f2ccee865e0"}}, {"type":"image_url", "image_url": {"url":"https://paddlenlp.bj.bcebos.com/datasets/paddlemix/demo_images/example2.jpg"}},
{"type":"text", "text":"这张图片的内容是什么"} {"type":"text", "text":"图中的文物属于哪个年代"}
] ]
} }
] ]

7
docs/zh/offline_inference.md
View File

@@ -86,7 +86,6 @@ for output in outputs:
```python ```python
import io import io
import os
import requests import requests
from PIL import Image from PIL import Image
@@ -95,14 +94,14 @@ from fastdeploy.engine.sampling_params import SamplingParams
from fastdeploy.input.ernie_tokenizer import ErnieBotTokenizer from fastdeploy.input.ernie_tokenizer import ErnieBotTokenizer
PATH = "baidu/ERNIE-4.5-VL-28B-A3B-Paddle" PATH = "baidu/ERNIE-4.5-VL-28B-A3B-Paddle"
tokenizer = ErnieBotTokenizer.from_pretrained(os.path.dirname(PATH)) tokenizer = ErnieBotTokenizer.from_pretrained(PATH)
messages = [ messages = [
{ {
"role": "user", "role": "user",
"content": [ "content": [
{"type":"image_url", "image_url": {"url":"https://ku.baidu-int.com/vk-assets-ltd/space/2024/09/13/933d1e0a0760498e94ec0f2ccee865e0"}}, {"type":"image_url", "image_url": {"url":"https://paddlenlp.bj.bcebos.com/datasets/paddlemix/demo_images/example2.jpg"}},
{"type":"text", "text":"这张图片的内容是什么"} {"type":"text", "text":"图中的文物属于哪个年代"}
] ]
} }
] ]

3
fastdeploy/input/ernie_processor.py
View File

@@ -215,8 +215,7 @@ class ErnieProcessor(BaseDataProcessor):
response_dict.outputs.text = full_text response_dict.outputs.text = full_text
data_processor_logger.info(f"req_id:{req_id}, token)ids: {token_ids}") data_processor_logger.info(f"req_id:{req_id}, token)ids: {token_ids}")
if response_dict.outputs.text == "" and \ if response_dict.outputs.text == "" and \
response_dict.outputs.reasoning_content == "" and \ response_dict.outputs.reasoning_content == "":
response_dict.outputs.tool_call_content == []:
return None return None
return response_dict return response_dict