apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-11-03 11:02:01 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

fix: image token output (#4399)
Some checks failed
CE Compile Job / ce_job_pre_check (push) Has been cancelled
Details
CE Compile Job / print_ce_job_pre_check_outputs (push) Has been cancelled
Details
CE Compile Job / FD-Clone-Linux (push) Has been cancelled
Details
CE Compile Job / Show Code Archive Output (push) Has been cancelled
Details
CE Compile Job / BUILD_SM8090 (push) Has been cancelled
Details
CE Compile Job / BUILD_SM8689 (push) Has been cancelled
Details
CE Compile Job / CE_UPLOAD (push) Has been cancelled
Details

Browse Source 
* fix: image token output

* fix: code style

* fix: CompletionOutput.decode_type
This commit is contained in:
guozhuangzhuang
2025-10-16 14:51:32 +08:00
committed by GitHub
parent 83f97d1196
commit cfd93c0966
2 changed files with 10 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
fastdeploy/engine/common_engine.py
View File

@@ -706,9 +706,14 @@ class EngineSevice:
for request_id, contents in results.items(): for request_id, contents in results.items():
new_contents = [] new_contents = []
for content in contents: for content in contents:
delta_text, token_ids = self._decode_token( decode_type = content.outputs.decode_type
token_ids=content.outputs.token_ids, req_id=request_id, is_end=content.finished delta_text = ""
) if decode_type == 0:
delta_text, token_ids = self._decode_token(
token_ids=content.outputs.token_ids, req_id=request_id, is_end=content.finished
)
else:
token_ids = content.outputs.token_ids
if len(token_ids): if len(token_ids):
content.outputs.token_ids = token_ids content.outputs.token_ids = token_ids
content.outputs.text = delta_text content.outputs.text = delta_text

2
fastdeploy/engine/request.py
View File

@@ -285,6 +285,7 @@ class CompletionOutput:
index: int index: int
send_idx: int send_idx: int
token_ids: list[int] token_ids: list[int]
decode_type: int = 0
logprob: Optional[float] = None logprob: Optional[float] = None
top_logprobs: Optional[LogprobsLists] = None top_logprobs: Optional[LogprobsLists] = None
logprobs: Optional[SampleLogprobs] = None logprobs: Optional[SampleLogprobs] = None
@@ -302,6 +303,7 @@ class CompletionOutput:
"send_idx": self.send_idx, "send_idx": self.send_idx,
"token_ids": self.token_ids, "token_ids": self.token_ids,
"logprob": self.logprob, "logprob": self.logprob,
"decode_type": self.decode_type,
"top_logprobs": self.top_logprobs, "top_logprobs": self.top_logprobs,
"logprobs": self.logprobs, "logprobs": self.logprobs,
"draft_token_ids": self.draft_token_ids, "draft_token_ids": self.draft_token_ids,