apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

check (#5237)

Browse Source
This commit is contained in:
chen
2025-11-26 17:07:26 +08:00
committed by GitHub
parent 214942e1ae
commit 00d0ef5134
2 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fastdeploy/model_executor/pre_and_post_process.py
View File

@@ -292,8 +292,7 @@ def _build_stream_transfer_data(
decoder_state=DecoderState.TEXT, tokens=output_token_per_sample, batch_id=bid
)
if logprobs:
logprobs = logprobs.slice_rows(bid, bid + 1)
stream_transfer_data.logprobs = logprobs
stream_transfer_data.logprobs = logprobs.slice_rows(bid, bid + 1)
if prompt_logprobs_list:
stream_transfer_data.prompt_logprobs = prompt_logprobs_list[bid]
stream_transfer_datas.append(stream_transfer_data)