apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 08:37:06 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[GCU] Update post_process (#3012)

Browse Source
This commit is contained in:
EnflameGCU
2025-07-25 11:03:03 +08:00
committed by GitHub
parent 7634ffb709
commit 8c167e130c
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/worker/gcu_model_runner.py
View File

@@ -772,6 +772,8 @@ class GCUModelRunner(ModelRunnerBase):
post_process(
sampler_output=sampler_output,
model_output=model_output_data,
share_inputs=self.share_inputs,
block_size=self.parallel_config.block_size,
speculative_decoding=self.speculative_decoding,
skip_save_output=True,
)
@@ -989,6 +991,8 @@ class GCUModelRunner(ModelRunnerBase):
post_process(
sampler_output=sampler_output,
model_output=model_output_data,
share_inputs=self.share_inputs,
block_size=self.parallel_config.block_size,
save_each_rank=self.parallel_config.use_ep,
speculative_decoding=self.speculative_decoding,
skip_save_output=skip_save_output,