mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-12-24 13:28:13 +08:00
fix kernel output extract (#5212)
This commit is contained in:
@@ -793,7 +793,7 @@ class MTPProposer(Proposer):
|
||||
self.model_inputs["is_block_step"],
|
||||
self.model_inputs["decode_states"],
|
||||
self.model_inputs["mask_rollback"],
|
||||
)[0]
|
||||
)
|
||||
self.model_inputs["attn_mask_offsets"].copy_(attn_mask_offsets, False)
|
||||
|
||||
# Initialize forward meta data
|
||||
|
||||
Reference in New Issue
Block a user