apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 08:37:06 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

enable dcu ci (#3402)

Browse Source
This commit is contained in:
lifulll
2025-08-29 10:23:08 +08:00
committed by GitHub
parent 73d60fe64d
commit 72094d4d82
11 changed files with 295 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
fastdeploy/model_executor/forward_meta.py
View File

@@ -197,3 +197,13 @@ class XPUForwardMeta(ForwardMeta):
dec_batch: Optional[paddle.Tensor] = None
#
total_enc_len: Optional[paddle.Tensor] = None
@dataclass
class DCUForwardMeta(ForwardMeta):
"""
DCUForwardMeta is used to store the global meta information of the forward, and some DCU specific meta info.
"""
# Accumulated offset
cum_offsets: Optional[paddle.Tensor] = None