apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Graph Optimization][BugFix][CI] Fix 0size bug && add unitest (#5495)

Browse Source
This commit is contained in:
Ryan
2025-12-11 16:25:26 +08:00
committed by GitHub
parent e1347be4d9
commit e58fed3665
7 changed files with 25 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fastdeploy/model_executor/forward_meta.py
View File

@@ -149,6 +149,9 @@ class ForwardMeta:
moe_num_chunk: int = 1
max_moe_num_chunk: int = 1
# for zero size
is_zero_size: bool = False
def clear_caches(self):
"""Safely clean up the caches"""
if self.caches: