apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Metax] adapt DeepSeek (#4498)

Browse Source
This commit is contained in:
xiaozude
2025-10-24 10:14:53 +08:00
committed by GitHub
parent 8718fa34b2
commit f7069b8057
19 changed files with 1538 additions and 324 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/model_executor/model_loader/default_loader_v1.py
View File

@@ -43,8 +43,8 @@ class DefaultModelLoaderV1(BaseModelLoader):
def clean_memory_fragments(self) -> None:
"""clean_memory_fragments"""
if current_platform.is_cuda():
paddle.device.cuda.empty_cache()
if current_platform.is_cuda() or current_platform.is_maca():
paddle.device.empty_cache()
paddle.device.synchronize()
@save_model()