apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

【NewFeature】support load fp8 weight (#5565)

Browse Source
This commit is contained in:
gaoziyuan
2025-12-16 11:23:57 +08:00
committed by GitHub
parent 8b6395478a
commit 5db08cc1d5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/rl/dynamic_weight_manager.py
View File

@@ -109,7 +109,7 @@ class DynamicWeightManager:
) )
try: try:
ipc_state_dict = paddle.load(model_path) ipc_state_dict = paddle.load(model_path, safetensors=True)
except FileNotFoundError: except FileNotFoundError:
fallback_path = f"/shared_ipc_meta/model_state.tp0{self.meta_src_id}.pdparams" fallback_path = f"/shared_ipc_meta/model_state.tp0{self.meta_src_id}.pdparams"
ipc_state_dict = paddle.load(fallback_path) ipc_state_dict = paddle.load(fallback_path)