【NewFeature】support load fp8 weight (#5565)

2025-12-24 13:28:13 +08:00 · 2025-12-16 11:23:57 +08:00
parent 8b6395478a
commit 5db08cc1d5
1 changed files with 1 additions and 1 deletions
--- a/fastdeploy/rl/dynamic_weight_manager.py
+++ b/fastdeploy/rl/dynamic_weight_manager.py
@@ -109,7 +109,7 @@ class DynamicWeightManager:
        )

        try:
-            ipc_state_dict = paddle.load(model_path)
+            ipc_state_dict = paddle.load(model_path, safetensors=True)
        except FileNotFoundError:
            fallback_path = f"/shared_ipc_meta/model_state.tp0{self.meta_src_id}.pdparams"
            ipc_state_dict = paddle.load(fallback_path)