apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 08:37:06 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[feat]add fast_weights_iterator (#3258)
Some checks failed
Deploy GitHub Pages / deploy (push) Has been cancelled
Details

Browse Source 
* add fast_weights_iterator

* update

* update
This commit is contained in:
bukejiyu
2025-08-07 22:36:46 +08:00
committed by GitHub
parent 5f0b30f6d0
commit 37569cca86
3 changed files with 18 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/model_executor/model_loader/default_loader_v1.py
View File

@@ -22,9 +22,9 @@ from paddleformers.utils.log import logger
from fastdeploy.config import FDConfig, LoadConfig, ModelConfig
from fastdeploy.model_executor.load_weight_utils import (
fast_weights_iterator,
get_all_safetensors,
measure_time,
safetensors_weights_iterator,
)
from fastdeploy.model_executor.model_loader.base_loader import BaseModelLoader
from fastdeploy.model_executor.models.model_base import ModelRegistry
@@ -49,7 +49,7 @@ class DefaultModelLoaderV1(BaseModelLoader):
@measure_time
def load_weights(self, model, fd_config: FDConfig) -> None:
_, safetensor_files = get_all_safetensors(fd_config.model_config.model)
weights_iterator = safetensors_weights_iterator(safetensor_files)
weights_iterator = fast_weights_iterator(safetensor_files)
model.load_weights(weights_iterator)
self.clean_memory_fragments()