apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 08:37:06 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[feat]add fast_weights_iterator (#3258)
Some checks failed
Deploy GitHub Pages / deploy (push) Has been cancelled
Details

Browse Source 
* add fast_weights_iterator

* update

* update
This commit is contained in:
bukejiyu
2025-08-07 22:36:46 +08:00
committed by GitHub
parent 5f0b30f6d0
commit 37569cca86
3 changed files with 18 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
fastdeploy/model_executor/layers/linear.py
View File

@@ -162,11 +162,6 @@ class LinearBase(nn.Layer):
self.linear_shift = None
self.linear_smooth = None
if fd_config.model_config.is_quantized:
self.weight_key = f"{prefix}.quant_weight"
self.weight_scale_key = f"{prefix}.weight_scale"
self.act_scale_key = f"{prefix}.activation_scale"
def load_prequant_weight(self, state_dict: dict):
"""
Load the prequantized weight from the state dictionary.