[Feature] Support zai-org/GLM-4.5-Air BF16 model (#3928)

* support glm45_air
2025-10-21 15:49:31 +08:00 · 2025-09-10 19:36:10 +08:00
parent 7ee100903f
commit 637d96c6ae
9 changed files with 1103 additions and 2 deletions
--- a/fastdeploy/config.py
+++ b/fastdeploy/config.py
@@ -133,6 +133,7 @@ class ModelConfig:
        self.eos_tokens_lens: int = 2
        self.lm_head_fp32: bool = False
        self.model_format = "auto"
+        self.partial_rotary_factor: float = 1.0
        for key, value in args.items():
            if hasattr(self, key) and value != "None":
                setattr(self, key, value)