mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-09-27 04:46:16 +08:00
[Feature][MTP]Support multi-step MTP (#2952)
This commit is contained in:
@@ -277,6 +277,8 @@ class SpeculativeConfig:
|
||||
|
||||
for key, value in args.items():
|
||||
if key in name_map.keys() and hasattr(self, name_map[key]):
|
||||
if key == "speculative_benchmark_mode":
|
||||
value = True if value.lower() == "true" else False
|
||||
setattr(self, name_map[key], value)
|
||||
|
||||
|
||||
|
Reference in New Issue
Block a user