mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 09:07:10 +08:00
support v1 loader for machete (#3999)
This commit is contained in:
@@ -72,6 +72,7 @@ model_param_map = {
|
||||
"FD_ATTENTION_BACKEND": "MLA_ATTN",
|
||||
"FLAGS_mla_use_tensorcore": "1",
|
||||
"FLAGS_flash_attn_version": "3",
|
||||
"FD_USE_MACHETE": "1",
|
||||
},
|
||||
},
|
||||
],
|
||||
|
Reference in New Issue
Block a user