support v1 loader for machete (#3999)

This commit is contained in:
Sunny-bot1
2025-09-10 10:21:33 +08:00
committed by GitHub
parent b3fac5bde1
commit 3b1da6e4dd
2 changed files with 31 additions and 39 deletions

View File

@@ -72,6 +72,7 @@ model_param_map = {
"FD_ATTENTION_BACKEND": "MLA_ATTN",
"FLAGS_mla_use_tensorcore": "1",
"FLAGS_flash_attn_version": "3",
"FD_USE_MACHETE": "1",
},
},
],