mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 00:57:33 +08:00
This reverts commit 646a0c2fd8
.
This commit is contained in:
@@ -64,9 +64,6 @@ class CUDAPlatform(Platform):
|
||||
elif selected_backend == _Backend.FLASH_ATTN:
|
||||
logger.info("Using FLASH ATTN backend.")
|
||||
return "fastdeploy.model_executor.layers.attention.FlashAttentionBackend"
|
||||
elif selected_backend == _Backend.MOBA_ATTN:
|
||||
logger.info("Using MOBA ATTN backend.")
|
||||
return "fastdeploy.model_executor.layers.attention.MobaAttentionBackend"
|
||||
else:
|
||||
raise ValueError(
|
||||
"Invalid attention backend you specified.\n"
|
||||
|
Reference in New Issue
Block a user