mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-12-24 13:28:13 +08:00
[New Feature] fa3 支持flash mask (#3184)
* 支持flash mask * 修改test_flash_mask * 修改test.sh
This commit is contained in:
@@ -497,6 +497,7 @@ elif paddle.is_compiled_with_cuda():
|
||||
if cc >= 90 and nvcc_version >= 12.0:
|
||||
# Hopper optmized mla
|
||||
sources += find_end_files("gpu_ops/mla_attn", ".cu")
|
||||
sources += ["gpu_ops/flash_mask_attn/flash_mask_attn.cu"]
|
||||
|
||||
setup(
|
||||
name="fastdeploy_ops",
|
||||
|
||||
Reference in New Issue
Block a user