apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 09:07:10 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

支持w4afp8 (#3324)

Browse Source
This commit is contained in:
yangjianfengo1
2025-08-11 19:00:18 +08:00
committed by GitHub
parent c7cb31051b
commit c7993d35cb
9 changed files with 1454 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
custom_ops/setup_ops.py
View File

@@ -494,6 +494,8 @@ elif paddle.is_compiled_with_cuda():
if cc >= 90 and nvcc_version >= 12.0:
# Hopper optmized mla
sources += find_end_files("gpu_ops/mla_attn", ".cu")
os.system("python utils/auto_gen_w4afp8_gemm_kernel.py")
sources += find_end_files("gpu_ops/w4afp8_gemm", ".cu")
setup(
name="fastdeploy_ops",