diff --git a/custom_ops/setup_ops.py b/custom_ops/setup_ops.py
index 5eeda4e6d..da831c681 100644
--- a/custom_ops/setup_ops.py
+++ b/custom_ops/setup_ops.py
@@ -519,6 +519,7 @@ elif paddle.is_compiled_with_cuda():
             sources=sources,
             extra_compile_args={"nvcc": nvcc_compile_args},
             libraries=["cublasLt"],
+            extra_link_args=["-lcuda"],
         ),
         packages=find_packages(where="third_party/DeepGEMM"),
         package_dir={"": "third_party/DeepGEMM"},