support mm mtp (#4013)

2025-10-08 10:00:29 +08:00 · 2025-09-09 13:55:45 +08:00
parent c753f1fc9e
commit 5223065d59
11 changed files with 278 additions and 54 deletions
--- a/custom_ops/setup_ops.py
+++ b/custom_ops/setup_ops.py
@@ -293,6 +293,7 @@ elif paddle.is_compiled_with_cuda():
        "gpu_ops/fused_rotary_position_encoding.cu",
        "gpu_ops/noaux_tc.cu",
        "gpu_ops/custom_all_reduce/all_reduce.cu",
+        "gpu_ops/limit_content_len.cu",
    ]

    # pd_disaggregation