moe preprocess op support 160 experts and fused_moe triton kernel name add K (#3121)

2025-10-05 08:37:06 +08:00 · 2025-08-01 10:46:20 +08:00
parent 1d93565082
commit a2f5cc54f8
3 changed files with 47 additions and 99 deletions
--- a/fastdeploy/model_executor/ops/triton_ops/triton_utils_v2.py
+++ b/fastdeploy/model_executor/ops/triton_ops/triton_utils_v2.py
@@ -134,7 +134,7 @@ class KernelInterface:
                *args: positional arguments
                **kwargs: keyword arguments
            """
-            op_name = "haha" + str(kwargs["N"])
+            op_name = f'haha_N{str(kwargs["N"])}_K{str(kwargs["K"])}'
            if op_name in self.func_map.keys():
                return self.func_map[op_name](*args)