diff --git a/fastdeploy/model_executor/layers/moe/moe.py b/fastdeploy/model_executor/layers/moe/moe.py index 352a4b657..d8abac428 100644 --- a/fastdeploy/model_executor/layers/moe/moe.py +++ b/fastdeploy/model_executor/layers/moe/moe.py @@ -96,7 +96,7 @@ def get_moe_scores( routed_scaling_factor, ) else: - scores, topk_values, topk_idx, _ = noaux_tc_redundant( + scores, topk_values, topk_idx = noaux_tc_redundant( scores, scores_with_bias, expert_id_to_ep_rank_array,