apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

【Hackathon 9th No.86】autogen MoeFastHardamardImplWrapper template_instantiation (#4592)

Browse Source 
* autogen MoeFastHardamardImplWrapper template_instantiation

* fix codestyle

* fix codestyle

* add impl cu files
This commit is contained in:
Zhenghai Zhang
2025-10-30 10:28:36 +08:00
committed by GitHub
parent e25c067f70
commit 1712e1351b
15 changed files with 2904 additions and 1862 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
custom_ops/gpu_ops/moe/template_config.json Normal file
View File

@@ -0,0 +1,26 @@
{
"moe_fast_hardamard_impl": {
"name": "moe_fast_hardamard_impl",
"function_name": "MoeFastHardamardImplWrapper",
"impl_file": "moe_fast_hardamard_impl.cuh",
"template_params": [
"T",
"OutT",
"kLogN",
"VecSize",
"kNChunks",
"kThreads",
"UseDiagonalBlockMatrix"
],
"dispatch_params": {},
"data_types": [
["phi::dtype::float16", "phi::dtype::float16", "float16_float16"],
["phi::dtype::float16", "int8_t", "float16_int8"],
["phi::dtype::bfloat16", "phi::dtype::bfloat16", "bfloat16_bfloat16"],
["phi::dtype::bfloat16", "int8_t", "bfloat16_int8"]
],
"max_instances_per_file": 16,
"file_prefix": "moe_fast_hardamard_impl_",
"function_signature": "template void {function_name}{template_args}(\n const T *x,\n const int64_t *expert_idx_per_token,\n const int64_t *recv_expert_count,\n const T *shift,\n const T *smooth,\n const float* quant_scales,\n const int quant_round_type,\n const float quant_max_bound,\n const float quant_min_bound,\n const int64_t token_num,\n const int64_t dim,\n const int num_max_tokens_per_expert,\n bool used_in_ep_low_latency,\n OutT* out,\n cudaStream_t stream);\n\n"
}
}