mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-05 08:37:06 +08:00
[MetaxGPU] Support FastDeploy on metax gpu (#3241)
* [MetaxGPU] Support FastDeploy on metax gpu * Update metax_worker.py 1. change worker log; 2. remove custom allreduce, adapt it later; 3. remove cuda graph; * Update __init__.py 1. remove metax's key work comment * Update __init__.py 1. remove metax's key word comment; 2. add fused_moe_kernel_paddle import --------- Co-authored-by: yongqiangma <xing.wo@163.com>
This commit is contained in:
@@ -77,6 +77,12 @@ class Platform:
|
||||
"""
|
||||
return paddle.is_compiled_with_custom_device("gcu")
|
||||
|
||||
def is_maca(self) -> bool:
|
||||
"""
|
||||
whether platform is metax gpu
|
||||
"""
|
||||
return paddle.is_compiled_with_custom_device("metax_gpu")
|
||||
|
||||
@classmethod
|
||||
def get_attention_backend_cls(self, selected_backend):
|
||||
"""Get the attention backend"""
|
||||
|
Reference in New Issue
Block a user