Adapt for iluvatar gpu (#2684)

2025-10-05 08:37:06 +08:00 · 2025-07-07 16:53:14 +08:00
parent 2579e8fea8
commit 1b54a2831e
50 changed files with 4485 additions and 80 deletions
--- a/fastdeploy/platforms/base.py
+++ b/fastdeploy/platforms/base.py
@@ -63,6 +63,12 @@ class Platform:
        """
        return paddle.is_compiled_with_rocm()

+    def is_iluvatar(self) -> bool:
+        """
+        whether platform is iluvatar gpu
+        """
+        return paddle.is_compiled_with_custom_device("iluvatar_gpu")
+
    @classmethod
    def get_attention_backend_cls(self, selected_backend):
        """Get the attention backend"""