[Iluvatar] add vl into ci and support v1 loader (#4774)

2025-12-24 13:28:13 +08:00 · 2025-11-11 10:50:17 +08:00
parent 07a82afcae
commit 3707af7a4f
10 changed files with 340 additions and 46 deletions
--- a/fastdeploy/model_executor/graph_optimization/utils.py
+++ b/fastdeploy/model_executor/graph_optimization/utils.py
@@ -56,7 +56,10 @@ class GPUMemoryChecker:

    def __del__(self):
        """ """
-        pynvml.nvmlShutdown()
+        if self.gpu_memory_handle is None:
+            pass
+        else:
+            pynvml.nvmlShutdown()

    def _print_memory_info(
        self,