[Executor] CUDAGraph support RL training (#3265)

* add clear graph opt backend

* cuda graph support rl

* add branch

* 1.fix dynamic_weight_manager bug 2.add clear api for CasualLM

* open test case

* fix typo

* update mkdocs.yaml

* [Docs]Update mkdocs.yml

* update test case

* use unittest in graph test case

fastdeploy/model_executor/models/deepseek_v3.py

@@ -737,6 +737,10 @@ class DeepseekV3ForCausalLM(ModelForCasualLM):
         )
         return hidden_states
 
+    def clear_grpah_opt_backend(self):
+        """Clear graph optimization bakcend, the captured cuda graph will be cleaned"""
+        self.model.clear_grpah_opt_backend(fd_config=self.fd_config)
+
 
 class DeepSeekV3PretrainedModel(PretrainedModel):
     """

fastdeploy/model_executor/models/ernie4_5_moe.py

@@ -545,6 +545,10 @@ class Ernie4_5_MoeForCausalLM(ModelForCasualLM):
 
         return hidden_states
 
+    def clear_grpah_opt_backend(self):
+        """Clear graph optimization bakcend, the captured cuda graph will be cleaned"""
+        self.ernie.clear_grpah_opt_backend(fd_config=self.fd_config)
+
 
 class Ernie4_5_ForCausalLM(Ernie4_5_MoeForCausalLM):
     """

fastdeploy/model_executor/models/ernie4_5_vl/ernie4_5_vl_moe.py

@@ -703,6 +703,10 @@ class Ernie4_5_VLMoeForConditionalGeneration(ModelForCasualLM):
 
         return hidden_states
 
+    def clear_grpah_opt_backend(self):
+        """Clear graph optimization bakcend, the captured cuda graph will be cleaned"""
+        self.ernie.clear_grpah_opt_backend(fd_config=self.fd_config)
+
 
 class Ernie4_5_VLPretrainedModel(PretrainedModel):
     """

fastdeploy/model_executor/models/qwen2.py

@@ -390,6 +390,10 @@ class Qwen2ForCausalLM(ModelForCasualLM):
 
         return hidden_states
 
+    def clear_grpah_opt_backend(self):
+        """Clear graph optimization bakcend, the captured cuda graph will be cleaned"""
+        self.qwen2.clear_grpah_opt_backend(fd_config=self.fd_config)
+
 
 class Qwen2PretrainedModel(PretrainedModel):
     """

fastdeploy/model_executor/models/qwen3.py

@@ -330,6 +330,10 @@ class Qwen3ForCausalLM(ModelForCasualLM):
 
         return hidden_states
 
+    def clear_grpah_opt_backend(self):
+        """Clear graph optimization bakcend, the captured cuda graph will be cleaned"""
+        self.model.clear_grpah_opt_backend(fd_config=self.fd_config)
+
 
 class Qwen3PretrainedModel(PretrainedModel):
     """

fastdeploy/model_executor/models/qwen3moe.py

@@ -420,6 +420,10 @@ class Qwen3MoeForCausalLM(ModelForCasualLM):
 
         return hidden_states
 
+    def clear_grpah_opt_backend(self):
+        """Clear graph optimization bakcend, the captured cuda graph will be cleaned"""
+        self.model.clear_grpah_opt_backend(fd_config=self.fd_config)
+
 
 class Qwen3MoePretrainedModel(PretrainedModel):
     """