[CUDAGraph]CUDA Graph support unique memory pool

fastdeploy/config.py

@@ -841,8 +841,13 @@ def __init__(
         Now don't support capture both decode-only and prefill-only"""
         self.full_cuda_graph: bool = True
 
+        """ Maximum CUDA Graph capture size """
         self.max_capture_size: int = None
+        """ Record maps mapped from real shape to captured size to reduce runtime overhead """
         self.real_shape_to_captured_size: dict[int, int] = None
+        """ Whether to use shared memory pool for multi capture_size """
+        self.use_unique_memory_pool: bool = False
+
         # CINN Config ...
         if args is not None:
             for key, value in args.items():

fastdeploy/model_executor/graph_optimization/cudagraph_piecewise_backend.py

@@ -23,6 +23,9 @@
 import paddle.nn.layer
 from paddle.device.cuda import graphs
 
+if paddle.is_compiled_with_cuda():
+    from paddle.base.core import CUDAGraph
+
 from fastdeploy import envs
 from fastdeploy.config import FDConfig
 from fastdeploy.distributed.communication import capture_custom_allreduce
@@ -96,6 +99,9 @@ def __init__(
         self.cudagraph_capture_sizes = fd_config.graph_opt_config.cudagraph_capture_sizes
         self.warm_up_size = fd_config.graph_opt_config.cudagraph_num_of_warmups
         self.real_shape_to_captured_size = fd_config.graph_opt_config.real_shape_to_captured_size
+        self.unique_memory_pool_id = None
+        if self.fd_config.graph_opt_config.use_unique_memory_pool:
+            self.unique_memory_pool_id = CUDAGraph.gen_new_memory_pool_id()
 
         self._create_entry_dict()
 
@@ -169,7 +175,11 @@ def __call__(self, **kwargs) -> List[paddle.Tensor] | paddle.Tensor:
             input_addresses = [x.data_ptr() for (_, x) in kwargs.items() if isinstance(x, paddle.Tensor)]
             entry.input_addresses = input_addresses
 
-            new_grpah = graphs.CUDAGraph()
+            new_grpah = (
+                graphs.CUDAGraph(pool_id=self.unique_memory_pool_id)
+                if self.fd_config.graph_opt_config.use_unique_memory_pool
+                else graphs.CUDAGraph()
+            )
             paddle.device.synchronize()
 
             # Capture