[Executor] Move forward_meta.py to fastdeploy/model_executor (#2774)

* Use PEP 563 in attention.py and fix conflict

* merge commit

* Change what was left out last time

fastdeploy/model_executor/forward_meta.py

@@ -0,0 +1,153 @@
+"""
+# Copyright (c) 2025 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+
+import logging
+from dataclasses import dataclass
+from enum import IntEnum, auto
+from typing import TYPE_CHECKING, Optional
+from fastdeploy.model_executor.layers.attention import AttentionBackend
+
+import paddle
+    
+
+logger = logging.getLogger(__name__)
+
+
+class ForwardMode(IntEnum):
+    """
+    Forward mode used during attention.
+    """
+    # Prefill and Extend mode
+    EXTEND = auto()
+    # Decode mode
+    DECODE = auto()
+    # Mixed mode
+    MIXED = auto()
+
+    def is_prefill(self):
+        """ Is Extend mode """
+        return self == ForwardMode.EXTEND
+
+    def is_decode(self):
+        """ Is Decode mode """
+        return self == ForwardMode.DECODE
+
+    def is_mixed(self):
+        """ Is Mixed mode """
+        return self == ForwardMode.MIXED
+
+
+@dataclass
+class ForwardMeta():
+    """
+    ForwardMeta is used to store the global meta information of the model forward.
+    """
+    # Input tokens IDs
+    input_ids: paddle.Tensor
+    # Input tokens IDs of removed padding
+    ids_remove_padding: paddle.Tensor
+    # Rotation position embedding
+    rotary_embs: Optional[paddle.Tensor] = None
+
+    # Use cuda graph in this step or not. Used to avoid run cuda graph when in dummy run or prefill stage.
+    step_use_cudagraph: bool = False
+    # Batch type flag
+    is_decode_batch: bool = False
+
+    # Attention backend object
+    attn_backend: AttentionBackend = None
+    # Forward mode used during attention
+    forward_mode: ForwardMode = ForwardMode.MIXED
+    # Attention mask
+    attn_mask: Optional[paddle.Tensor] = None
+    # Decoder batch id. Used by attention backend.
+    decoder_batch_ids: Optional[paddle.Tensor] = None
+    # Tile ID for each batch of the decoder. Used by attention backend.
+    decoder_tile_ids_per_batch: Optional[paddle.Tensor] = None
+
+    # Sequence length of encoder for ever batch
+    seq_lens_encoder: Optional[paddle.Tensor] = None
+    # Sequence length of Encoder for ever batch
+    seq_lens_decoder: Optional[paddle.Tensor] = None
+    # The sequence length processed in the current step
+    seq_lens_this_time: Optional[paddle.Tensor] = None
+
+    # Accumulated offset
+    cum_offsets: Optional[paddle.Tensor] = None
+    # Offset tensor, used to restore the position of ids_remove_madding after padding removal to the original input_ids
+    padding_offset: Optional[paddle.Tensor] = None
+    # Accumulated sequence length of query
+    cu_seqlens_q: Optional[paddle.Tensor] = None
+    # Accumulated sequence length of key
+    cu_seqlens_k: Optional[paddle.Tensor] = None
+
+    # Pre-cache length
+    pre_caches_length: int = 0
+    # Block tables
+    block_tables: Optional[paddle.Tensor] = None
+    # KV caches
+    caches: Optional[list[paddle.Tensor]] = None
+
+    def clear_caches(self):
+        """ Safely clean up the caches """
+        if self.caches:
+            del self.caches
+
+
+@dataclass
+class XPUForwardMeta(ForwardMeta):
+    """
+    XPUForwardMeta is used to store the global meta information of the forward, and some XPU specific meta info.
+    """
+    # TODO(wanghaitao): Supplementary notes
+    #
+    encoder_batch_map: Optional[paddle.Tensor] = None
+    #
+    decoder_batch_map: Optional[paddle.Tensor] = None
+    #
+    encoder_batch_idx: Optional[paddle.Tensor] = None
+    #
+    decoder_batch_idx: Optional[paddle.Tensor] = None
+    #
+    encoder_seq_lod: Optional[paddle.Tensor] = None
+    #
+    decoder_context_len: Optional[paddle.Tensor] = None
+    #
+    decoder_context_len_cache: Optional[paddle.Tensor] = None
+
+    #
+    encoder_batch_map_cpu: Optional[paddle.Tensor] = None
+    #
+    decoder_batch_map_cpu: Optional[paddle.Tensor] = None
+    #
+    encoder_batch_idx_cpu: Optional[paddle.Tensor] = None
+    #
+    decoder_batch_idx_cpu: Optional[paddle.Tensor] = None
+    #
+    encoder_seq_lod_cpu: Optional[paddle.Tensor] = None
+    #
+    decoder_context_len_cpu: Optional[paddle.Tensor] = None
+    #
+    decoder_context_len_cache_cpu: Optional[paddle.Tensor] = None
+
+    #
+    batch_tensor: Optional[paddle.Tensor] = None
+    #
+    enc_batch: Optional[paddle.Tensor] = None
+    #
+    dec_batch: Optional[paddle.Tensor] = None
+    #
+    total_enc_len: Optional[paddle.Tensor] = None