support extend block tables (#3824)

This commit is contained in:
RichardWooSJTU
2025-09-04 14:39:04 +08:00
committed by GitHub
parent 6ef3b611b0
commit 0989788b29
2 changed files with 78 additions and 0 deletions

View File

@@ -40,6 +40,7 @@ class RequestType(Enum):
PREFILL = 0
DECODE = 1
PREEMPTED = 2
EXTEND = 3
@dataclass
@@ -141,6 +142,9 @@ class Request:
self.task_type = RequestType.PREFILL
self.idx = None
self.need_prefill_tokens = self.prompt_token_ids_len
# extend block tables
self.use_extend_tables = False
self.extend_block_tables = []
@classmethod
def from_dict(cls, d: dict):