support chunk_prefill in MTP (#2705)

This commit is contained in:
freeliuzc
2025-07-04 11:55:48 +08:00
committed by GitHub
parent b38823bc66
commit 667547be59
3 changed files with 64 additions and 6 deletions

View File

@@ -61,3 +61,13 @@ class Proposer(ABC):
Implemention for different method
"""
raise NotImplementedError
def is_chunk_prefill_enabled(self) -> bool:
"""
Check whether chunk-based prefill is enabled.
Default is False.
Returns:
bool: True if chunk prefill is enabled; False otherwise.
"""
return False