mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-05 16:48:03 +08:00
support chunk_prefill in MTP (#2705)
This commit is contained in:
@@ -61,3 +61,13 @@ class Proposer(ABC):
|
||||
Implemention for different method
|
||||
"""
|
||||
raise NotImplementedError
|
||||
|
||||
def is_chunk_prefill_enabled(self) -> bool:
|
||||
"""
|
||||
Check whether chunk-based prefill is enabled.
|
||||
Default is False.
|
||||
|
||||
Returns:
|
||||
bool: True if chunk prefill is enabled; False otherwise.
|
||||
"""
|
||||
return False
|
||||
|
Reference in New Issue
Block a user