apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 09:07:10 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[LLM] fix serval bugs (#2878)

Browse Source
This commit is contained in:
ltd0924
2025-07-17 14:21:05 +08:00
committed by GitHub
parent f50c25178b
commit b630031414
3 changed files with 18 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
fastdeploy/engine/config.py
View File

@@ -854,6 +854,11 @@ class Config:
self.max_num_batched_tokens >= self.max_model_len
), f"max_num_batched_tokens: {self.max_num_batched_tokens} " \
f"should be larger than or equal to max_model_len: {self.max_model_len}"
else:
assert (
self.max_num_batched_tokens >= self.cache_config.block_size
), f"max_num_batched_tokens: {self.max_num_batched_tokens} " \
f"should be larger than or equal to block_size: {self.cache_config.block_size}"
if self.max_num_partial_prefills > 1:
assert (self.cache_config.enable_chunked_prefill is True), \