[Feature] Support mixed deployment with adapter (#3517)

This commit is contained in:
chenjian
2025-08-21 18:19:01 +08:00
committed by GitHub
parent d18a637a17
commit 606d9e9c2c
2 changed files with 5 additions and 2 deletions

View File

@@ -208,6 +208,9 @@ class LocalScheduler:
"""
return (token_num + block_size - 1) // block_size
def get_unhandled_request_num(self):
return len(self.requests)
def get_requests(
self,
available_blocks,