fix bug for pd step signal (#3230)

2025-10-05 16:48:03 +08:00 · 2025-08-06 10:41:52 +08:00
parent a9d231c900
commit a4572a5e5d
2 changed files with 6 additions and 5 deletions
--- a/fastdeploy/splitwise/internal_adapter_utils.py
+++ b/fastdeploy/splitwise/internal_adapter_utils.py
@@ -61,6 +61,7 @@ class InternalAdapter:
            "max_batch_size": int(available_batch_size),
            "max_input_token_num": self.cfg.max_num_batched_tokens,
            "unhandled_request_num": self.engine.scheduler.get_unhandled_request_num(),
+            "available_batch": int(self.engine.resource_manager.available_batch()),
        }
        return server_info