fix num_seqs (#3396)

This commit is contained in:
lizexu123
2025-08-21 14:03:11 +08:00
committed by GitHub
parent 5d4d38674f
commit fcdc5c2c54
2 changed files with 8 additions and 2 deletions

View File

@@ -244,6 +244,7 @@ class PaddleDisWorkerProc:
Tmp loop function for ep utill DP is supported
"""
while True:
num_running_requests = 0
self.worker_healthy_live_signal.value[self.local_rank % self.max_chips_per_node] = int(time.time())
if self.fd_config.parallel_config.tensor_parallel_rank == 0 and self.task_queue.num_tasks() > 0:
@@ -272,6 +273,7 @@ class PaddleDisWorkerProc:
self.nnode = int((self.parallel_config.tensor_parallel_size + 7) // 8)
mp_num_per_node = self.parallel_config.tensor_parallel_size // self.nnode
req_ids = []
num_running_requests = 0
while True:
if self.local_rank == 0:
if self.model_weights_status.value[0] != 0: