apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 00:57:33 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[BugFix] fix ep (#3290)

Browse Source 
* fix ep

* fix
This commit is contained in:
lizexu123
2025-08-09 16:32:35 +08:00
committed by GitHub
parent 702c313ed1
commit 86ff68be4b
2 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fastdeploy/worker/worker_process.py
View File

@@ -244,7 +244,7 @@ class PaddleDisWorkerProc:
"""
while True:
self.worker_healthy_live_signal.value[self.local_rank % self.max_chips_per_node] = int(time.time())
num_running_requests = 0
if self.fd_config.parallel_config.tensor_parallel_rank == 0 and self.task_queue.num_tasks() > 0:
tasks, read_finish = self.task_queue.get_tasks()
@@ -271,6 +271,7 @@ class PaddleDisWorkerProc:
self.nnode = int((self.parallel_config.tensor_parallel_size + 7) // 8)
mp_num_per_node = self.parallel_config.tensor_parallel_size // self.nnode
req_ids = []
num_running_requests = 0
while True:
if self.local_rank == 0:
if self.model_weights_status.value[0] != 0: