apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-16 05:30:58 +08:00
Code Issues Actions 6 Packages Projects Releases Wiki Activity

Fix bugs of splitwise_complete_prefilled_step IPCsignal clear (#4309)

Browse Source 
Co-authored-by: K11OntheBoat <“ruianmaidanglao@163.com”>
This commit is contained in:
K11OntheBoat
2025-09-29 11:21:22 +08:00
committed by GitHub
parent 3740e33fea
commit 2b2b645296
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
fastdeploy/worker/worker_process.py
View File

@@ -433,12 +433,8 @@ class PaddleDisWorkerProc:
self.worker.graph_optimize_and_warm_up_model() self.worker.graph_optimize_and_warm_up_model()
# reset cache_messager prefilled_step signal # reset cache_messager prefilled_step signal
if self.scheduler_config.splitwise_role == "prefill": if self.scheduler_config.splitwise_role == "prefill":
dp_rank_id = (
self.local_rank
+ self.parallel_config.local_data_parallel_id * self.parallel_config.tensor_parallel_size
)
gpu_id = self.worker.model_runner.device_id gpu_id = self.worker.model_runner.device_id
prefilled_step_name = f"splitwise_complete_prefilled_step_{dp_rank_id}" prefilled_step_name = f"splitwise_complete_prefilled_step_{self.local_rank}"
prefilled_step_idx_data = np.zeros(shape=[1], dtype=np.int32) prefilled_step_idx_data = np.zeros(shape=[1], dtype=np.int32)
step_shm_value = IPCSignal( step_shm_value = IPCSignal(
name=prefilled_step_name, name=prefilled_step_name,