apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-09-29 22:02:30 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

use dist.all_reduce(min) to sync num_blocks_local (#2933)

Browse Source 
* pre-commit all files check

* reduce min num_blocks_local

* fix nranks=1

* pre-commit when commit-msg
This commit is contained in:
Yuanle Liu
2025-07-21 16:23:36 +08:00
committed by GitHub
parent 67990e0572
commit 2f74e93d7e
9 changed files with 71 additions and 66 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fastdeploy/entrypoints/engine_client.py
View File

@@ -141,7 +141,8 @@ class EngineClient:
task["preprocess_end_time"] = time.time()
preprocess_cost_time = task["preprocess_end_time"] - task["preprocess_start_time"]
api_server_logger.info(
f"Cache request with request_id ({task.get('request_id')}), " f"preprocess time cost {preprocess_cost_time}"
f"Cache request with request_id ({task.get('request_id')}), "
f"preprocess time cost {preprocess_cost_time}"
)
self.vaild_parameters(task)