apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

polish code with new pre-commit rule (#2923)

Browse Source
This commit is contained in:
Zero Rains
2025-07-19 23:19:27 +08:00
committed by GitHub
parent b8676d71a8
commit 25698d56d1
424 changed files with 14307 additions and 13518 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
fastdeploy/model_executor/layers/attention/utils.py
View File

@@ -15,14 +15,16 @@
"""
import os
from fastdeploy.config import FDConfig
def init_rank_and_device_id(fd_config: FDConfig):
"""
"""
rank = (fd_config.parallel_config.expert_parallel_rank *
fd_config.parallel_config.tensor_parallel_size + fd_config.parallel_config.tensor_parallel_rank)
""" """
rank = (
fd_config.parallel_config.expert_parallel_rank * fd_config.parallel_config.tensor_parallel_size
+ fd_config.parallel_config.tensor_parallel_rank
)
cuda_visible_devices = os.getenv("CUDA_VISIBLE_DEVICES", None)