mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-05 16:48:03 +08:00
[Feature] support ep in mixed mode (#3001)
* [LLM] support ep * Update worker_process.py * Update expert_service.py * Update worker_process.py * format files
This commit is contained in:
@@ -225,6 +225,9 @@ class Config:
|
||||
else:
|
||||
self.is_master = False
|
||||
|
||||
if self.tensor_parallel_size <= self.worker_num_per_node:
|
||||
self.is_master = True
|
||||
|
||||
import paddle
|
||||
|
||||
self.paddle_commit_id = paddle.version.commit
|
||||
|
Reference in New Issue
Block a user