apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-23 16:44:22 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

Update test_w4a8_model.py (#4125)

Browse Source
This commit is contained in:
Zhang Yulong
2025-09-16 20:43:10 +08:00
committed by GitHub
parent 67e6d8c691
commit cd09913552
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
tests/model_loader/test_w4a8_model.py
View File

@@ -22,11 +22,12 @@ import pytest
from fastdeploy.entrypoints.llm import LLM
bash_path = os.getenv("MODEL_PATH")
FD_ENGINE_QUEUE_PORT = int(os.getenv("FD_ENGINE_QUEUE_PORT", 9961))
FD_ENGINE_QUEUE_PORTS = [
[9961, 9962],
[9971, 9972],
[9981, 9982],
[9991, 9992],
[FD_ENGINE_QUEUE_PORT, FD_ENGINE_QUEUE_PORT + 1],
[FD_ENGINE_QUEUE_PORT + 2, FD_ENGINE_QUEUE_PORT + 3],
[FD_ENGINE_QUEUE_PORT - 1, FD_ENGINE_QUEUE_PORT - 2],
[FD_ENGINE_QUEUE_PORT - 3, FD_ENGINE_QUEUE_PORT - 4],
]
FD_CACHE_QUEUE_PORT = int(os.getenv("FD_CACHE_QUEUE_PORT", 8333))
FD_CACHE_QUEUE_PORTS = [FD_CACHE_QUEUE_PORT, FD_CACHE_QUEUE_PORT + 1, FD_CACHE_QUEUE_PORT + 2, FD_CACHE_QUEUE_PORT + 3]