add cache queue port (#3904)

* add cache queue port * add cache queue port * add cache queue port
2025-10-08 18:11:00 +08:00 · 2025-09-05 21:17:06 +08:00
parent 0c45e225d3
commit 349aa6348b
24 changed files with 80 additions and 15 deletions
--- a/tests/model_loader/test_torch_model.py
+++ b/tests/model_loader/test_torch_model.py
@@ -30,6 +30,7 @@ from tests.model_loader.utils import (
 )

 FD_ENGINE_QUEUE_PORT = int(os.getenv("FD_ENGINE_QUEUE_PORT", 8313))
+FD_CACHE_QUEUE_PORT = int(os.getenv("FD_CACHE_QUEUE_PORT", 8333))

 prompts = ["北京天安门在哪里?"]

@@ -128,6 +129,7 @@ def test_model_against_baseline(
            "default_v1",
            FD_ENGINE_QUEUE_PORT,
            prompts,
+            FD_CACHE_QUEUE_PORT,
        ),
    )