fix t2i (#4163)

Co-authored-by: Yuanle Liu <yuanlehome@163.com>
2025-10-05 16:48:03 +08:00 · 2025-09-19 18:07:13 +08:00
parent cc6e14d2ec
commit 91912cc2e1
5 changed files with 8 additions and 2 deletions
--- a/fastdeploy/envs.py
+++ b/fastdeploy/envs.py
@@ -82,6 +82,8 @@ environment_variables: dict[str, Callable[[], Any]] = {
    "EXPORTER_OTLP_HEADERS": lambda: os.getenv("EXPORTER_OTLP_HEADERS"),
    # enable kv cache block scheduler v1 (no need for kv_cache_ratio)
    "ENABLE_V1_KVCACHE_SCHEDULER": lambda: int(os.getenv("ENABLE_V1_KVCACHE_SCHEDULER", "1")),
+    # set prealloc block num for decoder
+    "FD_ENC_DEC_BLOCK_NUM": lambda: int(os.getenv("FD_ENC_DEC_BLOCK_NUM", "2")),
    # Whether to use PLUGINS.
    "FD_PLUGINS": lambda: None if "FD_PLUGINS" not in os.environ else os.environ["FD_PLUGINS"].split(","),
    # set trace attribute job_id.