diff --git a/fastdeploy/entrypoints/openai/multi_api_server.py b/fastdeploy/entrypoints/openai/multi_api_server.py
index 16a61de94..a34cb137a 100644
--- a/fastdeploy/entrypoints/openai/multi_api_server.py
+++ b/fastdeploy/entrypoints/openai/multi_api_server.py
@@ -51,7 +51,7 @@ def start_servers(server_count, server_args, ports, metrics_ports, controller_po
         controller_port = int(controller_ports[i])
 
         env = os.environ.copy()
-        env["FD_LOG_DIR"] = f"log_{i}"
+        env["FD_LOG_DIR"] = env.get("FD_LOG_DIR", "log") + f"/log_{i}"
         cmd = [
             sys.executable,
             "-m",