From e3f1ce4155f62b777732d1d82e24b54b61b4030c Mon Sep 17 00:00:00 2001 From: kevin Date: Thu, 21 Nov 2024 07:29:19 +0000 Subject: [PATCH] [llm] update docs --- llm/server/scripts/start_server.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llm/server/scripts/start_server.sh b/llm/server/scripts/start_server.sh index 12d9d35e0..e7975b3e8 100644 --- a/llm/server/scripts/start_server.sh +++ b/llm/server/scripts/start_server.sh @@ -27,7 +27,7 @@ export ENC_DEC_BLOCK_NUM=${ENC_DEC_BLOCK_NUM:-"4"} export FIRST_TOKEN_ID=${FIRST_TOKEN_ID:-"1"} export MAX_PREFILL_BATCH=${MAX_PREFILL_BATCH:-"4"} export STOP_THRESHOLD=${STOP_THRESHOLD:-"0"} -export MODEL_DIR=${MODEL_DIR:-"/models/"} +export MODEL_DIR=${MODEL_DIR:-"/models"} export DISTRIBUTED_CONFIG=${DISTRIBUTED_CONFIG:-"${MODEL_DIR}/rank_mapping.csv"} export CONFIG_JSON_FILE=${CONFIG_JSON_FILE:-"config.json"} export PUSH_MODE_HTTP_WORKERS=${PUSH_MODE_HTTP_WORKERS:-"4"}