[llm] update docs

PaddlePaddle · Nov 21, 2024 · e3f1ce4 · e3f1ce4
1 parent d4d61dd
commit e3f1ce4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llm/server/scripts/start_server.sh b/llm/server/scripts/start_server.sh
@@ -27,7 +27,7 @@ export ENC_DEC_BLOCK_NUM=${ENC_DEC_BLOCK_NUM:-"4"}
 export FIRST_TOKEN_ID=${FIRST_TOKEN_ID:-"1"}
 export MAX_PREFILL_BATCH=${MAX_PREFILL_BATCH:-"4"}
 export STOP_THRESHOLD=${STOP_THRESHOLD:-"0"}
-export MODEL_DIR=${MODEL_DIR:-"/models/"}
+export MODEL_DIR=${MODEL_DIR:-"/models"}
 export DISTRIBUTED_CONFIG=${DISTRIBUTED_CONFIG:-"${MODEL_DIR}/rank_mapping.csv"}
 export CONFIG_JSON_FILE=${CONFIG_JSON_FILE:-"config.json"}
 export PUSH_MODE_HTTP_WORKERS=${PUSH_MODE_HTTP_WORKERS:-"4"}