Skip to content

Commit 5f33ed2

Browse files
committed
update start vllm server script
1 parent b8bd602 commit 5f33ed2

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

vllm_musa/start_vllm_server.sh

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -217,10 +217,11 @@ start_vllm() {
217217
echo "Full Command : vllm serve ${FINAL_ARGS[*]}"
218218
echo "========================================"
219219

220-
log_file=vllm_server.log
221-
: > "$log_file"
220+
LOG_FILE="vllm_serve.log"
221+
: > "$LOG_FILE" # 清空日志文件
222+
223+
setsid bash -c "stdbuf -oL vllm serve ${FINAL_ARGS[*]} 2>&1 | tee -a $LOG_FILE" &
222224

223-
PYTHONUNBUFFERED=1 vllm serve "${FINAL_ARGS[@]}" 2>&1 | tee -a "$log_file" &
224225

225226
wait_for_log_update $log_file $! "${DEFUALT_SERVED_MODEL_NAME:-$(basename "$MODEL")}" "$DEFAULT_HOST" "$DEFAULT_PORT"
226227
}

0 commit comments

Comments
 (0)