mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-12-24 13:28:13 +08:00
0c8c6369ed
* [feat] simplify configuration for pd-disaggregated deployment, and refactor post-init and usage for all ports * [fix] fix some bugs * [fix] fix rdma port for cache manager/messager * [fix] temporarily cancel port availability check to see if it can pass ci test * [feat] simplify args for multi api server * [fix] fix dp * [fix] fix port for xpu * [fix] add tests for ports post processing & fix ci * [test] fix test_multi_api_server * [fix] fix rdma_comm_ports args for multi_api_server * [fix] fix test_common_engine * [fix] fix test_cache_transfer_manager * [chore] automatically setting FD_ENABLE_MULTI_API_SERVER * [fix] avoid api server from creating engine_args twice * [fix] fix test_run_batch * [fix] fix test_metrics * [fix] fix splitwise connector init * [test] add test_rdma_transfer and test_expert_service * [fix] fix code syntax * [fix] fix test_rdma_transfer and build wheel with rdma script
100 lines
2.8 KiB
Bash
100 lines
2.8 KiB
Bash
#!/bin/bash
|
|
|
|
is_port_free() {
|
|
local port=$1
|
|
if ss -ltun | awk '{print $4}' | grep -q ":${port}$"; then
|
|
return 1 # Port is occupied
|
|
fi
|
|
return 0 # Port is free
|
|
}
|
|
|
|
check_ports() {
|
|
for port in "$@"; do
|
|
if ! is_port_free $port; then
|
|
echo "❌ Port $port is already in use"
|
|
return 1
|
|
fi
|
|
done
|
|
return 0
|
|
}
|
|
|
|
wait_for_health() {
|
|
IFS=',' read -r -a server_ports <<< "$1"
|
|
local num_ports=${#server_ports[@]}
|
|
local total_lines=$((num_ports + 1))
|
|
local first_run=true
|
|
local GREEN='\033[0;32m'
|
|
local RED='\033[0;31m'
|
|
local NC='\033[0m' # No Color
|
|
local start_time=$(date +%s)
|
|
|
|
echo "-------- WAIT FOR HEALTH --------"
|
|
while true; do
|
|
local all_ready=true
|
|
for port in "${server_ports[@]}"; do
|
|
status_code=$(curl -s --max-time 1 -o /dev/null -w "%{http_code}" "http://0.0.0.0:${port}/health" || echo "000")
|
|
if [ "$status_code" -eq 200 ]; then
|
|
printf "Port %s: ${GREEN}[OK] 200${NC}\033[K\n" "$port"
|
|
else
|
|
all_ready=false
|
|
printf "Port %s: ${RED}[WAIT] %s${NC}\033[K\n" "$port" "$status_code"
|
|
fi
|
|
done
|
|
cur_time=$(date +%s)
|
|
if [ "$all_ready" = "true" ]; then
|
|
echo "All services are ready! [$((cur_time-start_time))s]"
|
|
break
|
|
else
|
|
echo "Services not ready.. [$((cur_time-start_time))s]"
|
|
printf "\033[%dA" "$total_lines" # roll back cursor
|
|
sleep 1
|
|
fi
|
|
done
|
|
echo "---------------------------------"
|
|
}
|
|
|
|
get_free_ports() {
|
|
free_ports_num=${1:-1}
|
|
start_port=${2:-8000}
|
|
end_port=${3:-9000}
|
|
|
|
free_ports=()
|
|
if [[ ! -n ${free_ports_num} || "${free_ports_num}" -le 0 ]]; then
|
|
log_warn "param can't be empty, and should > 0"
|
|
echo ${free_ports[@]}
|
|
return 1
|
|
fi
|
|
|
|
used_ports1=$(netstat -an | grep -E "(0.0.0.0|127.0.0.1|${POD_IP}|tcp6)" | awk '{n=split($4,a,":"); if(a[n]~/^[0-9]+$/) print a[n];}' | sort -u)
|
|
used_ports2=$(netstat -an | grep -E "(0.0.0.0|127.0.0.1|${POD_IP}|tcp6)" | awk '{n=split($5,a,":"); if(a[n]~/^[0-9]+$/) print a[n];}' | sort -u)
|
|
all_used_ports=$(printf "%s\n" "${used_ports1}" "${used_ports2}" | sort -u)
|
|
|
|
# Generate random number between 0 and 32767
|
|
random_num=$(( RANDOM ))
|
|
port=$(( random_num % (end_port - start_port + 1) + start_port ))
|
|
|
|
while true; do
|
|
(( port++ ))
|
|
if [[ ${port} -ge ${end_port} ]]; then
|
|
port=${start_port}
|
|
fi
|
|
|
|
if [[ "${all_used_ports[@]}" =~ "${port}" ]]; then
|
|
continue
|
|
fi
|
|
|
|
if is_port_free ${port}; then
|
|
free_ports+=("${port}")
|
|
(( free_ports_num-- ))
|
|
if [[ ${free_ports_num} = 0 ]]; then
|
|
break
|
|
fi
|
|
fi
|
|
|
|
done
|
|
|
|
# echo ${free_ports[@]}
|
|
IFS=',' && echo "${free_ports[*]}"
|
|
return 0
|
|
}
|