[LLM] Support deploy LLM model

llm/server/scripts/stop_server.sh

@@ -0,0 +1,69 @@
+# /bin/bash
+
+pids=($(ps aux | grep -E 'tritonserver' | grep -v grep | awk '{print $2}'))
+
+if [ ${#pids[@]} -eq 0 ]; then
+    echo "未找到 tritonserver 相关进程"
+    timeout=1
+else
+    timeout=300
+fi
+
+# kill processor
+for pid in "${pids[@]}"; do
+    echo "正在中断进程 $pid"
+    kill -2 "$pid"
+done
+
+timeout_interval=$1
+if [ ! "$timeout_interval" == "" ]; then
+    timeout=$timeout_interval
+    echo $timeout
+fi
+
+start_time=$(date +%s)
+
+while : ; do
+  current_time=$(date +%s)
+
+  elapsed_time=$((current_time - start_time))
+
+  if [ $elapsed_time -ge $timeout ]; then
+    echo "tritonserver进程超时未退出"
+    echo "强制杀死所有有关进程"
+    pids=$(ps auxww | grep -E "tritonserver|triton_python_backend_stub|new_infer.py|infer|multiprocessing.resource_tracker|paddle.distributed.launch|task_queue_manager|app.py|memory_log.py|spawn_main" | grep -v grep | grep -v start_both | awk '{print $2}');
+    echo $pids;
+    for pid in ${pids[@]}; do
+    kill -9 ${pid}
+    done
+    break
+  fi
+
+  pids=$(ps auxww | grep -E "tritonserver|triton_python_backend_stub|new_infer.py|multiprocessing.resource_tracker|paddle.distributed.launch|app.py|memory_log.py|spawn_main" | grep -v grep | awk '{print $2}');
+  array=($(echo "$pids" | tr ' ' '\n'))
+
+  if [ ${#array[*]} -ne 0 ]; then
+    echo "进程还没有清理干净, 等待清理完毕"
+    sleep 1
+  else
+    echo "进程已经清理干净"
+    break
+  fi
+done
+
+manager_pids=$(ps auxww | grep "task_queue_manager" | grep -v grep | awk '{print $2}')
+echo $manager_pids
+for in_pid in ${manager_pids[@]}; do
+    kill -9 ${in_pid}
+done
+echo 'end kill queue manager'
+
+health_checker_pids=$(ps auxww | grep "health.py" | grep -v grep | awk '{print $2}')
+echo $health_checker_pids
+for in_pid in ${health_checker_pids[@]}; do
+    kill -9 ${in_pid}
+done
+echo 'end kill health checker'
+
+echo "所有进程已终止"
+exit 0