mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-01 06:42:23 +08:00
fix test name (#3493)
* fix test name * update * update * fix * fix * update * update * update * update * update * fix * update
This commit is contained in:
YUNSHEN XIE
@@ -1,104 +1,85 @@
|
||||
#!/bin/bash
|
||||
DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||
echo "$DIR"
|
||||
|
||||
run_path="$DIR/../tests/"
|
||||
cd ${run_path}
|
||||
ls
|
||||
|
||||
exclude=("ci_use" "ce")
|
||||
for d in */ ; do
|
||||
dir_name="${d%/}"
|
||||
if [[ -d "$dir_name" ]]; then
|
||||
skip=false
|
||||
for ex in "${exclude[@]}"; do
|
||||
if [[ "$dir_name" == "$ex" ]]; then
|
||||
skip=true
|
||||
break
|
||||
fi
|
||||
done
|
||||
if ! $skip; then
|
||||
dirs+=("$dir_name")
|
||||
fi
|
||||
fi
|
||||
done
|
||||
export PYTEST_INI="$DIR/../tests/pytest.ini"
|
||||
cd "$run_path" || exit 1
|
||||
|
||||
failed_tests_file="failed_tests.log"
|
||||
> "$failed_tests_file"
|
||||
disabled_tests=(
|
||||
layers/test_append_attention.py
|
||||
layers/test_attention.py
|
||||
operators/test_rejection_top_p_sampling.py
|
||||
operators/test_perchannel_gemm.py
|
||||
operators/test_scaled_gemm_f8_i4_f16.py
|
||||
operators/test_topp_sampling.py
|
||||
operators/test_stop_generation.py
|
||||
operators/test_air_topp_sampling.py
|
||||
operators/test_fused_moe.py
|
||||
operators/test_stop_generation_multi_ends.py
|
||||
graph_optimization/test_cuda_graph.py
|
||||
|
||||
##################################
|
||||
# 执行特殊单测case(不符合unittest/pytest格式)
|
||||
##################################
|
||||
special_tests=(
|
||||
"graph_optimization/test_cuda_graph_dynamic_subgraph.py"
|
||||
"graph_optimization/test_cuda_graph_spec_decode.py"
|
||||
"layers/test_quant_layer.py"
|
||||
"operators/test_token_penalty.py"
|
||||
"operators/test_split_fuse.py"
|
||||
"operators/test_flash_mask_attn.py"
|
||||
"operators/test_w4afp8_gemm.py"
|
||||
"model_loader/test_load_ernie_vl.py"
|
||||
"operators/test_tree_mask.py"
|
||||
)
|
||||
is_disabled() {
|
||||
local test_file_rel="$1"
|
||||
for disabled in "${disabled_tests[@]}"; do
|
||||
if [[ "$test_file_rel" == "$disabled" ]]; then
|
||||
return 0
|
||||
|
||||
failed_special=0
|
||||
success_special=0
|
||||
|
||||
for test_file in "${special_tests[@]}"; do
|
||||
if [ -f "$test_file" ]; then
|
||||
echo "Running special test: $test_file"
|
||||
python -m coverage run --parallel-mode "$test_file"
|
||||
status=$?
|
||||
if [ "$status" -ne 0 ]; then
|
||||
echo "$test_file" >> "$failed_tests_file"
|
||||
failed_special=$((failed_special+1))
|
||||
else
|
||||
success_special=$((success_special+1))
|
||||
fi
|
||||
else
|
||||
echo "Warning: $test_file not found"
|
||||
failed_special=$((failed_special+1))
|
||||
fi
|
||||
done
|
||||
return 1
|
||||
}
|
||||
|
||||
total=0
|
||||
fail=0
|
||||
success=0
|
||||
|
||||
for dir in "${dirs[@]}"; do
|
||||
if [ -d "$dir" ]; then
|
||||
echo "Running tests in directory: $dir"
|
||||
while IFS= read -r -d '' test_file; do
|
||||
total=$((total + 1))
|
||||
echo "Running $test_file"
|
||||
|
||||
if is_disabled "$test_file"; then
|
||||
echo "Skipping disabled test: $test_file"
|
||||
continue
|
||||
fi
|
||||
# TODO: Add a framework to manage unit test execution time
|
||||
timeout 600 python -m coverage run "$test_file"
|
||||
if [ $? -ne 0 ]; then
|
||||
echo "$test_file" >> "$failed_tests_file"
|
||||
fail=$((fail + 1))
|
||||
|
||||
PORTS=($FLASK_PORT $FD_API_PORT $FD_ENGINE_QUEUE_PORT $FD_METRICS_PORT)
|
||||
echo "==== PORT CLEAN AFTER UT FAILED ===="
|
||||
|
||||
for port in "${PORTS[@]}"; do
|
||||
PIDS=$(lsof -t -i :$port)
|
||||
if [ -n "$PIDS" ]; then
|
||||
echo "Port $port is occupied by PID(s): $PIDS"
|
||||
echo "$PIDS" | xargs -r kill -9
|
||||
echo "Port $port cleared"
|
||||
else
|
||||
echo "Port $port is free"
|
||||
fi
|
||||
done
|
||||
else
|
||||
success=$((success + 1))
|
||||
fi
|
||||
done < <(find "$dir" -type f -name "test_*.py" -print0)
|
||||
else
|
||||
echo "Directory $dir not found, skipping."
|
||||
fi
|
||||
done
|
||||
|
||||
echo "===================================="
|
||||
echo "Total test files run: $total"
|
||||
echo "Successful tests: $success"
|
||||
echo "Failed tests: $fail"
|
||||
echo "Failed test cases are listed in $failed_tests_file"
|
||||
##################################
|
||||
# 执行 pytest，每个文件单独跑
|
||||
##################################
|
||||
# 收集 pytest 文件
|
||||
TEST_FILES=$(python -m pytest --collect-only -q -c pytest.ini --disable-warnings | grep -Eo '^.*test_.*\.py' | sort | uniq)
|
||||
|
||||
if [ "$fail" -ne 0 ]; then
|
||||
echo "Failed test cases:"
|
||||
cat "$failed_tests_file"
|
||||
exit 8
|
||||
|
||||
failed_pytest=0
|
||||
success_pytest=0
|
||||
|
||||
for file in $TEST_FILES; do
|
||||
echo "Running pytest file: $file"
|
||||
python -m coverage run --parallel-mode -m pytest "$file"
|
||||
status=$?
|
||||
if [ "$status" -ne 0 ]; then
|
||||
echo "$file" >> "$failed_tests_file"
|
||||
failed_pytest=$((failed_pytest+1))
|
||||
else
|
||||
success_pytest=$((success_pytest+1))
|
||||
fi
|
||||
done
|
||||
|
||||
##################################
|
||||
# 汇总结果
|
||||
##################################
|
||||
echo "===================================="
|
||||
echo "Pytest total: $((failed_pytest + success_pytest))"
|
||||
echo "Pytest successful: $success_pytest"
|
||||
echo "Pytest failed: $failed_pytest"
|
||||
|
||||
echo "Special tests total: ${#special_tests[@]}"
|
||||
echo "Special tests successful: $success_special"
|
||||
echo "Special tests failed: $failed_special"
|
||||
|
||||
if [ "$failed_pytest" -ne 0 ] || [ "$failed_special" -ne 0 ]; then
|
||||
echo "Failed test cases are listed in $failed_tests_file"
|
||||
cat "$failed_tests_file"
|
||||
exit 8
|
||||
fi
|
||||
|
||||
echo "All tests passed!"
|
||||
|
||||
Reference in New Issue
Block a user