TDengine/test/ci/checkAsan.sh

133 lines
6.1 KiB
Bash
Executable file

#!/bin/bash
set +e
#set -x
if [[ "$OSTYPE" == "darwin"* ]]; then
TD_OS="Darwin"
else
OS=$(cat /etc/*-release | grep "^NAME=" | cut -d= -f2)
len=$(echo ${#OS})
len=$((len - 2))
TD_OS=$(echo -ne ${OS:1:${len}} | cut -d" " -f1)
fi
if [[ "$TD_OS" == "Alpine" ]]; then
echo -e "os is Alpine,skip check Asan"
exit 0
fi
unset LD_PRELOAD
SCRIPT_DIR=$(dirname "$0")
cd "$SCRIPT_DIR"/../ || exit 1
SCRIPT_DIR=$(pwd)
IN_TDINTERNAL="community"
if [[ "$SCRIPT_DIR" == *"$IN_TDINTERNAL"* ]]; then
cd ../../
else
cd ../
fi
if [[ -n "$WORK_DIR" ]]; then
echo "WORK_DIR: $WORK_DIR"
TAOS_DIR=$WORK_DIR
elif [[ -n "$SIM_DIR" ]]; then
echo "SIM_DIR: $SIM_DIR"
TAOS_DIR=$SIM_DIR
else
TAOS_DIR=$(pwd)/sim
fi
LOG_DIR=$TAOS_DIR/asan
# 无法使用 grep -c 代替 grep |wc -l , 因为 grep -c 会统计每个文件的数量,无法统计总数
# shellcheck disable=SC2126
error_num=$(cat "${LOG_DIR}"/*.asan | grep "ERROR" | wc -l)
archOs=$(arch)
# shellcheck disable=SC2126
if [[ $archOs =~ "aarch64" ]]; then
echo "arm64 check mem leak"
memory_leak=$(cat "${LOG_DIR}"/*.asan | grep "Direct leak" | grep -v "Direct leak of 32 byte" | wc -l)
memory_count=$(cat "${LOG_DIR}"/*.asan | grep "Direct leak of 32 byte" | wc -l)
if [ "$memory_count" -eq "$error_num" ] && [ "$memory_leak" -eq 0 ]; then
echo "reset error_num to 0, ignore: __cxa_thread_atexit_impl leak"
error_num=0
fi
else
echo "os check mem leak"
memory_leak=$(cat "${LOG_DIR}"/*.asan | grep "Direct leak" | wc -l)
fi
# shellcheck disable=SC2126
indirect_leak=$(cat "${LOG_DIR}"/*.asan | grep "Indirect leak" | wc -l)
# shellcheck disable=SC2126
python_error=$(cat "${LOG_DIR}"/*.info | grep -w "stack" | wc -l)
# Use "#" "0x" and "TDinternal" to match python taos error log
# #1 0x7f480ff14839 (/usr/local/lib/python3.9/site-packages/taosws/taosws.abi3.so+0x269839)
# TD-37832: taosws.abi3.so is a memory leak referenced by the third-party library of taosws, which can be ignored for the time being. If it is resolved, the ignore condition can be removed. @qevolg 2025-09-19
# grep -E "TDinternal|TDengine|/taosws/" for check all taos lib and repo related code,example:
#/home/TDinternal/community/source/libs/scalar/src/sclfunc.c
#/home/TDengine/source/common/src/tdataformat.c
#/root/chr/test_taosd/lib/python3.12/site-packages/taosws/taosws.abi3.so+0x1b2fe4
# shellcheck disable=SC2126
python_taos_error=$(
cat "${LOG_DIR}"/*.info |
grep -E "#[0-9]+ 0x[0-9a-f]+ .*?(TDinternal|TDengine|/taosws/)" |
grep -E -v "venv|taosws.abi3.so" |
wc -l
)
# ignore
# TD-20368
# /root/TDengine/contrib/zlib/trees.c:873:5: runtime error: null pointer passed as argument 2, which is declared to never be null
# TD-20494 TD-20452
# /root/TDengine/source/libs/scalar/src/sclfunc.c:735:11: runtime error: 4.75783e+11 is outside the range of representable values of type 'signed char'
# /root/TDengine/source/libs/scalar/src/sclfunc.c:790:11: runtime error: 3.4e+38 is outside the range of representable values of type 'long int'
# /root/TDengine/source/libs/scalar/src/sclfunc.c:772:11: runtime error: 3.52344e+09 is outside the range of representable values of type 'int'
# /root/TDengine/source/libs/scalar/src/sclfunc.c:753:11: runtime error: 4.75783e+11 is outside the range of representable values of type 'short int'
# TD-20569
# /root/TDengine/source/libs/function/src/builtinsimpl.c:856:29: runtime error: signed integer overflow: 9223372036854775806 + 9223372036854775805 cannot be represented in type 'long int'
# /root/TDengine/source/libs/scalar/src/sclvector.c:1075:66: runtime error: signed integer overflow: 9223372034707292160 + 1668838476672 cannot be represented in type 'long int'
# /root/TDengine/source/common/src/tdataformat.c:1876:7: runtime error: signed integer overflow: 8252423483843671206 + 2406154664059062870 cannot be represented in type 'long int'
# /home/chr/TDengine/source/libs/scalar/src/filter.c:3149:14: runtime error: applying non-zero offset 18446744073709551615 to null pointer
# /home/chr/TDengine/source/libs/scalar/src/filter.c:3149:14: runtime error: applying non-zero offset 18446744073709551615 to null pointer
# /home/TDinternal/community/source/libs/scalar/src/sclvector.c:1109:66: runtime error: signed integer overflow: 9223372034707292160 + 1676867897049 cannot be represented in type 'long int'
#0 0x7f2d64f5a808 in __interceptor_malloc ../../../../src/libsanitizer/asan/asan_malloc_linux.cc:144
#1 0x7f2d63fcf459 in strerror /build/glibc-SzIz7B/glibc-2.31/string/strerror.c:38
# TD-29953
#/home/TDinternal/community/utils/TSZ/sz/src/sz_double.c:388:59: runtime error: 2.64021e+25 is outside the range of representable values of type 'long unsigned int'
#/home/TDinternal/community/utils/TSZ/sz/src/sz_float.c:407:59: runtime error: 5.76041e+19 is outside the range of representable values of type 'long unsigned int'
#/home/TDinternal/community/source/libs/scalar/src/sclfunc.c:808:11: runtime error: -3.40401e+18 is outside the range of representable values of type 'int'
# shellcheck disable=SC2126
runtime_error=$(
cat "${LOG_DIR}"/*.asan |
grep "runtime error" |
grep -E -v "trees.c:873|sclfunc.c.*outside the range of representable values of type|signed integer overflow|strerror.c|asan_malloc_linux.cc|strerror.c|asan_malloc_linux.cpp|sclvector.c|sclfunc.c:808|sz_double.c:388|sz_float.c:407:59" |
wc -l
)
echo -e "\033[44;32;1m"asan error_num: $error_num"\033[0m"
echo -e "\033[44;32;1m"asan memory_leak: $memory_leak"\033[0m"
echo -e "\033[44;32;1m"asan indirect_leak: $indirect_leak"\033[0m"
echo -e "\033[44;32;1m"asan runtime error: $runtime_error"\033[0m"
echo -e "\033[44;32;1m"asan python error: $python_error"\033[0m"
echo -e "\033[44;32;1m"asan python taos error: $python_taos_error"\033[0m"
let "errors=$error_num+$memory_leak+$indirect_leak+$runtime_error+$python_error+$python_taos_error"
if [ $errors -eq 0 ]; then
echo -e "\033[44;32;1m"no asan errors"\033[0m"
exit 0
else
echo -e "\033[44;31;1m"asan total errors: $errors"\033[0m"
if [ "$python_error" -ne 0 ] || [ "$python_taos_error" -ne 0 ] ; then
cat "${LOG_DIR}"/*.info |grep "#" | grep -w "TDinternal"
fi
cat "${LOG_DIR}"/*.asan |grep "#" | grep -w "TDinternal"
exit 1
fi