3 Star 1 Fork 0

alibaba/MNN_1

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
该仓库未声明开源许可证文件(LICENSE),使用请关注具体项目描述及其代码上游依赖。
克隆/下载
test.sh 26.64 KB
一键复制 编辑 原始数据 按行查看 历史
xiaying 提交于 2024-12-19 16:20 . MNN:Sync: Sync Interal 3.0.2
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736
# test script for MNN-Release
#
# 0. arg = local: [ test for your local build ]
# 1. unit-test;
# 2. model-test;
# 3. onnx convert test
# 4. tf convert test
# 5. tflite convert test
# 6. torch convert test
# 7. ptq test
# 8. pymnn test
#
# 1. arg = linux: [ all test on linux with coverage ]
# 0. static check (if source change)
# 1. pyc check (if *.py change)
# 2. build for linux;
# 3. unit-test;
# 4. model-test;
# 5. onnx convert test
# 6. tf convert test
# 7. tflite convert test
# 8. torch convert test
# 9. ptq test
# 10. pymnn test (if pymnn change)
# 11. opencv test (if opencv change)
# 12. convert-report;
#
# 2. arg = android: [ simple test on android ]
# 1. build Android with static_stl
# 2. build Android arm64
# 3. unit-test for Android arm64
# 4. build Android arm32
# 5. unit-test for Android arm32
# 0. build for android
USER_NAME=`whoami`
USER_HOME="$(echo -n $(bash -c "cd ~${USER_NAME} && pwd"))"
# detect change
SOURCE_CHANGE=$(git show --name-only | grep -E "^source/(internal|backend|core|common|cv|geometry|math|plugin|shape|utils)/.*\.(cpp|cc|c|hpp)$" | \
grep -Ev "aliyun-log-c-sdk|hiai|tensorrt|Backend|FunctionDispatcher|ThreadPool")
PYMNN_CHANGE=$(git show --name-only | grep -E "^pymnn/.*\.(cpp|cc|c|h|hpp|py)$")
PY_CHANGE=$(git show --name-only | grep -E "^pymnn/pip_package/MNN/.*\.(py)$")
OPENCV_CHANGE=$(git show --name-only | grep -E "^tools/cv/.*\.(cpp|cc|c|h|hpp)$")
# OPENCL_CHANGE=$(git show --name-only | grep -E "^source/backend/opencl/.*\.(cpp|cc|c|h|hpp)$")
OPENCL_CHANGE=true
failed() {
printf "TEST_NAME_EXCEPTION: Exception\nTEST_CASE_AMOUNT_EXCEPTION: {\"blocked\":0,\"failed\":1,\"passed\":0,\"skipped\":0}\n"
exit 1
}
#############################################################################################
# #
# Linux Test Functions #
# #
#############################################################################################
doc_check() {
echo 'doc_check'
# 1. CHECK CMakeLists.txt:
cmake_files=$(find tools source demo test benchmark -name "CMakeLists.txt")
cmake_files="$cmake_files CMakeLists.txt"
macros=''
executables=''
for cmake_file in $cmake_files
do
executables="$executables $(cat $cmake_file | grep -oE "add_executable\((.+) " | awk '{print $1}' | awk -F "(" '{print $2}')"
macros="$macros $(cat $cmake_file | grep -oE "option\((.+) " | awk '{print $1}' | awk -F "(" '{print $2}')"
done
# 1.1 check all macro
for macro in $macros
do
if [ $(grep -c $macro ./docs/compile/cmake.md) -le 0 ]; then
echo 'DOC CHECK FAILED:' $macro 'not in ./docs/compile/cmake.md'
failed
fi
done
# 1.2 check executable
for executable in $executables
do
if [ $(grep -c $executable ./docs/compile/other.md) -le 0 ]; then
echo 'DOC CHECK FAILED:' $executable 'not in ./docs/compile/other.md'
failed
fi
done
# 2. CHECK Pymnn API:
# 2.1 check cv api
cv_apis=$(cat pymnn/src/cv.h | grep -oE " .+, \".+\"" | awk '{ print $1 }' | awk -F ',' '{ print $1 }')
cv_apis="$cv_apis $(cat pymnn/pip_package/MNN/cv/__init__.py | grep -oE "def .+\(" | awk '{ print $2 }' | awk -F '(' '{print $1}' | grep -v "__")"
for cv_api in $cv_apis
do
if [ $(grep -c $cv_api ./docs/pymnn/cv.md) -le 0 ]; then
echo 'DOC CHECK FAILED:' $cv_api 'not in ./docs/pymnn/cv.md'
failed
fi
done
# 2.2 check numpy api
# np_apis=$(cat pymnn/pip_package/MNN/numpy/__init__.py | grep -oE "def .+\(" | grep -v "__" | awk '{ print $2 }' | awk -F '(' '{print $1}')
# for np_api in $np_apis
# do
# if [ $(grep -c $np_api ./docs/pymnn/numpy.md) -le 0 ]; then
# echo 'DOC CHECK FAILED:' $np_api 'not in ./docs/pymnn/numpy.md'
# # failed
# fi
# done
# 2.3 check expr api
expr_apis=$(cat pymnn/src/expr.h | grep -oE " [a-z_]+, \"" | awk '{ print $1 }' | awk -F ',' '{ print $1 }')
for expr_api in $expr_apis
do
if [ $(grep -c $expr_api ./docs/pymnn/expr.md) -le 0 ]; then
echo 'DOC CHECK FAILED:' $expr_api 'not in ./docs/pymnn/expr.md'
# failed
fi
done
# 3. CHECK C++ API:
# 3.1 check Interpreter
# 3.2 check Tensor
}
py_check() {
echo 'py_check'
if [ -z "$PY_CHANGE" ]; then
return
fi
pushd pymnn
./update_mnn_wrapper_assets.sh -c
pyc_check_wrong=$[$? > 0]
printf "TEST_NAME_PYC_CHECK: pyc资源文件校验\nTEST_CASE_AMOUNT_PYC_CHECK: {\"blocked\":0,\"failed\":%d,\"passed\":%d,\"skipped\":0}\n" \
$pyc_check_wrong $[1 - $pyc_check_wrong]
if [ $pyc_check_wrong -ne 0 ]; then
echo '### pyc资源文件校验失败,测试终止!'
failed
fi
popd
}
static_check() {
echo 'static_check'
if [ -z "$SOURCE_CHANGE" ]; then
return
fi
cppcheck --error-exitcode=1 --language=c++ --std=c++14 --addon=tools/script/mnn_rules.py $SOURCE_CHANGE 1> /dev/null
static_check_wrong=$[$? > 0]
printf "TEST_NAME_STATIC_CHECK: cppcheck静态分析\nTEST_CASE_AMOUNT_STATIC_CHECK: {\"blocked\":0,\"failed\":%d,\"passed\":%d,\"skipped\":0}\n" \
$static_check_wrong $[1 - $static_check_wrong]
if [ $static_check_wrong -ne 0 ]; then
echo '### cppcheck静态分析失败,测试终止!'
failed
fi
}
android_static_build() {
BASH_FILE="$USER_HOME/.zshrc"
if [ -f "$BASH_FILE" ]; then
source $BASH_FILE
fi
if [ ! $ANDROID_NDK ] || [ ! -d $ANDROID_NDK ]; then
export ANDROID_NDK="$USER_HOME/android-ndk-r21"
fi
mkdir android_build
pushd android_build
cmake .. \
-DCMAKE_TOOLCHAIN_FILE=$ANDROID_NDK/build/cmake/android.toolchain.cmake \
-DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
-DCMAKE_BUILD_TYPE=Release \
-DANDROID_ABI="arm64-v8a" \
-DANDROID_STL=c++_static \
-DMNN_INTERNAL=ON \
-DMNN_USE_LOGCAT=false \
-DMNN_BUILD_BENCHMARK=ON \
-DANDROID_NATIVE_API_LEVEL=android-26 \
-DMNN_BUILD_FOR_ANDROID_COMMAND=true \
-DMNN_OPENGL=true \
-DMNN_BUILD_TRAIN=true \
-DMNN_VULKAN=true \
-DMNN_OPENCL=true \
-DMNN_SUPPORT_BF16=true \
-DMNN_OPENCL=true -DMNN_ARM82=true \
-DMNN_SUPPORT_TRANSFORMER_FUSE=ON \
-DNATIVE_LIBRARY_OUTPUT=. -DNATIVE_INCLUDE_OUTPUT=. $1 $2 $3
make -j16
android_build_wrong=$[$? > 0]
printf "TEST_NAME_ANDROID_STATIC: AndroidStatic编译测试\nTEST_CASE_AMOUNT_ANDROID_STATIC: {\"blocked\":0,\"failed\":%d,\"passed\":%d,\"skipped\":0}\n" \
$android_build_wrong $[1 - $android_build_wrong]
if [ $android_build_wrong -ne 0 ]; then
echo '### AndroidStatic编译失败,测试终止!'
failed
fi
popd
mkdir android_build_32
pushd android_build_32
cmake .. \
-DCMAKE_TOOLCHAIN_FILE=$ANDROID_NDK/build/cmake/android.toolchain.cmake \
-DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
-DCMAKE_BUILD_TYPE=Release \
-DANDROID_ABI="armeabi-v7a" \
-DANDROID_STL=c++_shared \
-DMNN_USE_LOGCAT=false \
-DMNN_BUILD_BENCHMARK=ON \
-DMNN_INTERNAL=ON \
-DANDROID_NATIVE_API_LEVEL=android-26 \
-DMNN_BUILD_FOR_ANDROID_COMMAND=true \
-DMNN_OPENGL=true \
-DMNN_BUILD_TRAIN=true \
-DMNN_VULKAN=true \
-DMNN_OPENCL=true \
-DMNN_BUILD_MINI=true \
-DMNN_SUPPORT_BF16=true \
-DMNN_ARM82=false \
-DMNN_OPENCL=true \
-DMNN_SUPPORT_TRANSFORMER_FUSE=ON \
-DNATIVE_LIBRARY_OUTPUT=. -DNATIVE_INCLUDE_OUTPUT=.
make -j16
android_build_wrong=$[$? > 0]
printf "TEST_NAME_ANDROID_32: Android 32-Mini 编译测试\nTEST_CASE_AMOUNT_ANDROID_32: {\"blocked\":0,\"failed\":%d,\"passed\":%d,\"skipped\":0}\n" $android_build_wrong $[1 - $android_build_wrong]
if [ $android_build_wrong -ne 0 ]; then
echo '### Android编译失败,测试终止!'
failed
fi
popd
}
linux_build() {
if [ $# -gt 0 ]; then
COVERAGE=ON
else
COVERAGE=OFF
fi
mkdir build_non_sse
pushd build_non_sse
cmake .. -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DMNN_USE_SSE=OFF && make -j16
linux_build_wrong=$[$? > 0]
popd
mkdir build
pushd build
# copy libtorch avoid wget, speed up ci build
cp ~/libtorch-cxx11-abi-shared-with-deps-1.9.0+cpu.zip .
cmake .. \
-DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
-DCMAKE_BUILD_TYPE=Release \
-DMNN_BUILD_TEST=ON \
-DMNN_CUDA=ON \
-DMNN_OPENCL=ON \
-DMNN_BUILD_QUANTOOLS=ON \
-DMNN_BUILD_DEMO=ON \
-DMNN_BUILD_TRAIN=ON \
-DMNN_BUILD_CONVERTER=ON \
-DMNN_BUILD_TORCH=ON \
-DMNN_BUILD_OPENCV=ON \
-DMNN_LOW_MEMORY=ON \
-DMNN_IMGCODECS=ON \
-DMNN_SUPPORT_TRANSFORMER_FUSE=ON \
-DMNN_ENABLE_COVERAGE=$COVERAGE
make -j16
linux_build_wrong+=$[$? > 0]
printf "TEST_NAME_LINUX: Linux编译测试\nTEST_CASE_AMOUNT_LINUX: {\"blocked\":0,\"failed\":%d,\"passed\":%d,\"skipped\":0}\n" $linux_build_wrong $[2 - $linux_build_wrong]
if [ $linux_build_wrong -ne 0 ]; then
echo '### Linux编译失败,测试终止!'
failed
fi
# Don't remove this! It turn off MNN_CUDA and MNN_TENSORRT in build, workaround some bug in PTQTest
cmake .. -DMNN_CUDA=OFF -DMNN_TENSORRT=OFF && make -j16
}
unit_test() {
./run_test.out
if [ $? -ne 0 ]; then
echo '### 单元测试失败,测试终止!'
failed
fi
./run_test.out op 0 0 4
if [ $? -ne 0 ]; then
echo '### 多线程单元测试失败,测试终止!'
failed
fi
if [ "$OPENCL_CHANGE" ]; then
./run_test.out op 3 1 4
if [ $? -ne 0 ]; then
echo '### OpenCL单元测试失败,测试终止!'
failed
fi
fi
}
model_test() {
../tools/script/modelTest.py ~/AliNNModel 0 0.002
if [ $? -ne 0 ]; then
echo '### 模型测试失败,测试终止!'
failed
fi
../tools/script/modelTest.py ~/AliNNModel 0 0.002 0 1
if [ $? -ne 0 ]; then
echo '### 静态模型测试失败,测试终止!'
failed
fi
if [ "$OPENCL_CHANGE" ]; then
../tools/script/modelTest.py ~/AliNNModel 3 0.002 1
if [ $? -ne 0 ]; then
echo '### OpenCL模型测试失败,测试终止!'
failed
fi
fi
}
onnx_convert_test() {
../tools/script/convertOnnxTest.py ~/AliNNModel
if [ $? -ne 0 ]; then
echo '### ONNXConvert测试失败,测试终止!'
failed
fi
}
tf_convert_test() {
../tools/script/convertTfTest.py ~/AliNNModel
if [ $? -ne 0 ]; then
echo '### TFConvert测试失败,测试终止!'
failed
fi
}
tflite_convert_test() {
../tools/script/convertTfliteTest.py ~/AliNNModel
if [ $? -ne 0 ]; then
echo '### TFLITEConvert测试失败,测试终止!'
failed
fi
}
torch_convert_test() {
../tools/script/convertTorchTest.py ~/AliNNModel
if [ $? -ne 0 ]; then
echo '### TORCHConvert测试失败,测试终止!'
failed
fi
}
ptq_test() {
../tools/script/testPTQ.py ~/AliNNModel
if [ $? -ne 0 ]; then
echo '### PTQ测试失败,测试终止!'
failed
fi
}
pymnn_test() {
if [ -z "$PYMNN_CHANGE" ]; then
return
fi
popd
pushd pymnn
# 1. build pymnn
pushd pip_package
python3 build_deps.py
# uninstall original MNN
pip uninstall --yes MNN MNN-Internal
python3 setup.py install --version 1.0 --install-lib=/usr/lib/python3/dist-packages
pymnn_build_wrong=$[$? > 0]
printf "TEST_NAME_PYMNN_BUILD: PYMNN编译测试\nTEST_CASE_AMOUNT_PYMNN_BUILD: {\"blocked\":0,\"failed\":%d,\"passed\":%d,\"skipped\":0}\n" \
$pymnn_build_wrong $[1 - $pymnn_build_wrong]
if [ $pymnn_build_wrong -ne 0 ]; then
echo '### PYMNN编译失败,测试终止!'
failed
fi
popd
# 2. unit test
pushd test
python3 unit_test.py
if [ $? -ne 0 ]; then
echo '### PYMNN单元测试失败,测试终止!'
failed
fi
# 3. model test
python3 model_test.py ~/AliNNModel
if [ $? -ne 0 ]; then
echo '### PYMNN模型测试失败,测试终止!'
failed
fi
# 4. train test
./train_test.sh
# 5. uninstall pymnn
pip uninstall --yes MNN-Internal
popd
popd
pushd build
}
opencv_test() {
if [ -z "$OPENCV_CHANGE" ]; then
return
fi
# 1. build opencv-test
cmake -DMNN_OPENCV_TEST=ON ..
make -j8
opencv_build_wrong=$[$? > 0]
printf "TEST_NAME_OPENCV_BUILD: OPENCV编译测试\nTEST_CASE_AMOUNT_OPENCV_BUILD: {\"blocked\":0,\"failed\":%d,\"passed\":%d,\"skipped\":0}\n" \
$opencv_build_wrong $[1 - $opencv_build_wrong]
if [ $opencv_build_wrong -ne 0 ]; then
echo '### OPENCV编译失败,测试终止!'
failed
fi
# 2. run opencv unit test
./opencv_test
if [ $? -gt 0 ]; then
echo '### OPENCV单元测试失败,测试终止!'
failed
fi
}
llm_test() {
# 1. build llm with low memory
cmake -DMNN_LOW_MEMORY=ON -DMNN_BUILD_LLM=ON -DMNN_SUPPORT_TRANSFORMER_FUSE=ON ..
make -j8
llm_build_wrong=$[$? > 0]
printf "TEST_NAME_LLM_BUILD: LLM编译测试\nTEST_CASE_AMOUNT_LLM_BUILD: {\"blocked\":0,\"failed\":%d,\"passed\":%d,\"skipped\":0}\n" \
$llm_build_wrong $[1 - $llm_build_wrong]
if [ $llm_build_wrong -ne 0 ]; then
echo '### LLM编译失败,测试终止!'
failed
fi
# 2. run llm model test
./llm_demo ~/AliNNModel/qwen1.5-0.5b-int4/config.json ~/AliNNModel/qwen1.5-0.5b-int4/prompt.txt
if [ $? -gt 0 ]; then
echo '### LLM模型测试失败,测试终止!'
failed
fi
}
coverage_init() {
popd
lcov -c -i -d ./ -o init.info
pushd build
}
coverage_report() {
popd
cover_report_dir="../../../../CoverageReport"
lcov -c -d ./ -o cover.info
lcov -a init.info -a cover.info -o total.info
lcov --remove total.info \
'*/usr/include/*' '*/usr/lib/*' '*/usr/lib64/*' '*/usr/local/*' \
'*/3rd_party/*' '*/build/*' '*/schema/*' '*/test/*' '/tmp/*' \
'*/demo/*' '*/tools/cpp/*' '*/tools/train/*' '*/source/backend/cuda/*' \
-o final.info
commitId=$(git log | head -n1 | awk '{print $2}')
genhtml -o cover_report --legend --title "MNN Coverage Report [commit SHA1:${commitId}]" --prefix=`pwd` final.info
coverage_wrong=$[$? > 0]
printf "TEST_NAME_COVERAGE: 代码覆盖率(点击\"通过\"查看报告)\nTEST_CASE_AMOUNT_COVERAGE: {\"blocked\":0,\"failed\":%d,\"passed\":%d,\"skipped\":0}\n" $coverage_wrong $[1 - $coverage_wrong]
if [ $coverage_wrong -ne 0 ]; then
echo '### 代码覆盖率生成失败,测试终止!'
failed
else
hostIp=$(cat .aoneci.yml | grep host -m 1 | awk '{print $2}')
testId=$(pwd | awk -F "/" '{print $(NF-1)}')
mv cover_report $cover_report_dir/$testId
echo "TEST_REPORT_COVERAGE: http://$hostIp/$testId"
fi
# clean test dir
cd ../.. && rm -rf $testId
}
#############################################################################################
# #
# Android Test Functions #
# #
#############################################################################################
android_unit_test() {
memory_mode=$2
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out all 0 0 1 $1 $memory_mode"
if [ $? -ne 0 ]; then
echo '### Android单元测试失败,测试终止!'
failed
fi
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op 0 0 4 multi$1 $memory_mode"
if [ $? -ne 0 ]; then
echo '### Android单元测试多线程失败,测试终止!'
failed
fi
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op/convolution 0 2 4 fp16multi$1 $memory_mode"
if [ $? -ne 0 ]; then
echo '### Android单元测试卷积FP16多线程失败,测试终止!'
failed
fi
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op/col2im 0 2 4 fp16col2im$1 $memory_mode"
if [ $? -ne 0 ]; then
echo '### Android单元测试FP16-col2im多线程失败,测试终止!'
failed
fi
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op/R 0 2 4 fp16roipooling$1 $memory_mode"
if [ $? -ne 0 ]; then
echo '### Android单元测试FP16-roipooling多线程失败,测试终止!'
failed
fi
if [ "$OPENCL_CHANGE" ]; then
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op 3 1 4 $1 $memory_mode"
if [ $? -ne 0 ]; then
echo '### Android单元测试OpenCL失败,测试终止!'
failed
fi
fi
}
android_model_test() {
fail_num=0
pass_num=0
fail_cl_num=0
pass_cl_num=0
models=`adb shell ls /data/local/tmp/AliNNModel/OpTestResource/`
for model in $models
do
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./testModel.out ../AliNNModel/OpTestResource/$model/temp.bin ../AliNNModel/OpTestResource/$model/input_0.txt ../AliNNModel/OpTestResource/$model/output_0.txt 0 0.002"
if [ $? -ne 0 ]; then
fail_num=$[$fail_num+1]
else
pass_num=$[$pass_num+1]
fi
if [ "$OPENCL_CHANGE" ]; then
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./testModel.out ../AliNNModel/OpTestResource/$model/temp.bin ../AliNNModel/OpTestResource/$model/input_0.txt ../AliNNModel/OpTestResource/$model/output_0.txt 3 0.002 1"
if [ $? -ne 0 ]; then
fail_cl_num=$[$fail_cl_num+1]
else
pass_cl_num=$[$pass_cl_num+1]
fi
fi
done
models=`adb shell ls /data/local/tmp/AliNNModel/TestResource/`
for model in $models
do
if [ $model == 'mobilenetv1quan' ]; then
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./testModel.out ../AliNNModel/TestResource/$model/temp.bin ../AliNNModel/TestResource/$model/input_0.txt ../AliNNModel/TestResource/$model/output.txt 0 0.1"
else
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./testModel.out ../AliNNModel/TestResource/$model/temp.bin ../AliNNModel/TestResource/$model/input_0.txt ../AliNNModel/TestResource/$model/output.txt 0 0.002"
fi
if [ $? -ne 0 ]; then
fail_num=$[$fail_num+1]
else
pass_num=$[$pass_num+1]
fi
if [ "$OPENCL_CHANGE" ]; then
if [ $model == 'mobilenetv1quan' ]; then
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./testModel.out ../AliNNModel/TestResource/$model/temp.bin ../AliNNModel/TestResource/$model/input_0.txt ../AliNNModel/TestResource/$model/output.txt 3 0.1 1"
else
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./testModel.out ../AliNNModel/TestResource/$model/temp.bin ../AliNNModel/TestResource/$model/input_0.txt ../AliNNModel/TestResource/$model/output.txt 3 0.002 1"
fi
if [ $? -ne 0 ]; then
fail_cl_num=$[$fail_cl_num+1]
else
pass_cl_num=$[$pass_cl_num+1]
fi
fi
done
models=`adb shell ls /data/local/tmp/AliNNModel/TestWithDescribe/`
for model in $models
do
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./testModelWithDescribe.out ../AliNNModel/TestWithDescribe/$model/temp.bin ../AliNNModel/TestWithDescribe/$model/config.txt 0 0.002"
if [ $? -ne 0 ]; then
fail_num=$[$fail_num+1]
else
pass_num=$[$pass_num+1]
fi
if [ "$OPENCL_CHANGE" ]; then
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./testModelWithDescribe.out ../AliNNModel/TestWithDescribe/$model/temp.bin ../AliNNModel/TestWithDescribe/$model/config.txt 3 0.002 1"
if [ $? -ne 0 ]; then
fail_cl_num=$[$fail_cl_num+1]
else
pass_cl_num=$[$pass_cl_num+1]
fi
fi
done
printf "TEST_NAME_ANDROID_MODEL_TEST_$1: Android_$1模型测试\nTEST_CASE_AMOUNT_ANDROID_MODEL_TEST_$1: {\"blocked\":0,\"failed\":$fail_num,\"passed\":$pass_num,\"skipped\":0}\n"
if [ $fail_num -ne 0 ]; then
echo '### Android模型测试失败,测试终止!'
failed
fi
if [ "$OPENCL_CHANGE" ]; then
printf "TEST_NAME_ANDROID_MODEL_OPENCL_TEST_$1: Android_$1模型测试\nTEST_CASE_AMOUNT_ANDROID_MODEL_TEST_$1: {\"blocked\":0,\"failed\":$fail_cl_num,\"passed\":$pass_cl_num,\"skipped\":0}\n"
if [ $fail_cl_num -ne 0 ]; then
echo '### Android OpenCL后端模型测试失败,测试终止!'
failed
fi
fi
}
android_unit_test_low_memory_armv8() {
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op/lowMemory 0 1 1 $1 2"
if [ $? -ne 0 ]; then
echo '### Android 64位Low Memory,动态量化, precision=1, thread=1 单元测试失败,测试终止!'
failed
fi
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op/lowMemory 0 2 1 $1 2"
if [ $? -ne 0 ]; then
echo '### Android 64位Low Memory,动态量化, precision=2, thread=1 单元测试失败,测试终止!'
failed
fi
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op/lowMemory 0 1 4 $1 2"
if [ $? -ne 0 ]; then
echo '### Android 64位Low Memory,动态量化, precision=1, thread=4 单元测试失败,测试终止!'
failed
fi
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op/lowMemory 0 2 4 $1 2"
if [ $? -ne 0 ]; then
echo '### Android 64位Low Memory,动态量化, precision=2, thread=4 单元测试失败,测试终止!'
failed
fi
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op/lowMemory 0 1 1 $1"
if [ $? -ne 0 ]; then
echo '### Android 64位Low Memory 权重反量化, precision=1 单元测试失败,测试终止!'
failed
fi
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op/lowMemory 0 2 1 $1"
if [ $? -ne 0 ]; then
echo '### Android 64位Low Memory 权重反量化, precision=2 单元测试失败,测试终止!'
failed
fi
}
android_unit_test_low_memory_armv7() {
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op/lowMemory 0 1 1 $1 2"
if [ $? -ne 0 ]; then
echo '### Android 32位Low Memory,动态量化, precision=1, thread=1 单元测试失败,测试终止!'
failed
fi
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op/lowMemory 0 2 1 $1 2"
if [ $? -ne 0 ]; then
echo '### Android 32位Low Memory,动态量化, precision=2, thread=1 单元测试失败,测试终止!'
failed
fi
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op/lowMemory 0 1 4 $1 2"
if [ $? -ne 0 ]; then
echo '### Android 32位Low Memory,动态量化, precision=1, thread=4 单元测试失败,测试终止!'
failed
fi
adb shell "cd /data/local/tmp/MNN&&export LD_LIBRARY_PATH=.&&./run_test.out op/lowMemory 0 2 4 $1 2"
if [ $? -ne 0 ]; then
echo '### Android 32位Low Memory,动态量化, precision=2, thread=4 单元测试失败,测试终止!'
failed
fi
}
android_test() {
pushd project/android
# 1. build Android32
mkdir build_32
pushd build_32
../build_32.sh -DMNN_BUILD_TRAIN=OFF -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DMNN_OPENCL=true -DMNN_LOW_MEMORY=ON -DMNN_SUPPORT_TRANSFORMER_FUSE=ON -DMNN_ARM82=OFF
android32_build_wrong=$[$? > 0]
mnn32_size=$(ls -lh libMNN.so | awk '{print $5}')
expr32_size=$(ls -lh libMNN_Express.so | awk '{print $5}')
printf "TEST_NAME_ANDROID_32: Android32编译测试(libMNN.so - %s, libMNN_Express.so - %s)\nTEST_CASE_AMOUNT_ANDROID_32: {\"blocked\":0,\"failed\":%d,\"passed\":%d,\"skipped\":0}\n" \
$mnn32_size $expr32_size $android32_build_wrong $[1 - $android32_build_wrong]
if [ $android32_build_wrong -ne 0 ]; then
echo '### Android32编译失败,测试终止!'
failed
fi
../updateTest.sh
android_unit_test 32bit 1
android_unit_test_low_memory_armv7 32bit
android_model_test 32
popd
# 3. build Android64
mkdir build_64
pushd build_64
../build_64.sh -DMNN_BUILD_TRAIN=OFF -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DMNN_ARM82=true -DMNN_OPENCL=true -DMNN_LOW_MEMORY=true -DMNN_SUPPORT_TRANSFORMER_FUSE=ON
android64_build_wrong=$[$? > 0]
mnn64_size=$(ls -lh libMNN.so | awk '{print $5}')
expr64_size=$(ls -lh libMNN_Express.so | awk '{print $5}')
printf "TEST_NAME_ANDROID_64: Android64编译测试(libMNN.so - %s, libMNN_Express.so - %s)\nTEST_CASE_AMOUNT_ANDROID_64: {\"blocked\":0,\"failed\":%d,\"passed\":%d,\"skipped\":0}\n" \
$mnn64_size $expr64_size $android64_build_wrong $[1 - $android64_build_wrong]
if [ $android64_build_wrong -ne 0 ]; then
echo '### Android64编译失败,测试终止!'
failed
fi
# 4. test Android64
../updateTest.sh
android_unit_test 64 0
android_unit_test_low_memory_armv8 64
android_model_test 64
popd
popd
}
case "$1" in
local)
pushd build
unit_test
model_test
onnx_convert_test
tf_convert_test
tflite_convert_test
torch_convert_test
ptq_test
pymnn_test
;;
linux)
doc_check
static_check
py_check
linux_build 1
coverage_init
unit_test
model_test
onnx_convert_test
tf_convert_test
tflite_convert_test
torch_convert_test
ptq_test
pymnn_test
opencv_test
llm_test
coverage_report
;;
android)
android_static_build
android_test
;;
static)
doc_check
static_check
py_check
;;
*)
$1
echo $"Usage: $0 {local|linux|android|func}"
exit 2
esac
exit $?
Loading...
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/mirrors_alibaba/MNN_1.git
git@gitee.com:mirrors_alibaba/MNN_1.git
mirrors_alibaba
MNN_1
MNN_1
master

搜索帮助

0d507c66 1850385 C8b1a773 1850385