Huawei_Technology
/
mindspore
Not watched
1
0
Fork 0
Code
Releases 13 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: f91ce0fc32
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'f91ce0fc32'
${ noResults }
mindspore/mindspore/lite/test/run_benchmark_nets.sh

1451 lines
101 kB
Raw Blame History 

  1. #!/bin/bash

  2. 

  3. # Run converter on x86 platform:

  4. function Run_Converter() {

  5.     # Unzip x86 runtime and convertor

  6.     cd ${x86_path} || exit 1

  7.     tar -zxf mindspore-lite-${version}-runtime-x86-${process_unit_x86}.tar.gz || exit 1

  8.     tar -zxf mindspore-lite-${version}-runtime-x86-sse-${process_unit_x86}.tar.gz || exit 1

  9. 

  10.     tar -zxf mindspore-lite-${version}-converter-ubuntu.tar.gz || exit 1

  11.     cd ${x86_path}/mindspore-lite-${version}-converter-ubuntu || exit 1

  12.     cp converter/converter_lite ./ || exit 1

  13.     export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:./lib/:./third_party/protobuf/lib:./third_party/flatbuffers/lib:./third_party/glog/lib

  14. 

  15.     # Convert the models

  16.     cd ${x86_path}/mindspore-lite-${version}-converter-ubuntu || exit 1

  17. 

  18.     rm -rf ${ms_models_path}

  19.     mkdir -p ${ms_models_path}

  20. 

  21.     # Convert tflite models:

  22.     while read line; do

  23.         model_name=${line}

  24.         if [[ $model_name == \#* ]]; then

  25.           continue

  26.         fi

  27.         echo ${model_name} >> "${run_converter_log_file}"

  28.         echo './converter_lite  --fmk=TFLITE --modelFile='${models_path}'/'${model_name}' --outputFile='${ms_models_path}'/'${model_name}'' >> "${run_converter_log_file}"

  29.         ./converter_lite  --fmk=TFLITE --modelFile=$models_path/${model_name} --outputFile=${ms_models_path}/${model_name}

  30.         if [ $? = 0 ]; then

  31.             converter_result='converter tflite '${model_name}' pass';echo ${converter_result} >> ${run_converter_result_file}

  32.         else

  33.             converter_result='converter tflite '${model_name}' failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  34.         fi

  35.     done < ${models_tflite_config}

  36. 

  37.     # Convert caffe models:

  38.     while read line; do

  39.         model_name=${line}

  40.         if [[ $model_name == \#* ]]; then

  41.           continue

  42.         fi

  43.         echo ${model_name} >> "${run_converter_log_file}"

  44.         echo './converter_lite  --fmk=CAFFE --modelFile='${models_path}'/'${model_name}'.prototxt --weightFile='${models_path}'/'${model_name}'.caffemodel --outputFile='${ms_models_path}'/'${model_name}'' >> "${run_converter_log_file}"

  45.         ./converter_lite  --fmk=CAFFE --modelFile=${models_path}/${model_name}.prototxt --weightFile=${models_path}/${model_name}.caffemodel --outputFile=${ms_models_path}/${model_name}

  46.         if [ $? = 0 ]; then

  47.             converter_result='converter caffe '${model_name}' pass';echo ${converter_result} >> ${run_converter_result_file}

  48.         else

  49.             converter_result='converter caffe '${model_name}' failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  50.         fi

  51.     done < ${models_caffe_config}

  52. 

  53.     # Convert onnx models:

  54.     while read line; do

  55.         model_name=${line%;*}

  56.         if [[ $model_name == \#* ]]; then

  57.           continue

  58.         fi

  59.         echo ${model_name} >> "${run_converter_log_file}"

  60.         echo './converter_lite  --fmk=ONNX --modelFile='${models_path}'/'${model_name}' --outputFile='${ms_models_path}'/'${model_name}'' >> "${run_converter_log_file}"

  61.         ./converter_lite  --fmk=ONNX --modelFile=${models_path}/${model_name} --outputFile=${ms_models_path}/${model_name}

  62.         if [ $? = 0 ]; then

  63.             converter_result='converter onnx '${model_name}' pass';echo ${converter_result} >> ${run_converter_result_file}

  64.         else

  65.             converter_result='converter onnx '${model_name}' failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  66.         fi

  67.     done < ${models_onnx_config}

  68. 

  69.     # Convert mindspore models:

  70.     while read line; do

  71.         mindspore_line_info=${line}

  72.         if [[ $mindspore_line_info == \#* ]]; then

  73.           continue

  74.         fi

  75.         model_name=`echo ${mindspore_line_info}|awk -F ' ' '{print $1}'`

  76.         accuracy_limit=`echo ${mindspore_line_info}|awk -F ' ' '{print $2}'`

  77.         echo ${model_name} >> "${run_converter_log_file}"

  78.         echo './converter_lite  --fmk=MINDIR --modelFile='${models_path}'/'${model_name}' --outputFile='${ms_models_path}'/'${model_name}'' >> "${run_converter_log_file}"

  79.         ./converter_lite  --fmk=MINDIR --modelFile=${models_path}/${model_name} --outputFile=${ms_models_path}/${model_name}

  80.         if [ $? = 0 ]; then

  81.             converter_result='converter mindspore '${model_name}' pass';echo ${converter_result} >> ${run_converter_result_file}

  82.         else

  83.             converter_result='converter mindspore '${model_name}' failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  84.         fi

  85.     done < ${models_mindspore_config}

  86. 

  87.     # Convert mindspore train models:

  88.     while read line; do

  89.         model_name=${line}

  90.         if [[ $model_name == \#* ]]; then

  91.           continue

  92.         fi

  93.         echo ${model_name}'_train' >> "${run_converter_log_file}"

  94.         echo './converter_lite  --fmk=MINDIR --modelFile='${models_path}'/'${model_name}' --outputFile='${ms_models_path}'/'${model_name}'_train  --trainModel=true' >> "${run_converter_log_file}"

  95.         ./converter_lite  --fmk=MINDIR --modelFile=${models_path}/${model_name} --outputFile=${ms_models_path}/${model_name}'_train' --trainModel=true

  96.         if [ $? = 0 ]; then

  97.             converter_result='converter mindspore '${model_name}'_train pass';echo ${converter_result} >> ${run_converter_result_file}

  98.         else

  99.             converter_result='converter mindspore '${model_name}'_train failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  100.         fi

  101.     done < ${models_mindspore_train_config}

  102. 

  103.     # Convert TFLite PostTraining models:

  104.     while read line; do

  105.         model_name=${line}

  106.         if [[ $model_name == \#* ]]; then

  107.           continue

  108.         fi

  109.         echo ${model_name} >> "${run_converter_log_file}"

  110.         echo 'convert mode name: '${model_name}' begin.'

  111.         echo './converter_lite  --fmk=TFLITE --modelFile='${models_path}'/'${model_name}' --outputFile='${ms_models_path}'/'${model_name}_posttraining' --quantType=PostTraining --config_file='${models_path}'/'${model_name}'_posttraining.config' >> "${run_converter_log_file}"

  112.         ./converter_lite  --fmk=TFLITE --modelFile=$models_path/${model_name} --outputFile=${ms_models_path}/${model_name}_posttraining --quantType=PostTraining --configFile=${models_path}/${model_name}_posttraining.config

  113.         if [ $? = 0 ]; then

  114.             converter_result='converter post_training '${model_name}' pass';echo ${converter_result} >> ${run_converter_result_file}

  115.         else

  116.             converter_result='converter post_training '${model_name}' failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  117.         fi

  118.     done < ${models_tflite_posttraining_config}

  119. 

  120.     # Convert Caffe PostTraining models:

  121.     while read line; do

  122.         model_name=${line}

  123.         if [[ $model_name == \#* ]]; then

  124.           continue

  125.         fi

  126.         echo ${model_name} >> "${run_converter_log_file}"

  127.         echo 'convert mode name: '${model_name}' begin.'

  128.         echo './converter_lite  --fmk=TFLITE --modelFile='${models_path}'/'${model_name}' --outputFile='${ms_models_path}'/'${model_name}_posttraining' --quantType=PostTraining --config_file='${models_path}'/'${model_name}'_posttraining.config' >> "${run_converter_log_file}"

  129.         ./converter_lite  --fmk=CAFFE --modelFile=$models_path/${model_name}.prototxt --weightFile=$models_path/${model_name}.caffemodel --outputFile=${ms_models_path}/${model_name}_posttraining --quantType=PostTraining --configFile=${models_path}/config.${model_name}

  130.         if [ $? = 0 ]; then

  131.             converter_result='converter post_training '${model_name}' pass';echo ${converter_result} >> ${run_converter_result_file}

  132.         else

  133.             converter_result='converter post_training '${model_name}' failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  134.         fi

  135.     done < ${models_caffe_posttraining_config}

  136. 

  137.     # Convert TFLite AwareTraining models:

  138.     while read line; do

  139.         model_name=${line}

  140.         if [[ $model_name == \#* ]]; then

  141.           continue

  142.         fi

  143.         echo ${model_name} >> "${run_converter_log_file}"

  144.         echo './converter_lite  --fmk=TFLITE --modelFile='${models_path}'/'${model_name}' --outputFile='${ms_models_path}'/'${model_name}' --inputDataType=FLOAT  --outputDataType=FLOAT' >> "${run_converter_log_file}"

  145.         ./converter_lite  --fmk=TFLITE --modelFile=${models_path}/${model_name} --outputFile=${ms_models_path}/${model_name}   --inputDataType=FLOAT  --outputDataType=FLOAT

  146.         if [ $? = 0 ]; then

  147.             converter_result='converter aware_training '${model_name}' pass';echo ${converter_result} >> ${run_converter_result_file}

  148.         else

  149.             converter_result='converter aware_training '${model_name}' failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  150.         fi

  151.     done < ${models_tflite_awaretraining_config}

  152. 

  153.     # Copy fp16 ms models:

  154.     while read line; do

  155.         fp16_line_info=${line}

  156.         if [[ $fp16_line_info == \#* ]]; then

  157.           continue

  158.         fi

  159.         model_name=`echo ${fp16_line_info}|awk -F ' ' '{print $1}'`

  160.         echo 'cp '${ms_models_path}'/'${model_name}'.ms' ${ms_models_path}'/'${model_name}'.fp16.ms'

  161.         cp ${ms_models_path}/${model_name}.ms ${ms_models_path}/${model_name}.fp16.ms

  162.         if [ $? = 0 ]; then

  163.             converter_result='converter fp16 '${model_name}' pass';echo ${converter_result} >> ${run_converter_result_file}

  164.         else

  165.             converter_result='converter fp16 '${model_name}' failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  166.         fi

  167.     done < ${models_fp16_config}

  168. 

  169.     # Convert tflite weightquant models:

  170.     while read line; do

  171.         model_name=${line}

  172.         if [[ $model_name == \#* ]]; then

  173.           continue

  174.         fi

  175.         echo ${model_name} >> "${run_converter_log_file}"

  176.         echo './converter_lite  --fmk=TFLITE --modelFile='${models_path}'/'${model_name}' --outputFile='${ms_models_path}'/'${model_name}'--quantType=WeightQuant --bitNum=8 --quantWeightSize=500 --quantWeightChannel=16' >> "${run_converter_log_file}"

  177.         ./converter_lite  --fmk=TFLITE --modelFile=$models_path/${model_name} --outputFile=${ms_models_path}/${model_name}_weightquant --quantType=WeightQuant --bitNum=8 --quantWeightSize=500 --quantWeightChannel=16

  178.         if [ $? = 0 ]; then

  179.             converter_result='converter weight_quant '${model_name}' pass';echo ${converter_result} >> ${run_converter_result_file}

  180.         else

  181.             converter_result='converter weight_quant '${model_name}' failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  182.         fi

  183.     done < ${models_tflite_weightquant_config}

  184. 

  185.     # Convert mindir weightquant models:

  186.     while read line; do

  187.         model_name=${line}

  188.         if [[ $model_name == \#* ]]; then

  189.           continue

  190.         fi

  191.         echo ${model_name} >> "${run_converter_log_file}"

  192.         echo './converter_lite  --fmk=MINDIR --modelFile='${models_path}'/'${model_name}' --outputFile='${ms_models_path}'/'${model_name}' --quantType=WeightQuant --bitNum=8 --quantWeightSize=500 --quantWeightChannel=16' >> "${run_converter_log_file}"

  193.         ./converter_lite  --fmk=MINDIR --modelFile=$models_path/${model_name} --outputFile=${ms_models_path}/${model_name}_weightquant --quantType=WeightQuant --bitNum=8 --quantWeightSize=500 --quantWeightChannel=16

  194.         if [ $? = 0 ]; then

  195.             converter_result='converter weight_quant '${model_name}' pass';echo ${converter_result} >> ${run_converter_result_file}

  196.         else

  197.             converter_result='converter weight_quant '${model_name}' failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  198.         fi

  199.     done < ${models_mindspore_weightquant_config}

  200. 

  201.     # Convert mindir mixbit weightquant models:

  202.     while read line; do

  203.         model_name=${line}

  204.         if [[ $model_name == \#* ]]; then

  205.           continue

  206.         fi

  207.         echo ${model_name}'_7bit' >> "${run_converter_log_file}"

  208.         echo './converter_lite  --fmk=MINDIR --modelFile='${models_path}'/'${model_name}' --outputFile='${ms_models_path}'/'${model_name}'_7bit  --quantType=WeightQuant --bitNum=7 --quantWeightSize=500 --quantWeightChannel=16' >> "${run_converter_log_file}"

  209.         ./converter_lite  --fmk=MINDIR --modelFile=${models_path}/${model_name} --outputFile=${ms_models_path}/${model_name}'_7bit' --quantType=WeightQuant --bitNum=7 --quantWeightSize=500 --quantWeightChannel=16

  210.         if [ $? = 0 ]; then

  211.             converter_result='converter mindspore '${model_name}'_7bit pass';echo ${converter_result} >> ${run_converter_result_file}

  212.         else

  213.             converter_result='converter mindspore '${model_name}'_7bit failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  214.         fi

  215.         echo ${model_name}'_9bit' >> "${run_converter_log_file}"

  216.         echo './converter_lite  --fmk=MINDIR --modelFile='${models_path}'/'${model_name}' --outputFile='${ms_models_path}'/'${model_name}'_9bit  --quantType=WeightQuant --bitNum=9 --quantWeightSize=500 --quantWeightChannel=16' >> "${run_converter_log_file}"

  217.         ./converter_lite  --fmk=MINDIR --modelFile=${models_path}/${model_name} --outputFile=${ms_models_path}/${model_name}'_9bit' --quantType=WeightQuant --bitNum=9 --quantWeightSize=500 --quantWeightChannel=16

  218.         if [ $? = 0 ]; then

  219.             converter_result='converter mindspore '${model_name}'_9bit pass';echo ${converter_result} >> ${run_converter_result_file}

  220.         else

  221.             converter_result='converter mindspore '${model_name}'_9bit failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  222.         fi

  223.     done < ${models_mindspore_mixbit_config}

  224. 

  225.     # Convert models which has several inputs or does not need to be cared about the accuracy:

  226.     while read line; do

  227.         if [[ $line == \#* ]]; then

  228.           continue

  229.         fi

  230.         model_name=${line%%;*}

  231.         model_type=${model_name##*.}

  232.         case $model_type in

  233.           tflite)

  234.             model_fmk="TFLITE"

  235.             ;;

  236.           caffemodel)

  237.             model_name=${model_name%.*}

  238.             model_fmk="CAFFE"

  239.             ;;

  240.           onnx)

  241.             model_fmk="ONNX"

  242.             ;;

  243.           mindir)

  244.             model_fmk="MINDIR"

  245.             ;;

  246.         esac

  247.         echo ${model_name} >> "${run_converter_log_file}"

  248.         echo './converter_lite  --fmk='${model_fmk}' --modelFile='${models_path}'/'${model_name}' --outputFile='${ms_models_path}'/'${model_name} >> "${run_converter_log_file}"

  249.         ./converter_lite  --fmk=${model_fmk} --modelFile=${models_path}/${model_name} --outputFile=${ms_models_path}/${model_name}

  250.         if [ $? = 0 ]; then

  251.             converter_result='converter '${model_type}' '${model_name}' pass';echo ${converter_result} >> ${run_converter_result_file}

  252.         else

  253.             converter_result='converter '${model_type}' '${model_name}' failed';echo ${converter_result} >> ${run_converter_result_file};return 1

  254.         fi

  255.     done < ${models_only_for_process_config}

  256. }

  257. 

  258. # Run on x86 platform:

  259. function Run_x86() {

  260.     # Run tflite converted models:

  261.     while read line; do

  262.         model_name=${line}

  263.         if [[ $model_name == \#* ]]; then

  264.           continue

  265.         fi

  266.         echo ${model_name} >> "${run_x86_log_file}"

  267.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-'${process_unit_x86} >> "{run_x86_log_file}"

  268.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-${process_unit_x86} || return 1

  269.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_log_file}"

  270.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.ms.out >> "${run_x86_log_file}"

  271.         if [ $? = 0 ]; then

  272.             run_result='x86: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  273.         else

  274.             run_result='x86: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  275.         fi

  276.     done < ${models_tflite_config}

  277. 

  278.     # Run caffe converted models:

  279.     while read line; do

  280.         model_name=${line}

  281.         if [[ $model_name == \#* ]]; then

  282.           continue

  283.         fi

  284.         echo ${model_name} >> "${run_x86_log_file}"

  285.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-'${process_unit_x86} >> "${run_x86_log_file}"

  286.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-${process_unit_x86} || return 1

  287.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_log_file}"

  288.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.ms.out >> "${run_x86_log_file}"

  289.         if [ $? = 0 ]; then

  290.             run_result='x86: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  291.         else

  292.             run_result='x86: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  293.         fi

  294.     done < ${models_caffe_config}

  295. 

  296.     # Run onnx converted models:

  297.     while read line; do

  298.         model_name=${line%;*}

  299.         length=${#model_name}

  300.         input_shapes=${line:length+1}

  301.         if [[ $model_name == \#* ]]; then

  302.           continue

  303.         fi

  304.         echo ${model_name} >> "${run_x86_log_file}"

  305.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-'${process_unit_x86} >> "${run_x86_log_file}"

  306.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-${process_unit_x86} || return 1

  307.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --inputShapes='${input_shapes}' --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_log_file}"

  308.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --inputShapes=${input_shapes} --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.ms.out >> "${run_x86_log_file}"

  309.         if [ $? = 0 ]; then

  310.             run_result='x86: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  311.         else

  312.             run_result='x86: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  313.         fi

  314.     done < ${models_onnx_config}

  315. 

  316.     # Run tflite post training quantization converted models:

  317.     while read line; do

  318.         model_name=${line}

  319.         if [[ $model_name == \#* ]]; then

  320.           continue

  321.         fi

  322.         echo ${model_name} >> "${run_x86_log_file}"

  323.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-'${process_unit_x86} >> "${run_x86_log_file}"

  324.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-${process_unit_x86} || return 1

  325.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'_posttraining.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/quantTraining/mnist_calibration_data/00099.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'_posttraining.ms.out' >> "${run_x86_log_file}"

  326.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}_posttraining.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/quantTraining/mnist_calibration_data/00099.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}_posttraining.ms.out >> "${run_x86_log_file}"

  327.         if [ $? = 0 ]; then

  328.             run_result='x86: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  329.         else

  330.             run_result='x86: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  331.         fi

  332.     done < ${models_tflite_posttraining_config}

  333. 

  334.     # Run caffe post training quantization converted models:

  335.     while read line; do

  336.         model_name=${line}

  337.         if [[ $model_name == \#* ]]; then

  338.           continue

  339.         fi

  340.         echo ${model_name} >> "${run_x86_log_file}"

  341.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-'${process_unit_x86} >> "${run_x86_log_file}"

  342.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-${process_unit_x86} || return 1

  343.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'_posttraining.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/quantTraining/ml_face_mnet_calibration_data/20_Family_Group_Family_Group_20_1001.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'_posttraining.ms.out'  --accuracyThreshold=105 >> "${run_x86_log_file}"

  344.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}_posttraining.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/quantTraining/ml_face_mnet_calibration_data/20_Family_Group_Family_Group_20_1001.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}_posttraining.ms.out --accuracyThreshold=105 >> "${run_x86_log_file}"

  345.         if [ $? = 0 ]; then

  346.             run_result='x86: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  347.         else

  348.             run_result='x86: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  349.         fi

  350.     done < ${models_caffe_posttraining_config}

  351. 

  352.     # Run tflite aware training quantization converted models:

  353.     while read line; do

  354.         model_name=${line}

  355.         if [[ $model_name == \#* ]]; then

  356.           continue

  357.         fi

  358.         echo ${model_name} >> "${run_x86_log_file}"

  359.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-'${process_unit_x86} >> "${run_x86_log_file}"

  360.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-${process_unit_x86} || return 1

  361.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_log_file}"

  362.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.ms.out >> "${run_x86_log_file}"

  363.         if [ $? = 0 ]; then

  364.             run_result='x86: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  365.         else

  366.             run_result='x86: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  367.         fi

  368.     done < ${models_tflite_awaretraining_config}

  369. 

  370.     # Run mindspore converted train models:

  371.     while read line; do

  372.         model_name=${line}

  373.         if [[ $model_name == \#* ]]; then

  374.           continue

  375.         fi

  376.         echo ${model_name}'_train' >> "${run_x86_log_file}"

  377.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-'${process_unit_x86} >> "${run_x86_log_file}"

  378.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-${process_unit_x86} || return 1

  379.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'_train.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.train.ms.out' >> "${run_x86_log_file}"

  380.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}'_train'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.train.ms.out --accuracyThreshold=1.5 >> "${run_x86_log_file}"

  381.         if [ $? = 0 ]; then

  382.             run_result='x86: '${model_name}'_train pass'; echo ${run_result} >> ${run_benchmark_result_file}

  383.         else

  384.             run_result='x86: '${model_name}'_train failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  385.         fi

  386.     done < ${models_mindspore_train_config}

  387. 

  388.     # Run mindspore converted models:

  389.     while read line; do

  390.         mindspore_line_info=${line}

  391.         if [[ $mindspore_line_info == \#* ]]; then

  392.           continue

  393.         fi

  394.         model_name=`echo ${mindspore_line_info}|awk -F ' ' '{print $1}'`

  395.         accuracy_limit=`echo ${mindspore_line_info}|awk -F ' ' '{print $2}'`

  396.         echo "---------------------------------------------------------" >> "${run_x86_log_file}"

  397.         echo "mindspore run: ${model_name}, accuracy limit:${accuracy_limit}" >> "${run_x86_log_file}"

  398.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-'${process_unit_x86} >> "${run_x86_log_file}"

  399.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-${process_unit_x86} || return 1

  400.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_log_file}"

  401.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.ms.out --accuracyThreshold=${accuracy_limit} >> "${run_x86_log_file}"

  402.         if [ $? = 0 ]; then

  403.             run_result='x86: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  404.         else

  405.             run_result='x86: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  406.         fi

  407.     done < ${models_mindspore_config}

  408. 

  409.     # Run tflite weight quantization converted models:

  410.     while read line; do

  411.         model_name=${line}

  412.         if [[ $model_name == \#* ]]; then

  413.           continue

  414.         fi

  415.         echo ${model_name} >> "${run_x86_log_file}"

  416.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-'${process_unit_x86} >> "${run_x86_log_file}"

  417.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-${process_unit_x86} || return 1

  418.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_log_file}"

  419.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}_weightquant.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.ms.out >> "${run_x86_log_file}"

  420.         if [ $? = 0 ]; then

  421.             run_result='x86: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  422.         else

  423.             run_result='x86: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  424.         fi

  425.     done < ${models_tflite_weightquant_config}

  426. 

  427.     # Run mindir weight quantization converted models:

  428.     while read line; do

  429.         model_name=${line}

  430.         if [[ $model_name == \#* ]]; then

  431.           continue

  432.         fi

  433.         echo ${model_name} >> "${run_x86_log_file}"

  434.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-'${process_unit_x86} >> "${run_x86_log_file}"

  435.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-${process_unit_x86} || return 1

  436.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_log_file}"

  437.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}_weightquant.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.weightquant.ms.out >> "${run_x86_log_file}"

  438.         if [ $? = 0 ]; then

  439.             run_result='x86: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  440.         else

  441.             run_result='x86: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  442.         fi

  443.     done < ${models_mindspore_weightquant_config}

  444. 

  445.     # Run mindir mixbit weight quantization converted models:

  446.     while read line; do

  447.         model_name=${line}

  448.         if [[ $model_name == \#* ]]; then

  449.           continue

  450.         fi

  451.         echo ${model_name} >> "${run_x86_log_file}"

  452.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-'${process_unit_x86} >> "${run_x86_log_file}"

  453.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-${process_unit_x86} || return 1

  454.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'_7bit.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'_7bit.ms.out' >> "${run_x86_log_file}"

  455.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}_7bit.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}_7bit.ms.out >> "${run_x86_log_file}"

  456.         if [ $? = 0 ]; then

  457.             run_result='x86: '${model_name}'_7bit pass'; echo ${run_result} >> ${run_benchmark_result_file}

  458.         else

  459.             run_result='x86: '${model_name}'_7bit failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  460.         fi

  461.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'_9bit.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'_9bit.ms.out' >> "${run_x86_log_file}"

  462.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}_9bit.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}_9bit.ms.out >> "${run_x86_log_file}"

  463.         if [ $? = 0 ]; then

  464.             run_result='x86: '${model_name}'_9bit pass'; echo ${run_result} >> ${run_benchmark_result_file}

  465.         else

  466.             run_result='x86: '${model_name}'_9bit failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  467.         fi

  468.     done < ${models_mindspore_mixbit_config}

  469. 

  470.     # Run converted models which has several inputs or does not need to be cared about the accuracy:

  471.     while read line; do

  472.         if [[ $line == \#* ]]; then

  473.           continue

  474.         fi

  475.         model_name=${line%%;*}

  476.         model_name_len=${#model_name}

  477.         input_params=${line:model_name_len+1}

  478.         input_num=${input_params%%;*}

  479.         input_shape=${input_params##*;}

  480.         input_files=''

  481.         output_file=''

  482.         if [[ -z "$input_files" || $input_files == 1 ]] && [ -e ${ms_models_path}/${model_name}'.ms.bin' ]; then

  483.           input_files=$model_name'.ms.bin'

  484.         elif [[ ! -z "$input_files" && $input_files > 1 ]]; then

  485.           for i in $(seq 1 $input_num)

  486.           do

  487.             input_files=$input_files$model_name'.ms.bin_'$i','

  488.           done

  489.         fi

  490.         if [ -e ${ms_models_path}/${model_name}'.ms.out' ]; then

  491.           output_file=${ms_models_path}/${model_name}'.ms.out'

  492.         fi

  493.         if [[ ${model_name##*.} == "caffemodel" ]]; then

  494.           model_name=${model_name%.*}

  495.         fi

  496.         echo ${model_name} >> "${run_x86_log_file}"

  497.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-'${process_unit_x86} >> "{run_x86_log_file}"

  498.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-${process_unit_x86} || return 1

  499.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile='${input_files}' --benchmarkDataFile='${output_file}' --loopCount=1 --warmUpLoopCount=0' >> "${run_x86_log_file}"

  500.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}.ms --inDataFile=${input_files} --benchmarkDataFile=${output_file} --loopCount=1 --warmUpLoopCount=0 >> "${run_x86_log_file}"

  501.         if [ $? = 0 ]; then

  502.             run_result='x86: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  503.         else

  504.             run_result='x86: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  505.         fi

  506.     done < ${models_only_for_process_config}

  507. }

  508. 

  509. # Run on x86 sse platform:

  510. function Run_x86_sse() {

  511.     # Run tflite converted models:

  512.     while read line; do

  513.         model_name=${line}

  514.         if [[ $model_name == \#* ]]; then

  515.           continue

  516.         fi

  517.         echo ${model_name} >> "${run_x86_sse_log_file}"

  518.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-sse-'${process_unit_x86} >> "{run_x86_sse_log_file}"

  519.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-sse-${process_unit_x86} || return 1

  520.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_sse_log_file}"

  521.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.ms.out >> "${run_x86_sse_log_file}"

  522.         if [ $? = 0 ]; then

  523.             run_result='x86_sse: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  524.         else

  525.             run_result='x86_sse: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  526.         fi

  527.     done < ${models_tflite_config}

  528. 

  529.     # Run caffe converted models:

  530.     while read line; do

  531.         model_name=${line}

  532.         if [[ $model_name == \#* ]]; then

  533.           continue

  534.         fi

  535.         echo ${model_name} >> "${run_x86_sse_log_file}"

  536.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-sse-'${process_unit_x86} >> "${run_x86_sse_log_file}"

  537.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-sse-${process_unit_x86} || return 1

  538.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_sse_log_file}"

  539.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.ms.out >> "${run_x86_sse_log_file}"

  540.         if [ $? = 0 ]; then

  541.             run_result='x86_sse: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  542.         else

  543.             run_result='x86_sse: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  544.         fi

  545.     done < ${models_caffe_config}

  546. 

  547.     # Run onnx converted models:

  548.     while read line; do

  549.         model_name=${line%;*}

  550.         length=${#model_name}

  551.         input_shapes=${line:length+1}

  552.         if [[ $model_name == \#* ]]; then

  553.           continue

  554.         fi

  555.         echo ${model_name} >> "${run_x86_sse_log_file}"

  556.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-sse-'${process_unit_x86} >> "${run_x86_sse_log_file}"

  557.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-sse-${process_unit_x86} || return 1

  558.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --inputShapes='${input_shapes}' --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_sse_log_file}"

  559.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --inputShapes=${input_shapes} --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.ms.out >> "${run_x86_sse_log_file}"

  560.         if [ $? = 0 ]; then

  561.             run_result='x86_sse: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  562.         else

  563.             run_result='x86_sse: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  564.         fi

  565.     done < ${models_onnx_config}

  566. 

  567.     # Run tflite post training quantization converted models:

  568.     while read line; do

  569.         model_name=${line}

  570.         if [[ $model_name == \#* ]]; then

  571.           continue

  572.         fi

  573.         echo ${model_name} >> "${run_x86_sse_log_file}"

  574.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-sse-'${process_unit_x86} >> "${run_x86_sse_log_file}"

  575.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-sse-${process_unit_x86} || return 1

  576.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'_posttraining.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/quantTraining/mnist_calibration_data/00099.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'_posttraining.ms.out' >> "${run_x86_sse_log_file}"

  577.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}_posttraining.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/quantTraining/mnist_calibration_data/00099.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}_posttraining.ms.out >> "${run_x86_sse_log_file}"

  578.         if [ $? = 0 ]; then

  579.             run_result='x86_sse: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  580.         else

  581.             run_result='x86_sse: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  582.         fi

  583.     done < ${models_tflite_posttraining_config}

  584. 

  585.     # Run caffe post training quantization converted models:

  586.     while read line; do

  587.         model_name=${line}

  588.         if [[ $model_name == \#* ]]; then

  589.           continue

  590.         fi

  591.         echo ${model_name} >> "${run_x86_sse_log_file}"

  592.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-sse-'${process_unit_x86} >> "${run_x86_sse_log_file}"

  593.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-sse-${process_unit_x86} || return 1

  594.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'_posttraining.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/quantTraining/ml_face_mnet_calibration_data/20_Family_Group_Family_Group_20_1001.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'_posttraining.ms.out'  --accuracyThreshold=105 >> "${run_x86_sse_log_file}"

  595.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}_posttraining.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/quantTraining/ml_face_mnet_calibration_data/20_Family_Group_Family_Group_20_1001.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}_posttraining.ms.out --accuracyThreshold=105 >> "${run_x86_sse_log_file}"

  596.         if [ $? = 0 ]; then

  597.             run_result='x86_sse: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  598.         else

  599.             run_result='x86_sse: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  600.         fi

  601.     done < ${models_caffe_posttraining_config}

  602. 

  603.     # Run tflite aware training quantization converted models:

  604.     while read line; do

  605.         model_name=${line}

  606.         if [[ $model_name == \#* ]]; then

  607.           continue

  608.         fi

  609.         echo ${model_name} >> "${run_x86_sse_log_file}"

  610.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-sse-'${process_unit_x86} >> "${run_x86_sse_log_file}"

  611.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-sse-${process_unit_x86} || return 1

  612.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_sse_log_file}"

  613.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.ms.out >> "${run_x86_sse_log_file}"

  614.         if [ $? = 0 ]; then

  615.             run_result='x86_sse: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  616.         else

  617.             run_result='x86_sse: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  618.         fi

  619.     done < ${models_tflite_awaretraining_config}

  620. 

  621.     # Run mindspore converted train models:

  622.     while read line; do

  623.         model_name=${line}

  624.         if [[ $model_name == \#* ]]; then

  625.           continue

  626.         fi

  627.         echo ${model_name}'_train' >> "${run_x86_sse_log_file}"

  628.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-sse-'${process_unit_x86} >> "${run_x86_sse_log_file}"

  629.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-sse-${process_unit_x86} || return 1

  630.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'_train.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.train.ms.out' >> "${run_x86_sse_log_file}"

  631.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}'_train'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.train.ms.out --accuracyThreshold=1.5 >> "${run_x86_sse_log_file}"

  632.         if [ $? = 0 ]; then

  633.             run_result='x86_sse: '${model_name}'_train pass'; echo ${run_result} >> ${run_benchmark_result_file}

  634.         else

  635.             run_result='x86_sse: '${model_name}'_train failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  636.         fi

  637.     done < ${models_mindspore_train_config}

  638. 

  639.     # Run mindspore converted models:

  640.     while read line; do

  641.         mindspore_line_info=${line}

  642.         if [[ $mindspore_line_info == \#* ]]; then

  643.           continue

  644.         fi

  645.         model_name=`echo ${mindspore_line_info}|awk -F ' ' '{print $1}'`

  646.         accuracy_limit=`echo ${mindspore_line_info}|awk -F ' ' '{print $2}'`

  647.         echo "---------------------------------------------------------" >> "${run_x86_sse_log_file}"

  648.         echo "mindspore run: ${model_name}, accuracy limit:${accuracy_limit}" >> "${run_x86_sse_log_file}"

  649.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-sse-'${process_unit_x86} >> "${run_x86_sse_log_file}"

  650.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-sse-${process_unit_x86} || return 1

  651.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_sse_log_file}"

  652.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.ms.out --accuracyThreshold=${accuracy_limit} >> "${run_x86_sse_log_file}"

  653.         if [ $? = 0 ]; then

  654.             run_result='x86_sse: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  655.         else

  656.             run_result='x86_sse: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  657.         fi

  658.     done < ${models_mindspore_config}

  659. 

  660.     # Run tflite weight quantization converted models:

  661.     while read line; do

  662.         model_name=${line}

  663.         if [[ $model_name == \#* ]]; then

  664.           continue

  665.         fi

  666.         echo ${model_name} >> "${run_x86_sse_log_file}"

  667.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-sse-'${process_unit_x86} >> "${run_x86_sse_log_file}"

  668.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-sse-${process_unit_x86} || return 1

  669.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_sse_log_file}"

  670.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}_weightquant.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.ms.out >> "${run_x86_sse_log_file}"

  671.         if [ $? = 0 ]; then

  672.             run_result='x86_sse: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  673.         else

  674.             run_result='x86_sse: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  675.         fi

  676.     done < ${models_tflite_weightquant_config}

  677. 

  678.     # Run mindir weight quantization converted models:

  679.     while read line; do

  680.         model_name=${line}

  681.         if [[ $model_name == \#* ]]; then

  682.           continue

  683.         fi

  684.         echo ${model_name} >> "${run_x86_sse_log_file}"

  685.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-sse-'${process_unit_x86} >> "${run_x86_sse_log_file}"

  686.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-sse-${process_unit_x86} || return 1

  687.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'.ms.out' >> "${run_x86_sse_log_file}"

  688.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}_weightquant.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}.weightquant.ms.out >> "${run_x86_sse_log_file}"

  689.         if [ $? = 0 ]; then

  690.             run_result='x86_sse: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  691.         else

  692.             run_result='x86_sse: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  693.         fi

  694.     done < ${models_mindspore_weightquant_config}

  695. 

  696.     # Run mindir mixbit weight quantization converted models:

  697.     while read line; do

  698.         model_name=${line}

  699.         if [[ $model_name == \#* ]]; then

  700.           continue

  701.         fi

  702.         echo ${model_name} >> "${run_x86_sse_log_file}"

  703.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-sse-'${process_unit_x86} >> "${run_x86_sse_log_file}"

  704.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-sse-${process_unit_x86} || return 1

  705.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'_7bit.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'_7bit.ms.out' >> "${run_x86_sse_log_file}"

  706.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}_7bit.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}_7bit.ms.out >> "${run_x86_sse_log_file}"

  707.         if [ $? = 0 ]; then

  708.             run_result='x86_sse: '${model_name}'_7bit pass'; echo ${run_result} >> ${run_benchmark_result_file}

  709.         else

  710.             run_result='x86_sse: '${model_name}'_7bit failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  711.         fi

  712.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'_9bit.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/'${model_name}'_9bit.ms.out' >> "${run_x86_sse_log_file}"

  713.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}_9bit.ms --inDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/input/${model_name}.ms.bin --benchmarkDataFile=/home/workspace/mindspore_dataset/mslite/models/hiai/input_output/output/${model_name}_9bit.ms.out >> "${run_x86_sse_log_file}"

  714.         if [ $? = 0 ]; then

  715.             run_result='x86_sse: '${model_name}'_9bit pass'; echo ${run_result} >> ${run_benchmark_result_file}

  716.         else

  717.             run_result='x86_sse: '${model_name}'_9bit failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  718.         fi

  719.     done < ${models_mindspore_mixbit_config}

  720. 

  721.     # Run converted models which has several inputs or does not need to be cared about the accuracy:

  722.     while read line; do

  723.         model_name=${line%%;*}

  724.         model_name_len=${#model_name}

  725.         input_params=${line:model_name_len+1}

  726.         input_num=${input_params%%;*}

  727.         input_shape=${input_params##*;}

  728.         input_files=''

  729.         output_file=''

  730.         if [[ -z "$input_files" || $input_files == 1 ]] && [ -e ${ms_models_path}/${model_name}'.ms.bin' ]; then

  731.           input_files=$model_name'.ms.bin'

  732.         elif [[ ! -z "$input_files" && $input_files > 1 ]]; then

  733.           for i in $(seq 1 $input_num)

  734.           do

  735.             input_files=$input_files$model_name'.ms.bin_'$i','

  736.           done

  737.         fi

  738.         if [ -e ${ms_models_path}/${model_name}'.ms.out' ]; then

  739.           output_file=${ms_models_path}/${model_name}'.ms.out'

  740.         fi

  741.         if [[ ${model_name##*.} == "caffemodel" ]]; then

  742.           model_name=${model_name%.*}

  743.         fi

  744.         echo ${model_name} >> "${run_x86_sse_log_file}"

  745.         echo 'cd  '${x86_path}'/mindspore-lite-'${version}'-runtime-x86-sse-'${process_unit_x86} >> "{run_x86_sse_log_file}"

  746.         cd ${x86_path}/mindspore-lite-${version}-runtime-x86-sse-${process_unit_x86} || return 1

  747.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile='${ms_models_path}'/'${model_name}'.ms --inDataFile='${input_files}' --benchmarkDataFile='${output_file}' --loopCount=1 --warmUpLoopCount=0' >> "${run_x86_sse_log_file}"

  748.         export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:./lib:./third_party/libjpeg-turbo/lib:./third_party/opencv/lib;./benchmark/benchmark --modelFile=${ms_models_path}/${model_name}.ms --inDataFile=${input_files} --benchmarkDataFile=${output_file} --loopCount=1 --warmUpLoopCount=0 >> "${run_x86_sse_log_file}"

  749.         if [ $? = 0 ]; then

  750.             run_result='x86_sse: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  751.         else

  752.             run_result='x86_sse: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  753.         fi

  754.     done < ${models_only_for_process_config}

  755. }

  756. 

  757. # Run on arm64 platform:

  758. function Run_arm64() {

  759.     # Unzip arm64

  760.     cd ${arm64_path} || exit 1

  761.     tar -zxf mindspore-lite-${version}-runtime-arm64-${process_unit_arm64}.tar.gz || exit 1

  762. 

  763.     # If build with minddata, copy the minddata related libs

  764.     cd ${benchmark_test_path} || exit 1

  765.     if [ -f ${arm64_path}/mindspore-lite-${version}-runtime-arm64-${process_unit_arm64}/lib/libminddata-lite.so ]; then

  766.         cp -a ${arm64_path}/mindspore-lite-${version}-runtime-arm64-${process_unit_arm64}/third_party/libjpeg-turbo/lib/libjpeg.so ${benchmark_test_path}/libjpeg.so || exit 1

  767.         cp -a ${arm64_path}/mindspore-lite-${version}-runtime-arm64-${process_unit_arm64}/third_party/libjpeg-turbo/lib/libturbojpeg.so ${benchmark_test_path}/libturbojpeg.so || exit 1

  768.         cp -a ${arm64_path}/mindspore-lite-${version}-runtime-arm64-${process_unit_arm64}/third_party/opencv/lib/libopencv_core.so ${benchmark_test_path}/libopencv_core.so || exit 1

  769.         cp -a ${arm64_path}/mindspore-lite-${version}-runtime-arm64-${process_unit_arm64}/third_party/opencv/lib/libopencv_imgcodecs.so ${benchmark_test_path}/libopencv_imgcodecs.so || exit 1

  770.         cp -a ${arm64_path}/mindspore-lite-${version}-runtime-arm64-${process_unit_arm64}/third_party/opencv/lib/libopencv_imgproc.so ${benchmark_test_path}/libopencv_imgproc.so || exit 1

  771.         cp -a ${arm64_path}/mindspore-lite-${version}-runtime-arm64-${process_unit_arm64}/lib/libminddata-lite.so ${benchmark_test_path}/libminddata-lite.so || exit 1

  772.     fi

  773. 

  774.     cp -a ${arm64_path}/mindspore-lite-${version}-runtime-arm64-${process_unit_arm64}/lib/libmindspore-lite.so ${benchmark_test_path}/libmindspore-lite.so || exit 1

  775.     cp -a ${arm64_path}/mindspore-lite-${version}-runtime-arm64-${process_unit_arm64}/benchmark/benchmark ${benchmark_test_path}/benchmark || exit 1

  776. 

  777.     # adb push all needed files to the phone

  778.     adb -s ${device_id} push ${benchmark_test_path} /data/local/tmp/ > adb_push_log.txt

  779. 

  780.     # run adb ,run session ,check the result:

  781.     echo 'cd  /data/local/tmp/benchmark_test' > adb_cmd.txt

  782.     echo 'cp  /data/local/tmp/libc++_shared.so ./' >> adb_cmd.txt

  783.     echo 'chmod 777 benchmark' >> adb_cmd.txt

  784. 

  785.     adb -s ${device_id} shell < adb_cmd.txt

  786. 

  787.     # Run compatibility test models:

  788.     while read line; do

  789.         model_name=${line}

  790.         if [[ $model_name == \#* ]]; then

  791.           continue

  792.         fi

  793.         echo ${model_name} >> "${run_arm64_log_file}"

  794.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  795.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms' >> "${run_arm64_log_file}"

  796.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms' >> adb_run_cmd.txt

  797.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  798.         if [ $? = 0 ]; then

  799.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  800.         else

  801.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  802.         fi

  803.         # run benchmark test without clib data

  804.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  805.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> "${run_arm64_log_file}"

  806.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> adb_run_cmd.txt

  807.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  808.         if [ $? = 0 ]; then

  809.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  810.         else

  811.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  812.         fi

  813.     done < ${models_compatibility_config}

  814. 

  815.     # Run tflite converted models:

  816.     while read line; do

  817.         model_name=${line}

  818.         if [[ $model_name == \#* ]]; then

  819.           continue

  820.         fi

  821.         echo ${model_name} >> "${run_arm64_log_file}"

  822.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  823.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out' >> "${run_arm64_log_file}"

  824.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out' >> adb_run_cmd.txt

  825.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  826.         if [ $? = 0 ]; then

  827.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  828.         else

  829.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  830.         fi

  831.         # run benchmark test without clib data

  832.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  833.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> "${run_arm64_log_file}"

  834.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> adb_run_cmd.txt

  835.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  836.         if [ $? = 0 ]; then

  837.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  838.         else

  839.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  840.         fi

  841.     done < ${models_tflite_config}

  842. 

  843.     # Run caffe converted models:

  844.     while read line; do

  845.         model_name=${line}

  846.         if [[ $model_name == \#* ]]; then

  847.           continue

  848.         fi

  849.         echo ${model_name} >> "${run_arm64_log_file}"

  850.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  851.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out' >> "${run_arm64_log_file}"

  852.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out' >> adb_run_cmd.txt

  853.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  854.         if [ $? = 0 ]; then

  855.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  856.         else

  857.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  858.         fi

  859.         # run benchmark test without clib data

  860.         echo ${model_name} >> "${run_arm64_log_file}"

  861.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  862.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> "${run_arm64_log_file}"

  863.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> adb_run_cmd.txt

  864.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  865.         if [ $? = 0 ]; then

  866.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  867.         else

  868.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  869.         fi

  870.     done < ${models_caffe_config}

  871. 

  872.     # Run caffe posttraing models:

  873.     while read line; do

  874.         model_name=${line}

  875.         if [[ $model_name == \#* ]]; then

  876.           continue

  877.         fi

  878.         echo ${model_name} >> "${run_arm64_log_file}"

  879.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  880.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'_posttraining.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'_posttraining.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'_posttraining.ms.out' --accuracyThreshold=146 >> "${run_arm64_log_file}"

  881.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'_posttraining.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'_posttraining.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'_posttraining.ms.out' --accuracyThreshold=146 >> adb_run_cmd.txt

  882.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  883.         if [ $? = 0 ]; then

  884.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  885.         else

  886.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  887.         fi

  888.         # run benchmark test without clib data

  889.         echo ${model_name} >> "${run_arm64_log_file}"

  890.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  891.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'_posttraining.ms --warmUpLoopCount=1 --loopCount=2' >> "${run_arm64_log_file}"

  892.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'_posttraining.ms --warmUpLoopCount=1 --loopCount=2' >> adb_run_cmd.txt

  893.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  894.         if [ $? = 0 ]; then

  895.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  896.         else

  897.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  898.         fi

  899.     done < ${models_caffe_posttraining_config}

  900. 

  901.     # Run onnx converted models:

  902.     while read line; do

  903.         model_name=${line%;*}

  904.         length=${#model_name}

  905.         input_shapes=${line:length+1}

  906.         if [[ $model_name == \#* ]]; then

  907.           continue

  908.         fi

  909.         echo ${model_name} >> "${run_arm64_log_file}"

  910.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  911.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --inputShapes='${input_shapes}' --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out' >> "${run_arm64_log_file}"

  912.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --inputShapes='${input_shapes}' --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out' >> adb_run_cmd.txt

  913.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  914.         if [ $? = 0 ]; then

  915.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  916.         else

  917.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  918.         fi

  919.         # run benchmark test without clib data

  920.         echo ${model_name} >> "${run_arm64_log_file}"

  921.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  922.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inputShapes='${input_shapes}' --warmUpLoopCount=1 --loopCount=2' >> "{run_arm64_log_file}"

  923.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inputShapes='${input_shapes}' --warmUpLoopCount=1 --loopCount=2' >> adb_run_cmd.txt

  924.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  925.         if [ $? = 0 ]; then

  926.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  927.         else

  928.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  929.         fi

  930.     done < ${models_onnx_config}

  931. 

  932.     # Run fp16 converted models:

  933.     while read line; do

  934.         fp16_line_info=${line}

  935.         if [[ $fp16_line_info == \#* ]]; then

  936.           continue

  937.         fi

  938.         model_name=`echo ${fp16_line_info}|awk -F ' ' '{print $1}'`

  939.         accuracy_limit=`echo ${fp16_line_info}|awk -F ' ' '{print $2}'`

  940.         echo "---------------------------------------------------------" >> "${run_arm64_log_file}"

  941.         echo "fp16 run: ${model_name}, accuracy limit:${accuracy_limit}" >> "${run_arm64_log_file}"

  942. 

  943.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  944.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test' >> adb_run_cmd.txt

  945.         echo './benchmark --modelFile='${model_name}'.fp16.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out --enableFp16=true --accuracyThreshold='${accuracy_limit} >> adb_run_cmd.txt

  946. 

  947.         cat adb_run_cmd.txt >> "${run_arm64_log_file}"

  948.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  949.         if [ $? = 0 ]; then

  950.             run_result='arm64_fp16: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  951.         else

  952.             run_result='arm64_fp16: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  953.         fi

  954. 

  955.         # run benchmark test without clib data

  956.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  957.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test' >> adb_run_cmd.txt

  958.         echo './benchmark --modelFile='${model_name}'.fp16.ms --warmUpLoopCount=1 --loopCount=2 --enableFp16=true' >> adb_run_cmd.txt

  959.         cat adb_run_cmd.txt >> "${run_arm64_log_file}"

  960.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  961.         if [ $? = 0 ]; then

  962.             run_result='arm64_fp16: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  963.         else

  964.             run_result='arm64_fp16: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  965.         fi

  966.     done < ${models_fp16_config}

  967. 

  968.     # Run tflite aware training quantization converted models:

  969.     while read line; do

  970.         model_name=${line}

  971.         if [[ $model_name == \#* ]]; then

  972.           continue

  973.         fi

  974.         echo ${model_name} >> "${run_arm64_log_file}"

  975.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  976.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out' >> "${run_arm64_log_file}"

  977.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out' >> adb_run_cmd.txt

  978.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  979.         if [ $? = 0 ]; then

  980.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  981.         else

  982.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  983.         fi

  984.         # run benchmark test without clib data

  985.         echo ${model_name} >> "${run_arm64_log_file}"

  986.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  987.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> "${run_arm64_log_file}"

  988.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> adb_run_cmd.txt

  989.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  990.         if [ $? = 0 ]; then

  991.             run_result='arm64_awq: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  992.         else

  993.             run_result='arm64_awq: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  994.         fi

  995.     done < ${models_tflite_awaretraining_config}

  996. 

  997.     # Run gpu tflite converted models:

  998.     while read line; do

  999.         model_name=${line}

  1000.         if [[ $model_name == \#* ]]; then

  1001.           continue

  1002.         fi

  1003.         echo ${model_name} >> "${run_arm64_log_file}"

  1004.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  1005.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --device=GPU --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out' >> "${run_arm64_log_file}"

  1006.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --device=GPU --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out' >> adb_run_cmd.txt

  1007.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  1008.         if [ $? = 0 ]; then

  1009.             run_result='arm64_gpu: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  1010.         else

  1011.             run_result='arm64_gpu: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  1012.         fi

  1013.         # run benchmark test without clib data

  1014.         #echo ${model_name}

  1015.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  1016.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --device=GPU --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> "${run_arm64_log_file}"

  1017.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --device=GPU --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> adb_run_cmd.txt

  1018.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  1019.         if [ $? = 0 ]; then

  1020.             run_result='arm64_gpu: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  1021.         else

  1022.             run_result='arm64_gpu: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  1023.         fi

  1024.     done < ${models_tflite_gpu_config}

  1025. 

  1026.     # Run GPU fp16 converted models:

  1027.     while read line; do

  1028.         model_name=${line}

  1029.         if [[ $model_name == \#* ]]; then

  1030.           continue

  1031.         fi

  1032.         echo ${model_name} >> "${run_arm64_log_file}"

  1033.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  1034.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --device=GPU --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out --enableFp16=true --accuracyThreshold=5' >> "${run_arm64_log_file}"

  1035.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --device=GPU --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out --enableFp16=true --accuracyThreshold=5' >> adb_run_cmd.txt

  1036.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  1037.         if [ $? = 0 ]; then

  1038.             run_result='arm64_gpu_fp16: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  1039.         else

  1040.             run_result='arm64_gpu_fp16: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  1041.         fi

  1042.         # run benchmark test without clib data

  1043.         echo ${model_name} >> "${run_arm64_log_file}"

  1044.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  1045.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --device=GPU --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2 --enableFp16=true' >> "${run_arm64_log_file}"

  1046.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --device=GPU --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2 --enableFp16=true' >> adb_run_cmd.txt

  1047.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  1048.         if [ $? = 0 ]; then

  1049.             run_result='arm64_gpu_fp16: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  1050.         else

  1051.             run_result='arm64_gpu_fp16: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  1052.         fi

  1053. 	#sleep 1

  1054.     done < ${models_fp16_gpu_config}

  1055. 

  1056.     # Run mindir converted models:

  1057.     while read line; do

  1058.         mindspore_line_info=${line}

  1059.         if [[ $mindspore_line_info == \#* ]]; then

  1060.           continue

  1061.         fi

  1062.         model_name=`echo ${mindspore_line_info}|awk -F ' ' '{print $1}'`

  1063.         accuracy_limit=`echo ${mindspore_line_info}|awk -F ' ' '{print $2}'`

  1064.         echo "mindspore run: ${model_name}, accuracy limit:${accuracy_limit}" >> "${run_arm64_log_file}"

  1065.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  1066.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out --accuracyThreshold='${accuracy_limit} >> "${run_arm64_log_file}"

  1067.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out --accuracyThreshold='${accuracy_limit} >> adb_run_cmd.txt

  1068.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  1069.         if [ $? = 0 ]; then

  1070.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  1071.         else

  1072.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  1073.         fi

  1074.         # run benchmark test without clib data

  1075.         echo ${model_name} >> "${run_arm64_log_file}"

  1076.         echo 'cd /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  1077.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> "{run_arm64_log_file}"

  1078.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> adb_run_cmd.txt

  1079.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  1080.         if [ $? = 0 ]; then

  1081.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  1082.         else

  1083.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  1084.         fi

  1085.     done < ${models_mindspore_config}

  1086. 

  1087.     # Run mindir converted train models:

  1088.     while read line; do

  1089.         model_name=${line}

  1090.         if [[ $model_name == \#* ]]; then

  1091.           continue

  1092.         fi

  1093.         echo ${model_name}'_train' >> "${run_arm64_log_file}"

  1094.         echo 'cd /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  1095.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'_train.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.train.ms.out --accuracyThreshold=1.5' >> "${run_arm64_log_file}"

  1096.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'_train.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.train.ms.out --accuracyThreshold=1.5' >> adb_run_cmd.txt

  1097.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  1098.         if [ $? = 0 ]; then

  1099.             run_result='arm64: '${model_name}'_train pass'; echo ${run_result} >> ${run_benchmark_result_file}

  1100.         else

  1101.             run_result='arm64: '${model_name}'_train failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  1102.         fi

  1103.         # run benchmark test without clib data

  1104.         echo ${model_name} >> "${run_arm64_log_file}"

  1105.         echo 'cd /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  1106.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'_train.ms --warmUpLoopCount=1 --loopCount=2' >> "{run_arm64_log_file}"

  1107.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'_train.ms --warmUpLoopCount=1 --loopCount=2' >> adb_run_cmd.txt

  1108.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  1109.         if [ $? = 0 ]; then

  1110.             run_result='arm64: '${model_name}'_train pass'; echo ${run_result} >> ${run_benchmark_result_file}

  1111.         else

  1112.             run_result='arm64: '${model_name}'_train failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  1113.         fi

  1114.     done < ${models_mindspore_train_config}

  1115. 

  1116.     # Run mindir weightquant converted train models:

  1117.     while read line; do

  1118.         model_name=${line}

  1119.         if [[ $model_name == \#* ]]; then

  1120.           continue

  1121.         fi

  1122.         echo ${model_name}'_train' >> "${run_arm64_log_file}"

  1123.         echo 'cd /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  1124.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'_weightquant.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.weightquant.ms.out --loopCount=1' >> "${run_arm64_log_file}"

  1125.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'_weightquant.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.weightquant.ms.out --loopCount=1' >> adb_run_cmd.txt

  1126.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  1127.         if [ $? = 0 ]; then

  1128.             run_result='arm64: '${model_name}'_train pass'; echo ${run_result} >> ${run_benchmark_result_file}

  1129.         else

  1130.             run_result='arm64: '${model_name}'_train failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  1131.         fi

  1132.     done < ${models_mindspore_weightquant_config}

  1133. 

  1134.     # Run converted models which has several inputs or does not need to be cared about the accuracy:

  1135.     while read line; do

  1136.         model_name=${line%%;*}

  1137.         model_name_len=${#model_name}

  1138.         input_params=${line:model_name_len+1}

  1139.         input_num=${input_params%%;*}

  1140.         input_shape=${input_params##*;}

  1141.         input_files=''

  1142.         output_file=''

  1143.         if [[ -z "$input_files" || $input_files == 1 ]] && [ -e ${ms_models_path}/${model_name}'.ms.bin' ]; then

  1144.           input_files=$model_name'.ms.bin'

  1145.         elif [[ ! -z "$input_files" && $input_files > 1 ]]; then

  1146.           for i in $(seq 1 $input_num)

  1147.           do

  1148.             input_files=$input_files$model_name'.ms.bin_'$i','

  1149.           done

  1150.         fi

  1151.         if [ -e ${ms_models_path}/${model_name}'.ms.out' ]; then

  1152.           output_file=${ms_models_path}/${model_name}'.ms.out'

  1153.         fi

  1154.         if [[ ${model_name##*.} == "caffemodel" ]]; then

  1155.           model_name=${model_name%.*}

  1156.         fi

  1157.         echo ${model_name} >> "${run_arm64_log_file}"

  1158.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  1159.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile='${input_files}' --benchmarkDataFile='${output_file} >> "${run_arm64_log_file}"

  1160.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile='${input_files}' --benchmarkDataFile='${output_file} >> adb_run_cmd.txt

  1161.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm64_log_file}"

  1162.         if [ $? = 0 ]; then

  1163.             run_result='arm64: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  1164.         else

  1165.             run_result='arm64: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  1166.         fi

  1167.     done < ${models_only_for_process_config}

  1168. }

  1169. 

  1170. # Run on arm32 platform:

  1171. function Run_arm32() {

  1172.     # Unzip arm32

  1173.     cd ${arm32_path} || exit 1

  1174.     tar -zxf mindspore-lite-${version}-runtime-arm32-${process_unit_arm32}.tar.gz || exit 1

  1175. 

  1176.     # If build with minddata, copy the minddata related libs

  1177.     cd ${benchmark_test_path} || exit 1

  1178.     if [ -f ${arm32_path}/mindspore-lite-${version}-runtime-arm32-${process_unit_arm32}/lib/libminddata-lite.so ]; then

  1179.         cp -a ${arm32_path}/mindspore-lite-${version}-runtime-arm32-${process_unit_arm32}/third_party/libjpeg-turbo/lib/libjpeg.so ${benchmark_test_path}/libjpeg.so || exit 1

  1180.         cp -a ${arm32_path}/mindspore-lite-${version}-runtime-arm32-${process_unit_arm32}/third_party/libjpeg-turbo/lib/libturbojpeg.so ${benchmark_test_path}/libturbojpeg.so || exit 1

  1181.         cp -a ${arm32_path}/mindspore-lite-${version}-runtime-arm32-${process_unit_arm32}/third_party/opencv/lib/libopencv_core.so ${benchmark_test_path}/libopencv_core.so || exit 1

  1182.         cp -a ${arm32_path}/mindspore-lite-${version}-runtime-arm32-${process_unit_arm32}/third_party/opencv/lib/libopencv_imgcodecs.so ${benchmark_test_path}/libopencv_imgcodecs.so || exit 1

  1183.         cp -a ${arm32_path}/mindspore-lite-${version}-runtime-arm32-${process_unit_arm32}/third_party/opencv/lib/libopencv_imgproc.so ${benchmark_test_path}/libopencv_imgproc.so || exit 1

  1184.         cp -a ${arm32_path}/mindspore-lite-${version}-runtime-arm32-${process_unit_arm32}/lib/libminddata-lite.so ${benchmark_test_path}/libminddata-lite.so || exit 1

  1185.     fi

  1186. 

  1187.     cp -a ${arm32_path}/mindspore-lite-${version}-runtime-arm32-${process_unit_arm32}/lib/libmindspore-lite.so ${benchmark_test_path}/libmindspore-lite.so || exit 1

  1188.     cp -a ${arm32_path}/mindspore-lite-${version}-runtime-arm32-${process_unit_arm32}/benchmark/benchmark ${benchmark_test_path}/benchmark || exit 1

  1189. 

  1190.     # adb push all needed files to the phone

  1191.     adb -s ${device_id} push ${benchmark_test_path} /data/local/tmp/ > adb_push_log.txt

  1192. 

  1193.     # run adb ,run session ,check the result:

  1194.     echo 'cd  /data/local/tmp/benchmark_test' > adb_cmd.txt

  1195.     echo 'cp  /data/local/tmp/arm32/libc++_shared.so ./' >> adb_cmd.txt

  1196.     echo 'chmod 777 benchmark' >> adb_cmd.txt

  1197. 

  1198.     adb -s ${device_id} shell < adb_cmd.txt

  1199. 

  1200.     # Run fp32 models:

  1201.     while read line; do

  1202.         model_name=${line}

  1203.         if [[ $model_name == \#* ]]; then

  1204.           continue

  1205.         fi

  1206.         echo ${model_name} >> "${run_arm32_log_file}"

  1207.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  1208.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out' >> "${run_arm32_log_file}"

  1209.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --inDataFile=/data/local/tmp/input_output/input/'${model_name}'.ms.bin --benchmarkDataFile=/data/local/tmp/input_output/output/'${model_name}'.ms.out' >> adb_run_cmd.txt

  1210.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm32_log_file}"

  1211.         if [ $? = 0 ]; then

  1212.             run_result='arm32: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  1213.         else

  1214.             run_result='arm32: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  1215.         fi

  1216.         # run benchmark test without clib data

  1217.         echo ${model_name} >> "${run_arm32_log_file}"

  1218.         echo 'cd  /data/local/tmp/benchmark_test' > adb_run_cmd.txt

  1219.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> "${run_arm32_log_file}"

  1220.         echo 'export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/data/local/tmp/benchmark_test;./benchmark --modelFile='${model_name}'.ms --warmUpLoopCount=1 --loopCount=2' >> adb_run_cmd.txt

  1221.         adb -s ${device_id} shell < adb_run_cmd.txt >> "${run_arm32_log_file}"

  1222.         if [ $? = 0 ]; then

  1223.             run_result='arm32: '${model_name}' pass'; echo ${run_result} >> ${run_benchmark_result_file}

  1224.         else

  1225.             run_result='arm32: '${model_name}' failed'; echo ${run_result} >> ${run_benchmark_result_file}; return 1

  1226.         fi

  1227.     done < ${models_arm32_config}

  1228. }

  1229. 

  1230. # Print start msg before run testcase

  1231. function MS_PRINT_TESTCASE_START_MSG() {

  1232.     echo ""

  1233.     echo -e "-----------------------------------------------------------------------------------------------------------------------------------"

  1234.     echo -e "env                  Testcase                                                                                             Result   "

  1235.     echo -e "---                  --------                                                                                             ------   "

  1236. }

  1237. 

  1238. # Print start msg after run testcase

  1239. function MS_PRINT_TESTCASE_END_MSG() {

  1240.     echo -e "-----------------------------------------------------------------------------------------------------------------------------------"

  1241. }

  1242. 

  1243. basepath=$(pwd)

  1244. echo ${basepath}

  1245. #set -e

  1246. 

  1247. # Example:sh run_benchmark_nets.sh -r /home/temp_test -m /home/temp_test/models -d "8KE5T19620002408"

  1248. while getopts "r:m:d:" opt; do

  1249.     case ${opt} in

  1250.         r)

  1251. 	    release_path=${OPTARG}

  1252.             echo "release_path is ${OPTARG}"

  1253.             ;;

  1254.         m)

  1255. 	    models_path=${OPTARG}

  1256.             echo "models_path is ${OPTARG}"

  1257.             ;;

  1258.         d)

  1259. 	    device_id=${OPTARG}

  1260.             echo "device_id is ${OPTARG}"

  1261.             ;;

  1262.         ?)

  1263.         echo "unknown para"

  1264.         exit 1;;

  1265.     esac

  1266. done

  1267. 

  1268. mkdir train

  1269. arm64_path=${release_path}/android_aarch64

  1270. mv ${arm64_path}/*runtime-*train* ./train

  1271. file_name=$(ls ${arm64_path}/*runtime-arm64*.tar.gz)

  1272. IFS="-" read -r -a file_name_array <<< "$file_name"

  1273. version=${file_name_array[2]}

  1274. IFS="." read -r -a suffix <<< "${file_name_array[-1]}"

  1275. process_unit_arm64=${suffix[0]}

  1276. 

  1277. arm32_path=${release_path}/android_aarch32

  1278. mv ${arm32_path}/*runtime-*train* ./train

  1279. file_name=$(ls ${arm32_path}/*runtime-arm32*.tar.gz)

  1280. IFS="-" read -r -a file_name_array <<< "$file_name"

  1281. IFS="." read -r -a suffix <<< "${file_name_array[-1]}"

  1282. process_unit_arm32=${suffix[0]}

  1283. 

  1284. x86_path=${release_path}/ubuntu_x86

  1285. mv ${x86_path}/*runtime-*train* ./train

  1286. file_name=$(ls ${x86_path}/*runtime-x86-cpu*.tar.gz)

  1287. IFS="-" read -r -a file_name_array <<< "$file_name"

  1288. IFS="." read -r -a suffix <<< "${file_name_array[-1]}"

  1289. process_unit_x86=${suffix[0]}

  1290. 

  1291. x86_path=${release_path}/ubuntu_x86

  1292. file_name=$(ls ${x86_path}/*runtime-x86-sse*.tar.gz)

  1293. IFS="-" read -r -a file_name_array <<< "$file_name"

  1294. IFS="." read -r -a suffix <<< "${file_name_array[-1]}"

  1295. process_unit_x86=${suffix[0]}

  1296. 

  1297. # Set models config filepath

  1298. models_tflite_config=${basepath}/models_tflite.cfg

  1299. models_caffe_config=${basepath}/models_caffe.cfg

  1300. models_tflite_awaretraining_config=${basepath}/models_tflite_awaretraining.cfg

  1301. models_tflite_posttraining_config=${basepath}/models_tflite_posttraining.cfg

  1302. models_caffe_posttraining_config=${basepath}/models_caffe_posttraining.cfg

  1303. models_tflite_weightquant_config=${basepath}/models_tflite_weightquant.cfg

  1304. models_onnx_config=${basepath}/models_onnx.cfg

  1305. models_fp16_config=${basepath}/models_fp16.cfg

  1306. models_mindspore_config=${basepath}/models_mindspore.cfg

  1307. models_mindspore_train_config=${basepath}/models_mindspore_train.cfg

  1308. models_mindspore_mixbit_config=${basepath}/models_mindspore_mixbit.cfg

  1309. models_tflite_gpu_config=${basepath}/models_fp32_gpu.cfg

  1310. models_mindspore_weightquant_config=${basepath}/models_mindspore_weightquant.cfg

  1311. models_fp16_gpu_config=${basepath}/models_fp16_gpu.cfg

  1312. models_arm32_config=${basepath}/models_arm32.cfg

  1313. models_compatibility_config=${basepath}/models_compatibility.cfg

  1314. models_only_for_process_config=${basepath}/models_with_several_inputs_or_without_outputs.cfg

  1315. 

  1316. ms_models_path=${basepath}/ms_models

  1317. 

  1318. # Write converter result to temp file

  1319. run_converter_log_file=${basepath}/run_converter_log.txt

  1320. echo ' ' > ${run_converter_log_file}

  1321. 

  1322. run_converter_result_file=${basepath}/run_converter_result.txt

  1323. echo ' ' > ${run_converter_result_file}

  1324. 

  1325. # Run converter

  1326. echo "start Run converter ..."

  1327. Run_Converter

  1328. Run_converter_PID=$!

  1329. sleep 1

  1330. 

  1331. wait ${Run_converter_PID}

  1332. Run_converter_status=$?

  1333. 

  1334. function Print_Converter_Result() {

  1335.     MS_PRINT_TESTCASE_END_MSG

  1336.     while read line; do

  1337.         arr=("${line}")

  1338.         printf "%-15s %-20s %-90s %-7s\n" ${arr[0]} ${arr[1]} ${arr[2]} ${arr[3]}

  1339.     done < ${run_converter_result_file}

  1340.     MS_PRINT_TESTCASE_END_MSG

  1341. }

  1342. 

  1343. # Check converter result and return value

  1344. if [[ ${Run_converter_status} = 0 ]];then

  1345.     echo "Run converter success"

  1346.     Print_Converter_Result

  1347. else

  1348.     echo "Run converter failed"

  1349.     cat ${run_converter_log_file}

  1350.     Print_Converter_Result

  1351.     exit 1

  1352. fi

  1353. 

  1354. 

  1355. # Write benchmark result to temp file

  1356. run_benchmark_result_file=${basepath}/run_benchmark_result.txt

  1357. echo ' ' > ${run_benchmark_result_file}

  1358. 

  1359. run_x86_log_file=${basepath}/run_x86_log.txt

  1360. echo 'run x86 logs: ' > ${run_x86_log_file}

  1361. 

  1362. run_x86_sse_log_file=${basepath}/run_x86_sse_log.txt

  1363. echo 'run x86 sse logs: ' > ${run_x86_sse_log_file}

  1364. 

  1365. run_arm64_log_file=${basepath}/run_arm64_log.txt

  1366. echo 'run arm64 logs: ' > ${run_arm64_log_file}

  1367. 

  1368. run_arm32_log_file=${basepath}/run_arm32_log.txt

  1369. echo 'run arm32 logs: ' > ${run_arm32_log_file}

  1370. 

  1371. # Copy the MindSpore models:

  1372. echo "Push files to the arm and run benchmark"

  1373. benchmark_test_path=${basepath}/benchmark_test

  1374. rm -rf ${benchmark_test_path}

  1375. mkdir -p ${benchmark_test_path}

  1376. cp -a ${ms_models_path}/*.ms ${benchmark_test_path} || exit 1

  1377. # Copy models converted using old release of mslite converter for compatibility test

  1378. cp -a ${models_path}/compatibility_test/*.ms ${benchmark_test_path} || exit 1

  1379. 

  1380. # Run on x86

  1381. echo "start Run x86 ..."

  1382. Run_x86 &

  1383. Run_x86_PID=$!

  1384. sleep 1

  1385. 

  1386. # Run on x86-sse

  1387. echo "start Run x86 sse ..."

  1388. Run_x86_sse &

  1389. Run_x86_sse_PID=$!

  1390. sleep 1

  1391. 

  1392. # Run on arm64

  1393. echo "start Run arm64 ..."

  1394. Run_arm64

  1395. Run_arm64_status=$?

  1396. sleep 1

  1397. 

  1398. # Run on arm32

  1399. echo "start Run arm32 ..."

  1400. Run_arm32

  1401. Run_arm32_status=$?

  1402. sleep 1

  1403. 

  1404. wait ${Run_x86_PID}

  1405. Run_x86_status=$?

  1406. 

  1407. function Print_Benchmark_Result() {

  1408.     MS_PRINT_TESTCASE_START_MSG

  1409.     while read line; do

  1410.         arr=("${line}")

  1411.         printf "%-20s %-100s %-7s\n" ${arr[0]} ${arr[1]} ${arr[2]}

  1412.     done < ${run_benchmark_result_file}

  1413.     MS_PRINT_TESTCASE_END_MSG

  1414. }

  1415. 

  1416. # Check benchmark result and return value

  1417. if [[ ${Run_x86_status} != 0 ]];then

  1418.     echo "Run_x86 failed"

  1419.     cat ${run_x86_log_file}

  1420.     Print_Benchmark_Result

  1421.     exit 1

  1422. fi

  1423. 

  1424. wait ${Run_x86_sse_PID}

  1425. Run_x86_sse_status=$?

  1426. 

  1427. if [[ ${Run_x86_sse_status} != 0 ]];then

  1428.       echo "Run_x86 sse failed"

  1429.       cat ${run_x86_sse_log_file}

  1430.       Print_Benchmark_Result

  1431.       exit 1

  1432.   fi

  1433. 

  1434. if [[ ${Run_arm64_status} != 0 ]];then

  1435.     echo "Run_arm64 failed"

  1436.     cat ${run_arm64_log_file}

  1437.     Print_Benchmark_Result

  1438.     exit 1

  1439. fi

  1440. 

  1441. if [[ ${Run_arm32_status} != 0 ]];then

  1442.     echo "Run_arm32 failed"

  1443.     cat ${run_arm32_log_file}

  1444.     Print_Benchmark_Result

  1445.     exit 1

  1446. fi

  1447. 

  1448. echo "Run_x86 and Run_x86_sse and Run_arm64 and Run_arm32 is ended"

  1449. Print_Benchmark_Result

  1450. exit 0