mindspore2022/mindspore/lite/test/st/run_benchmark_nets.sh

#!/bin/bash

# Example:sh call_scipts.sh -r /home/temp_test -m /home/temp_test/models -d "8KE5T19620002408" -e arm_cpu
while getopts "r:m:d:e:" opt; do
    case ${opt} in
        r)
            release_path=${OPTARG}
            echo "release_path is ${OPTARG}"
            ;;
        m)
            models_path=${OPTARG}
            echo "models_path is ${OPTARG}"
            ;;
        d)
            device_id=${OPTARG}
            echo "device_id is ${OPTARG}"
            ;;
        e)
            backend=${OPTARG}
            echo "backend is ${OPTARG}"
            ;;
        ?)
        echo "unknown para"
        exit 1;;
    esac
done

cur_path=$(pwd)
echo "cur_path is "$cur_path
# This value could not be set to ON.
fail_not_return="OFF"

if [[ $backend == "all" || $backend == "arm64_cpu" || $backend == "arm64_tflite" || $backend == "arm64_mindir" || \
      $backend == "arm64_tf" || $backend == "arm64_caffe" || $backend == "arm64_onnx" ]]; then
    sh $cur_path/scripts/run_benchmark_arm64.sh -r $release_path -m $models_path -d $device_id -e $backend -p $fail_not_return
    arm64_status=$?
    if [[ $arm64_status -ne 0 ]]; then
      echo "Run arm64 failed"
      exit 1
    fi
fi

if [[ $backend == "all" || $backend == "arm32_cpu" || $backend == "arm32_fp32" || $backend == "arm32_fp16" ]]; then
    sh $cur_path/scripts/run_benchmark_arm32.sh -r $release_path -m $models_path -d $device_id -e $backend -p $fail_not_return
    arm32_status=$?
    if [[ $arm32_status -ne 0 ]]; then
      echo "Run arm32 failed"
      exit 1
    fi
fi

if [[ $backend == "all" || $backend == "gpu" ]]; then
    sh $cur_path/scripts/run_benchmark_gpu.sh -r $release_path -m $models_path -d $device_id -e $backend -p $fail_not_return
    gpu_status=$?
    if [[ $gpu_status -ne 0 ]]; then
      echo "Run gpu failed"
      exit 1
    fi
fi

if [[ $backend == "all" || $backend == "npu" ]]; then
    sh $cur_path/scripts/run_benchmark_npu.sh -r $release_path -m $models_path -d $device_id -e $backend -p $fail_not_return
    npu_status=$?
    if [[ $npu_status -ne 0 ]]; then
      echo "Run npu failed"
      exit 1
    fi
fi

if [[ $backend == "all" || $backend == "x86-all" || $backend == "x86_onnx" || $backend == "x86_tf" || \
      $backend == "x86_tflite" || $backend == "x86_caffe" || $backend == "x86_mindir" ]]; then
    sh $cur_path/scripts/run_benchmark_x86.sh -r $release_path -m $models_path -e $backend -p $fail_not_return
    x86_status=$?
    if [[ $x86_status -ne 0 ]]; then
      echo "Run x86 failed"
      exit 1
    fi
fi

if [[ $backend == "all" || $backend == "codegen_and_train" ]]; then
    # run codegen
    sh $cur_path/scripts/run_benchmark_codegen.sh -r $release_path -m $models_path -d $device_id -e $backend
    x86_status=$?
    if [[ $x86_status -ne 0 ]]; then
      echo "Run codegen failed"
      exit 1
    fi
    # run train
    sh $cur_path/scripts/run_net_train.sh -r $release_path -m ${models_path}/../../models_train -d $device_id -e $backend
    x86_status=$?
    if [[ $x86_status -ne 0 ]]; then
      echo "Run train failed"
      exit 1
    fi
fi

if [[ $backend == "all" || $backend == "x86_asan" ]]; then
    sh $cur_path/scripts/run_benchmark_asan.sh -r $release_path -m $models_path -e $backend
    x86_asan_status=$?
    if [[ $x86_asan_status -ne 0 ]]; then
      echo "Run x86 asan failed"
      exit 1
    fi
fi

if [[ $backend == "all" || $backend == "arm32_3516D" ]]; then
    sh $cur_path/scripts/nnie/run_converter_nnie.sh -r $release_path -m $models_path -d $device_id -e $backend
    hi3516_status=$?
    if [[ $hi3516_status -ne 0 ]]; then
      echo "Run nnie hi3516 failed"
      exit 1
    fi
fi

if [[ $backend == "all" || $backend == "arm64_cpu_cropping" ]]; then
    sh $cur_path/scripts/run_benchmark_cropping_size.sh -r $release_path -m $models_path -d $device_id -e $backend
    cpu_cropping_status=$?
    if [[ $cpu_cropping_status -ne 0 ]]; then
      echo "Run arm64_cpu_cropping failed"
      exit 1
    fi
fi

if [[ $backend == "all" || $backend == "x86_gpu" ]]; then
    sh $cur_path/scripts/tensorrt/run_tensorrt.sh -r $release_path -m $models_path -d $device_id -e $backend
    tensorrt_status=$?
    if [[ $tensorrt_status -ne 0 ]]; then
      echo "Run x86 tensorrt gpu failed"
      exit 1
    fi
fi