mindspore/mindspore/lite/nnacl/optimized_kernel.h

/**
 * Copyright 2020 Huawei Technologies Co., Ltd
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#ifndef MINDSPORE_LITE_NNACL_OPTIMIZED_KERNEL_H_
#define MINDSPORE_LITE_NNACL_OPTIMIZED_KERNEL_H_

#ifndef _WIN32
#include <dlfcn.h>
#endif
#ifdef __ANDROID__
#include <asm/hwcap.h>
#include "nnacl/nnacl_utils.h"
#endif

#define OPTIMIZE_SHARED_LIBRARY_PATH "liboptimize.so"

class OptimizeModule {
 public:
  OptimizeModule() {
    bool support_optimize_ops = false;
    bool support_fp16 = false;
#ifdef __ANDROID__
    int hwcap_type = 16;
    uint32_t hwcap = getHwCap(hwcap_type);
#ifdef ENABLE_ARM64
    if (hwcap & HWCAP_FPHP) {
#elif defined(__arm__)
    if (hwcap & HWCAP_HALF) {
#endif
      MS_LOG(INFO) << "Hw cap support FP16, hwcap: 0x" << hwcap;
      support_fp16 = true;
#ifdef ENABLE_ARM64
    }
#elif defined(__arm__)
    }
#endif

#ifdef ENABLE_ARM64
    if (hwcap & HWCAP_ASIMDDP) {
      MS_LOG(INFO) << "Hw cap support SMID Dot Product, hwcap: 0x" << hwcap;
      support_optimize_ops = true;
    } else {
      MS_LOG(INFO) << "Hw cap NOT support SIMD Dot Product, hwcap: 0x" << hwcap;
    }
#endif
#endif
    if ((!support_optimize_ops) && (!support_fp16)) {
      return;
    }
#ifndef _WIN32
    optimized_op_handler_ = dlopen(OPTIMIZE_SHARED_LIBRARY_PATH, RTLD_LAZY);
    if (optimized_op_handler_ == nullptr) {
      MS_LOG(INFO) << "Open optimize shared library failed: " << dlerror();
    }
#endif
  }

  ~OptimizeModule() = default;

  static OptimizeModule *GetInstance() {
    static OptimizeModule opt_module;
    return &opt_module;
  }
  void *optimized_op_handler_ = nullptr;
};

#endif  // MINDSPORE_LITE_NNACL_OPTIMIZED_KERNEL_H_