mindspore2022/mindspore/lite/nnacl/optimized_kernel.h

/**
 * Copyright 2020 Huawei Technologies Co., Ltd
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#ifndef MINDSPORE_LITE_NNACL_OPTIMIZED_KERNEL_H_
#define MINDSPORE_LITE_NNACL_OPTIMIZED_KERNEL_H_

#ifndef _WIN32
#include <dlfcn.h>
#endif
#ifdef __ANDROID__
#include <asm/hwcap.h>
#include "nnacl/nnacl_utils.h"
#endif
#include "src/common/log_adapter.h"

#define OPTIMIZE_SHARED_LIBRARY_PATH "libmindspore-lite-optimize.so"
#define FLOAT16_SHARED_LIBRARY_PATH "libmindspore-lite-fp16.so"

class OptimizeModule {
 public:
  OptimizeModule() {
    bool support_optimize_ops = false;

#ifdef ENABLE_ARM64
    int hwcap_type = 16;
    uint32_t hwcap = getHwCap(hwcap_type);
    if (hwcap & HWCAP_ASIMDDP) {
      MS_LOG(INFO) << "Hw cap support SMID Dot Product, hwcap: 0x" << hwcap;
      support_optimize_ops = true;
    } else {
      MS_LOG(INFO) << "Hw cap NOT support SIMD Dot Product, hwcap: 0x" << hwcap;
    }
#endif
    if (support_optimize_ops == false) {
      return;
    }
#ifdef ENABLE_ARM64
    optimized_op_handler_ = dlopen(OPTIMIZE_SHARED_LIBRARY_PATH, RTLD_LAZY);
    if (optimized_op_handler_ == nullptr) {
      MS_LOG(INFO) << "Open optimize shared library failed: " << dlerror();
    }
#endif
  }

  ~OptimizeModule() = default;

  static OptimizeModule *GetInstance() {
    static OptimizeModule opt_module;
    return &opt_module;
  }
  void *optimized_op_handler_ = nullptr;
};

class Float16Module {
 public:
  Float16Module() {
    bool support_fp16 = false;
#ifdef ENABLE_ARM64
    int hwcap_type = 16;
    uint32_t hwcap = getHwCap(hwcap_type);
    if (hwcap & HWCAP_FPHP) {
      MS_LOG(INFO) << "Hw cap support FP16, hwcap: 0x" << hwcap;
      support_fp16 = true;
    }
#endif
    if (support_fp16 == false) {
      return;
    }
#ifdef ENABLE_ARM64
    float16_op_handler_ = dlopen(FLOAT16_SHARED_LIBRARY_PATH, RTLD_LAZY);
    if (float16_op_handler_ == nullptr) {
      MS_LOG(INFO) << "Open optimize shared library failed: " << dlerror();
    }
#endif
  }

  ~Float16Module() = default;

  static Float16Module *GetInstance() {
    static Float16Module fp16_module;
    return &fp16_module;
  }
  void *float16_op_handler_ = nullptr;
};

#endif  // MINDSPORE_LITE_NNACL_OPTIMIZED_KERNEL_H_