mindspore2022/mindspore/lite/include/context.h

/**
 * Copyright 2020-2021 Huawei Technologies Co., Ltd
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#ifndef MINDSPORE_LITE_INCLUDE_CONTEXT_H_
#define MINDSPORE_LITE_INCLUDE_CONTEXT_H_
#include <string>
#include "include/ms_tensor.h"
#include "include/lite_utils.h"
#include "include/lite_types.h"

namespace mindspore::lite {
/// \brief CpuDeviceInfo defined for CPU's configuration information.
typedef struct CpuDeviceInfo {
  bool enable_float16_ = false; /**< prior enable float16 inference */
  CpuBindMode cpu_bind_mode_ = MID_CPU;
} CpuDeviceInfo;

/// \brief GpuDeviceInfo defined for GPU's configuration information.
typedef struct GpuDeviceInfo {
  bool enable_float16_ = false; /**< prior enable float16 inference */
} GpuDeviceInfo;

/// \brief NpuDeviceInfo defined for NPU's configuration information.
typedef struct NpuDeviceInfo {
  int frequency_ = 3; /**< npu frequency inference, low 1, medium 2, high 3, extreme 4, other values will be set to 3 */
} NpuDeviceInfo;

/// \brief DeviceInfo defined for backend's configuration information.
struct DeviceInfo {
  CpuDeviceInfo cpu_device_info_;
  GpuDeviceInfo gpu_device_info_;
  NpuDeviceInfo npu_device_info_;
};

/// \brief DeviceContext defined for holding backend's configuration information.
struct DeviceContext {
  DeviceType device_type_ = DT_CPU;
  DeviceInfo device_info_;
  std::string provider_{};
  std::string provider_device_{};
  AllocatorPtr allocator_ = nullptr;
};

/// \brief Context defined for holding environment variables during runtime.
struct Context {
  String vendor_name_;
  int thread_num_ = 2; /**< thread number config for thread pool */
  bool enable_parallel_ = false;
  Vector<int> affinity_core_list_; /**< explicitly specify the core to be bound. priority use affinity core list */
  AllocatorPtr allocator = nullptr;
#ifndef NOT_USE_STL
  DeviceContextVector device_list_ = {{DT_CPU, {false, MID_CPU}}};
#else
  DeviceContextVector device_list_;
#endif  // NOT_USE_STL
  DelegatePtr delegate = nullptr;
};
}  // namespace mindspore::lite
#endif  // MINDSPORE_LITE_INCLUDE_CONTEXT_H_