/** * Copyright 2019 Huawei Technologies Co., Ltd * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include #include "mindspore/ccsrc/kernel/kernel.h" #include "kernel/kernel.h" #include "kernel/akg/akg_kernel_build.h" #include "nlohmann/json.hpp" #include "securec/include/securec.h" #include "pipeline/parse/python_adapter.h" #include "utils/log_adapter.h" #include "utils/convert_utils.h" namespace mindspore { namespace kernel { constexpr auto kUtilsModule = "mindspore._extends.utils"; constexpr auto kCalSha256Func = "cal_sha256"; namespace { bool CheckHash(const std::string &json_file, const std::string &bin_file, const nlohmann::json &js) { if (js.find("sha256") == js.end()) { MS_LOG(ERROR) << "No sha256 found in " << json_file; return false; } std::string sha256_str = js["sha256"]; py::object ret = parse::python_adapter::CallPyFn(kUtilsModule, kCalSha256Func, bin_file); std::string sha256_cal = py::cast(ret); if (sha256_cal.empty()) { MS_LOG(ERROR) << "Cal sha256 of " << bin_file << " failed."; return false; } if (sha256_cal != sha256_str) { MS_LOG(ERROR) << "Cal sha256 of " << bin_file << " failed."; return false; } return true; } } // namespace const std::string KernelPack::Serialize() const { MS_EXCEPTION_IF_NULL(json_); MS_EXCEPTION_IF_NULL(kernel_); std::string buffer; (void)buffer.append((const char *)json_, json_->len + sizeof(json_->len)); (void)buffer.append((const char *)kernel_, kernel_->len + sizeof(kernel_->len)); return buffer; } bool KernelPack::ReadFromJsonFileHelper(std::ifstream &kernelbin) { size_t binsize = LongToSize(kernelbin.seekg(0, std::ios::end).tellg()); // free old data if (kernel_ != nullptr) { delete[] kernel_; kernel_ = nullptr; } void *ptr = static_cast(new (std::nothrow) uint8_t[sizeof(KernelPack) + binsize]); if (ptr != nullptr) { kernel_ = static_cast(ptr); } if (kernel_ == nullptr) { MS_LOG(ERROR) << "memory malloc failed."; kernelbin.close(); return false; } if (memset_s(kernel_, sizeof(KernelPack) + binsize, 0, sizeof(KernelPack) + binsize) != EOK) { MS_LOG(ERROR) << "memset kernel_ failed."; delete[] kernel_; kernel_ = nullptr; kernelbin.close(); return false; } kernel_->len = binsize; MS_LOG(INFO) << "kernel len:" << kernel_->len; (void)kernelbin.seekg(0, std::ios::beg); (void)kernelbin.read(kernel_->contents, SizeToLong(kernel_->len)); return true; } bool KernelPack::ReadFromJsonFile(const std::string &json_f, const std::string &processor) { if (json_f.length() <= strlen(kJsonSuffix)) { MS_LOG(ERROR) << "please check json path."; return false; } std::ifstream kerneljson(json_f); if (!kerneljson.is_open()) { MS_LOG(DEBUG) << "read json file error, please check kernelmeta."; return false; } nlohmann::json js; kerneljson >> js; size_t binsize = LongToSize(kerneljson.seekg(0, std::ios::end).tellg()); void *ptr = static_cast(new (std::nothrow) uint8_t[sizeof(KernelPack) + binsize]); if (ptr != nullptr) { json_ = static_cast(ptr); } if (json_ == nullptr) { MS_LOG(ERROR) << "memory malloc failed."; kerneljson.close(); return false; } json_->len = binsize; (void)kerneljson.seekg(0, std::ios::beg); (void)kerneljson.read(json_->contents, SizeToLong(json_->len)); if (processor == kProcessorCuda) { std::string bin_f = json_f.substr(0, json_f.length() - 5) + ".ptx"; std::ifstream kernelbin(bin_f); if (!kernelbin.is_open()) { MS_LOG(ERROR) << "read kernel ptx file error, please check kernelmeta."; kerneljson.close(); return false; } if (ReadFromJsonFileHelper(kernelbin) == false) { delete[] json_; json_ = nullptr; kerneljson.close(); return false; } kerneljson.close(); if (!CheckHash(json_f, bin_f, js)) { return false; } return true; } std::string binfilesuffix = js["binFileSuffix"]; std::string bin_f = json_f.substr(0, json_f.length() - 5) + binfilesuffix; if (binfilesuffix.compare(".so") == 0) { // change "xx/xx.so" -> "xx/libxx.so" auto sp = bin_f.rfind('/'); if (sp == std::string::npos) { MS_LOG(ERROR) << "illegal bin file path " << bin_f; kerneljson.close(); return false; } bin_f = bin_f.substr(0, sp + 1) + "lib" + bin_f.substr(sp + 1, bin_f.length() - sp - 1); } std::ifstream kernelbin(bin_f, std::ios::binary); if (!kernelbin.is_open()) { MS_LOG(ERROR) << "read kernel binary file error, please check kernelmeta."; kerneljson.close(); delete[] json_; json_ = nullptr; return false; } MS_LOG(INFO) << "kernelbin_name:" << bin_f; if (ReadFromJsonFileHelper(kernelbin) == false) { delete[] json_; json_ = nullptr; kerneljson.close(); return false; } kerneljson.close(); if (!CheckHash(json_f, bin_f, js)) { return false; } return true; } void KernelPack::ParseKernelJson(const nlohmann::json &js) { kernel_json_info_.bin_file_name = js["binFileName"]; kernel_json_info_.bin_file_suffix = js["binFileSuffix"]; kernel_json_info_.block_dim = js["blockDim"]; kernel_json_info_.kernel_name = js["kernelName"]; kernel_json_info_.magic = js["magic"]; if (js.find("parameters") != js.end()) { if (!js.at("parameters").is_array()) { MS_LOG(DEBUG) << "Format error!,parameters should be array."; } std::vector sizes = js.at("parameters"); for (auto size : sizes) { MS_LOG(INFO) << "parameter " << size; kernel_json_info_.parameters.push_back(size); } } if (js.find("workspace") != js.end()) { auto workspace = js.at("workspace"); std::vector sizes = workspace.at("size"); for (auto size : sizes) { MS_LOG(INFO) << "workspace_size_list " << size; kernel_json_info_.workspaces.push_back(size); } } kernel_json_info_.sha256 = js["sha256"]; } bool KernelPack::LoadKernelMeta(const std::string &json_f, const std::string &processor) { if (json_f.length() <= strlen(kJsonSuffix)) { MS_LOG(ERROR) << "please check json path."; return false; } std::ifstream kernel_json(json_f); if (!kernel_json.is_open()) { MS_LOG(DEBUG) << "read json file error, please check kernelmeta."; return false; } nlohmann::json js; kernel_json >> js; ParseKernelJson(js); kernel_json.close(); std::string bin_f = json_f.substr(0, json_f.length() - 5) + kernel_json_info_.bin_file_suffix; if (kernel_json_info_.bin_file_suffix == ".so") { // change "xx/xx.so" -> "xx/libxx.so" auto sp = bin_f.rfind('/'); if (sp == std::string::npos) { MS_LOG(ERROR) << "illegal bin file path " << bin_f; return false; } bin_f = bin_f.substr(0, sp + 1) + "lib" + bin_f.substr(sp + 1, bin_f.length() - sp - 1); } std::ifstream kernelbin(bin_f, std::ios::binary); if (!kernelbin.is_open()) { MS_LOG(ERROR) << "read kernel binary file error, please check kernelmeta."; return false; } MS_LOG(INFO) << "kernelbin_name:" << bin_f; if (!ReadFromJsonFileHelper(kernelbin)) { return false; } return CheckHash(json_f, bin_f, js); } KernelJsonInfo KernelPack::kernel_json_info() const { return kernel_json_info_; } } // namespace kernel } // namespace mindspore