Browse Source

post train bitnum

tags/v1.1.0
guohongzilong 5 years ago
parent
commit
a699b655ef
1 changed files with 7 additions and 1 deletions
  1. +7
    -1
      mindspore/lite/tools/converter/anf_transform.cc

+ 7
- 1
mindspore/lite/tools/converter/anf_transform.cc View File

@@ -119,7 +119,13 @@ FuncGraphPtr AnfTransform::Transform(const FuncGraphPtr &old_graph, const conver
} }
// quant // quant
if (config->quantType == schema::QuantType_PostTraining) { if (config->quantType == schema::QuantType_PostTraining) {
this->mQuantizer = std::make_unique<quant::PostTrainingQuantizer>(new_graph, config->configFile, 8);
if (!quant::WeightQuantizer::IsPosNum(config->bitNum)) {
MS_LOG(ERROR) << "bitNum must be valid pos num.";
ReturnCode::GetSingleReturnCode()->UpdateReturnCode(RET_ERROR);
return nullptr;
}
this->mQuantizer =
std::make_unique<quant::PostTrainingQuantizer>(new_graph, config->configFile, std::stoi(config->bitNum));
if (mQuantizer == nullptr) { if (mQuantizer == nullptr) {
MS_LOG(ERROR) << "New PostTrainingQuantizer failed"; MS_LOG(ERROR) << "New PostTrainingQuantizer failed";
ReturnCode::GetSingleReturnCode()->UpdateReturnCode(RET_MEMORY_FAILED); ReturnCode::GetSingleReturnCode()->UpdateReturnCode(RET_MEMORY_FAILED);


Loading…
Cancel
Save