Browse Source

fix bug when read multiple mindrecord files

tags/v1.1.0
liyong 5 years ago
parent
commit
a0cba2a4c5
1 changed files with 3 additions and 5 deletions
  1. +3
    -5
      mindspore/ccsrc/minddata/mindrecord/io/shard_reader.cc

+ 3
- 5
mindspore/ccsrc/minddata/mindrecord/io/shard_reader.cc View File

@@ -55,11 +55,9 @@ std::pair<MSRStatus, std::vector<std::string>> ShardReader::GetMeta(const std::s
return {FAILED, {}};
}
auto header = ret.second;
uint64_t compression_size = header.contains("compression_size") ? header["compression_size"].get<uint64_t>() : 0;
meta_data = {{"header_size", header["header_size"]}, {"page_size", header["page_size"]},
{"compression_size", compression_size}, {"version", header["version"]},
{"index_fields", header["index_fields"]}, {"schema", header["schema"]},
{"blob_fields", header["blob_fields"]}};
meta_data = {{"header_size", header["header_size"]}, {"page_size", header["page_size"]},
{"version", header["version"]}, {"index_fields", header["index_fields"]},
{"schema", header["schema"]}, {"blob_fields", header["blob_fields"]}};
return {SUCCESS, header["shard_addresses"]};
}



Loading…
Cancel
Save