Browse Source

!7472 [MD] fix bug when reading multiple mindrecord files

Merge pull request !7472 from liyong126/fix_mindrecord_read
tags/v1.1.0
mindspore-ci-bot Gitee 5 years ago
parent
commit
c8ba2f7769
1 changed files with 3 additions and 5 deletions
  1. +3
    -5
      mindspore/ccsrc/minddata/mindrecord/io/shard_reader.cc

+ 3
- 5
mindspore/ccsrc/minddata/mindrecord/io/shard_reader.cc View File

@@ -55,11 +55,9 @@ std::pair<MSRStatus, std::vector<std::string>> ShardReader::GetMeta(const std::s
return {FAILED, {}};
}
auto header = ret.second;
uint64_t compression_size = header.contains("compression_size") ? header["compression_size"].get<uint64_t>() : 0;
meta_data = {{"header_size", header["header_size"]}, {"page_size", header["page_size"]},
{"compression_size", compression_size}, {"version", header["version"]},
{"index_fields", header["index_fields"]}, {"schema", header["schema"]},
{"blob_fields", header["blob_fields"]}};
meta_data = {{"header_size", header["header_size"]}, {"page_size", header["page_size"]},
{"version", header["version"]}, {"index_fields", header["index_fields"]},
{"schema", header["schema"]}, {"blob_fields", header["blob_fields"]}};
return {SUCCESS, header["shard_addresses"]};
}



Loading…
Cancel
Save