Browse Source

!4759 Fix duplicate column names of CSV Dataset

Merge pull request !4759 from jiangzhiwen/dataset/fix_duplicate_column_names
tags/v0.7.0-beta
mindspore-ci-bot Gitee 5 years ago
parent
commit
cda930f9e4
1 changed files with 10 additions and 2 deletions
  1. +10
    -2
      mindspore/ccsrc/minddata/dataset/engine/datasetops/source/csv_op.cc

+ 10
- 2
mindspore/ccsrc/minddata/dataset/engine/datasetops/source/csv_op.cc View File

@@ -767,11 +767,19 @@ Status CsvOp::ComputeColMap() {
for (int32_t i = 0; i < col_names.size(); i++) {
// consider the case of CRLF
col_names[i].erase(col_names[i].find_last_not_of('\r') + 1);
column_name_id_map_[col_names[i]] = i;
if (column_name_id_map_.find(col_names[i]) == column_name_id_map_.end()) {
column_name_id_map_[col_names[i]] = i;
} else {
RETURN_STATUS_UNEXPECTED("Duplicate column names are not allowed");
}
}
} else {
for (int32_t i = 0; i < column_name_list_.size(); i++) {
column_name_id_map_[column_name_list_[i]] = i;
if (column_name_id_map_.find(column_name_list_[i]) == column_name_id_map_.end()) {
column_name_id_map_[column_name_list_[i]] = i;
} else {
RETURN_STATUS_UNEXPECTED("Duplicate column names are not allowed");
}
}
}
} else {


Loading…
Cancel
Save