Browse Source

Added fix for arm 64 build

tags/v1.0.0
Eric 5 years ago
parent
commit
c24870604e
3 changed files with 14 additions and 12 deletions
  1. +8
    -4
      mindspore/ccsrc/minddata/dataset/api/datasets.cc
  2. +0
    -2
      mindspore/ccsrc/minddata/dataset/engine/execution_tree.h
  3. +6
    -6
      mindspore/ccsrc/minddata/dataset/include/datasets.h

+ 8
- 4
mindspore/ccsrc/minddata/dataset/api/datasets.cc View File

@@ -29,17 +29,21 @@
#include "minddata/dataset/engine/datasetops/source/coco_op.h" #include "minddata/dataset/engine/datasetops/source/coco_op.h"
#include "minddata/dataset/engine/datasetops/source/csv_op.h" #include "minddata/dataset/engine/datasetops/source/csv_op.h"
#include "minddata/dataset/engine/datasetops/source/image_folder_op.h" #include "minddata/dataset/engine/datasetops/source/image_folder_op.h"
#ifndef ENABLE_ANDROID
#include "minddata/dataset/engine/datasetops/source/manifest_op.h" #include "minddata/dataset/engine/datasetops/source/manifest_op.h"
#endif
#include "minddata/dataset/engine/datasetops/source/mnist_op.h" #include "minddata/dataset/engine/datasetops/source/mnist_op.h"
#include "minddata/dataset/engine/datasetops/source/random_data_op.h" #include "minddata/dataset/engine/datasetops/source/random_data_op.h"
#include "minddata/dataset/engine/datasetops/source/text_file_op.h" #include "minddata/dataset/engine/datasetops/source/text_file_op.h"
#include "minddata/dataset/engine/datasetops/source/tf_reader_op.h"
#ifndef ENABLE_ANDROID #ifndef ENABLE_ANDROID
#include "minddata/dataset/engine/datasetops/source/tf_reader_op.h"
#include "minddata/dataset/engine/datasetops/source/voc_op.h" #include "minddata/dataset/engine/datasetops/source/voc_op.h"
#endif #endif
// Dataset operator headers (in alphabetical order) // Dataset operator headers (in alphabetical order)
#include "minddata/dataset/engine/datasetops/batch_op.h" #include "minddata/dataset/engine/datasetops/batch_op.h"
#ifndef ENABLE_ANDROID
#include "minddata/dataset/engine/datasetops/bucket_batch_by_length_op.h" #include "minddata/dataset/engine/datasetops/bucket_batch_by_length_op.h"
#endif
#include "minddata/dataset/engine/datasetops/build_vocab_op.h" #include "minddata/dataset/engine/datasetops/build_vocab_op.h"
#include "minddata/dataset/engine/datasetops/concat_op.h" #include "minddata/dataset/engine/datasetops/concat_op.h"
#include "minddata/dataset/engine/datasetops/map_op/map_op.h" #include "minddata/dataset/engine/datasetops/map_op/map_op.h"
@@ -286,6 +290,7 @@ std::shared_ptr<BatchDataset> Dataset::Batch(int32_t batch_size, bool drop_remai
return ds; return ds;
} }


#ifndef ENABLE_ANDROID
// Function to create a BucketBatchByLength dataset // Function to create a BucketBatchByLength dataset
std::shared_ptr<BucketBatchByLengthDataset> Dataset::BucketBatchByLength( std::shared_ptr<BucketBatchByLengthDataset> Dataset::BucketBatchByLength(
const std::vector<std::string> &column_names, const std::vector<int32_t> &bucket_boundaries, const std::vector<std::string> &column_names, const std::vector<int32_t> &bucket_boundaries,
@@ -305,7 +310,6 @@ std::shared_ptr<BucketBatchByLengthDataset> Dataset::BucketBatchByLength(
return ds; return ds;
} }


#ifndef ENABLE_ANDROID
// Function to create a Vocab from dataset // Function to create a Vocab from dataset
std::shared_ptr<Vocab> Dataset::BuildVocab(const std::vector<std::string> &columns, std::shared_ptr<Vocab> Dataset::BuildVocab(const std::vector<std::string> &columns,
const std::pair<int64_t, int64_t> &freq_range, int64_t top_k, const std::pair<int64_t, int64_t> &freq_range, int64_t top_k,
@@ -1520,6 +1524,7 @@ std::vector<std::shared_ptr<DatasetOp>> TextFileDataset::Build() {
return node_ops; return node_ops;
} }


#ifndef ENABLE_ANDROID
// Validator for TFRecordDataset // Validator for TFRecordDataset
bool TFRecordDataset::ValidateParams() { return true; } bool TFRecordDataset::ValidateParams() { return true; }


@@ -1570,7 +1575,6 @@ std::vector<std::shared_ptr<DatasetOp>> TFRecordDataset::Build() {
return node_ops; return node_ops;
} }


#ifndef ENABLE_ANDROID
// Constructor for VOCDataset // Constructor for VOCDataset
VOCDataset::VOCDataset(const std::string &dataset_dir, const std::string &task, const std::string &usage, VOCDataset::VOCDataset(const std::string &dataset_dir, const std::string &task, const std::string &usage,
const std::map<std::string, int32_t> &class_indexing, bool decode, const std::map<std::string, int32_t> &class_indexing, bool decode,
@@ -1685,6 +1689,7 @@ bool BatchDataset::ValidateParams() {
return true; return true;
} }


#ifndef ENABLE_ANDROID
BucketBatchByLengthDataset::BucketBatchByLengthDataset( BucketBatchByLengthDataset::BucketBatchByLengthDataset(
const std::vector<std::string> &column_names, const std::vector<int32_t> &bucket_boundaries, const std::vector<std::string> &column_names, const std::vector<int32_t> &bucket_boundaries,
const std::vector<int32_t> &bucket_batch_sizes, TensorRow (*element_length_function)(TensorRow), const std::vector<int32_t> &bucket_batch_sizes, TensorRow (*element_length_function)(TensorRow),
@@ -1758,7 +1763,6 @@ bool BucketBatchByLengthDataset::ValidateParams() {
return true; return true;
} }


#ifndef ENABLE_ANDROID
BuildVocabDataset::BuildVocabDataset(std::shared_ptr<Vocab> vocab, const std::vector<std::string> &columns, BuildVocabDataset::BuildVocabDataset(std::shared_ptr<Vocab> vocab, const std::vector<std::string> &columns,
const std::pair<int64_t, int64_t> &freq_range, int64_t top_k, const std::pair<int64_t, int64_t> &freq_range, int64_t top_k,
const std::vector<std::string> &special_tokens, bool special_first) const std::vector<std::string> &special_tokens, bool special_first)


+ 0
- 2
mindspore/ccsrc/minddata/dataset/engine/execution_tree.h View File

@@ -271,8 +271,6 @@ class ExecutionTree {
std::unique_ptr<ProfilingManager> profiling_manager_; // Profiling manager std::unique_ptr<ProfilingManager> profiling_manager_; // Profiling manager
bool optimize_; // Flag to enable optional optimizations bool optimize_; // Flag to enable optional optimizations
}; };

inline bool operator==(const ExecutionTree::Iterator &lhs, const ExecutionTree::Iterator &rhs) { return lhs == rhs; }
} // namespace dataset } // namespace dataset
} // namespace mindspore } // namespace mindspore




+ 6
- 6
mindspore/ccsrc/minddata/dataset/include/datasets.h View File

@@ -62,7 +62,7 @@ class Cifar100Dataset;
class CLUEDataset; class CLUEDataset;
class CocoDataset; class CocoDataset;
class CSVDataset; class CSVDataset;
struct CsvBase;
class CsvBase;
class ImageFolderDataset; class ImageFolderDataset;
#ifndef ENABLE_ANDROID #ifndef ENABLE_ANDROID
class ManifestDataset; class ManifestDataset;
@@ -70,14 +70,14 @@ class ManifestDataset;
class MnistDataset; class MnistDataset;
class RandomDataset; class RandomDataset;
class TextFileDataset; class TextFileDataset;
class TFRecordDataset;
#ifndef ENABLE_ANDROID #ifndef ENABLE_ANDROID
class TFRecordDataset;
class VOCDataset; class VOCDataset;
#endif #endif
// Dataset Op classes (in alphabetical order) // Dataset Op classes (in alphabetical order)
class BatchDataset; class BatchDataset;
class BucketBatchByLengthDataset;
#ifndef ENABLE_ANDROID #ifndef ENABLE_ANDROID
class BucketBatchByLengthDataset;
class BuildVocabDataset; class BuildVocabDataset;
#endif #endif
class ConcatDataset; class ConcatDataset;
@@ -325,6 +325,7 @@ std::shared_ptr<TextFileDataset> TextFile(const std::vector<std::string> &datase
ShuffleMode shuffle = ShuffleMode::kGlobal, int32_t num_shards = 1, ShuffleMode shuffle = ShuffleMode::kGlobal, int32_t num_shards = 1,
int32_t shard_id = 0); int32_t shard_id = 0);


#ifndef ENABLE_ANDROID
/// \brief Function to create a TFRecordDataset /// \brief Function to create a TFRecordDataset
/// \param[in] dataset_files List of files to be read to search for a pattern of files. The list /// \param[in] dataset_files List of files to be read to search for a pattern of files. The list
/// will be sorted in a lexicographical order. /// will be sorted in a lexicographical order.
@@ -399,7 +400,6 @@ std::shared_ptr<TFRecordDataset> TFRecord(const std::vector<std::string> &datase
return ds; return ds;
} }


#ifndef ENABLE_ANDROID
/// \brief Function to create a VOCDataset /// \brief Function to create a VOCDataset
/// \notes The generated dataset has multi-columns : /// \notes The generated dataset has multi-columns :
/// - task='Detection', column: [['image', dtype=uint8], ['bbox', dtype=float32], ['label', dtype=uint32], /// - task='Detection', column: [['image', dtype=uint8], ['bbox', dtype=float32], ['label', dtype=uint32],
@@ -481,6 +481,7 @@ class Dataset : public std::enable_shared_from_this<Dataset> {
/// \return Shared pointer to the current BatchDataset /// \return Shared pointer to the current BatchDataset
std::shared_ptr<BatchDataset> Batch(int32_t batch_size, bool drop_remainder = false); std::shared_ptr<BatchDataset> Batch(int32_t batch_size, bool drop_remainder = false);


#ifndef ENABLE_ANDROID
/// \brief Function to create a BucketBatchByLengthDataset /// \brief Function to create a BucketBatchByLengthDataset
/// \notes Combines batch_size number of consecutive rows into batches /// \notes Combines batch_size number of consecutive rows into batches
/// \param[in] column_names Columns passed to element_length_function /// \param[in] column_names Columns passed to element_length_function
@@ -510,7 +511,6 @@ class Dataset : public std::enable_shared_from_this<Dataset> {
const std::map<std::string, std::pair<TensorShape, std::shared_ptr<Tensor>>> &pad_info = {}, const std::map<std::string, std::pair<TensorShape, std::shared_ptr<Tensor>>> &pad_info = {},
bool pad_to_bucket_boundary = false, bool drop_remainder = false); bool pad_to_bucket_boundary = false, bool drop_remainder = false);


#ifndef ENABLE_ANDROID
/// \brief Function to create a Vocab from source dataset /// \brief Function to create a Vocab from source dataset
/// \notes Build a vocab from a dataset. This would collect all the unique words in a dataset and return a vocab /// \notes Build a vocab from a dataset. This would collect all the unique words in a dataset and return a vocab
/// which contains top_k most frequent words (if top_k is specified) /// which contains top_k most frequent words (if top_k is specified)
@@ -1150,6 +1150,7 @@ class BatchDataset : public Dataset {
std::map<std::string, std::pair<TensorShape, std::shared_ptr<Tensor>>> pad_map_; std::map<std::string, std::pair<TensorShape, std::shared_ptr<Tensor>>> pad_map_;
}; };


#ifndef ENABLE_ANDROID
class BucketBatchByLengthDataset : public Dataset { class BucketBatchByLengthDataset : public Dataset {
public: public:
/// \brief Constructor /// \brief Constructor
@@ -1180,7 +1181,6 @@ class BucketBatchByLengthDataset : public Dataset {
bool drop_remainder_; bool drop_remainder_;
}; };


#ifndef ENABLE_ANDROID
class BuildVocabDataset : public Dataset { class BuildVocabDataset : public Dataset {
public: public:
/// \brief Constructor /// \brief Constructor


Loading…
Cancel
Save