Browse Source

fix minddata codex

tags/v0.5.0-beta
xiefangqi 5 years ago
parent
commit
d971106fec
3 changed files with 6 additions and 0 deletions
  1. +2
    -0
      mindspore/ccsrc/dataset/engine/opt/pass.h
  2. +2
    -0
      mindspore/ccsrc/dataset/text/kernels/lookup_op.h
  3. +2
    -0
      mindspore/ccsrc/dataset/text/vocab.h

+ 2
- 0
mindspore/ccsrc/dataset/engine/opt/pass.h View File

@@ -88,6 +88,8 @@ class NodePass : public Pass {
// Default DFS traversal
explicit NodePass(Order order = Order::DFS) { traversalOrder_ = order; }

~NodePass() = default;

// Run the transformation pass against the execution tree.
// @param tree - Pointer to the execution tree to be transformed.
// @param modified - Pointer to the modified flag,


+ 2
- 0
mindspore/ccsrc/dataset/text/kernels/lookup_op.h View File

@@ -35,6 +35,8 @@ class LookupOp : public TensorOp {
// @param WordIdType default_id, id to lookup if a word is not in vocab
explicit LookupOp(std::shared_ptr<Vocab> vocab, WordIdType default_id = Vocab::kSpecialTokens::unk);

~LookupOp() = default;

// perform actual lookup on each tensor
// @param const std::shared_ptr<Tensor> &input
// @param std::shared_ptr<Tensor> *output


+ 2
- 0
mindspore/ccsrc/dataset/text/vocab.h View File

@@ -71,6 +71,8 @@ class Vocab {
// @param std::unordered_map<WordType, WordIdType> map - sanitized word2id map
explicit Vocab(std::unordered_map<WordType, WordIdType> map);

~Vocab() = default;

// enum type that holds all special tokens, add more if needed
enum kSpecialTokens : WordIdType { pad = 0, unk = 1, num_tokens = 2 };



Loading…
Cancel
Save