/** * Copyright 2020 Huawei Technologies Co., Ltd * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef DATASET_ENGINE_DATASETOPS_TAKE_OP_H_ #define DATASET_ENGINE_DATASETOPS_TAKE_OP_H_ #include #include #include #include "dataset/engine/datasetops/pipeline_op.h" namespace mindspore { namespace dataset { class TakeOp : public PipelineOp { public: // The nested builder class inside of the TakeOp is used to help manage all of the arguments // for constructing it. This take op is very simple though, so this builder is really just // provided for a consistent look and feel for creators of Dataset operators overall. class Builder { public: // Builder constructor. Creates the builder object. // @note No default args // @param count - The number of takes to do // @return This is a constructor. explicit Builder(int32_t count); // Default destructor ~Builder() = default; // The builder "build" method creates the final object. // @return shared_ptr to the new StorageOp object Status Build(std::shared_ptr *); private: int32_t build_max_takes_; Status SanityCheck() const; }; // Constructor of the TakeOp. // @note The builder class should be used to call it // @param count - The number of takes to do explicit TakeOp(int32_t count); // Destructor ~TakeOp() = default; // A print method typically used for debugging // @param out - The output stream to write output to // @param show_all - A bool to control if you want to show all info or just a summary void Print(std::ostream &out, bool show_all) const override; // << Stream output operator overload // @notes This allows you to write the debug print info using stream operators // @param out - reference to the output stream being overloaded // @param ro - reference to the TakeOp to display // @return - the output stream must be returned friend std::ostream &operator<<(std::ostream &out, const TakeOp &ro) { ro.Print(out, false); return out; } // Class functor operator () override. // Most dataset ops operate by launching a thread (see ExecutionTree). // However, the TakeOp is defined as a inlined operator, so it is invalid to launch the // functor since this op runs inlined inside another operator. The function is overloaded to // ensure that it is not called by mistake (it will generate an error). // @return Status - The error code return Status operator()() override; // Gets a buffer from the child node. The caller is typically our parent node. // @note This function sets the `retryIfEoe` flag when popping from the child connector. This way, // this function will retry to pop the connector again and will get the non-EOE buffer if any. // @param p_buffer - output pointer to the buffer that it will fetch. // @param worker_id - The worker id // @param retry_if_eoe Set this flag to true to allow calling pop() again after the first pop() returns EOE. // @return Status - The error code return Status GetNextBuffer(std::unique_ptr *p_buffer, int32_t worker_id, bool retry_if_eoe) override; // During tree prepare phase, operators may have specific post-operations to perform depending on // their role. // @notes Derived versions of this function should always call it's superclass version first // before providing their own implementations. Status PrepareNodePostAction() override; private: int32_t max_takes_; // The number of takes that the user requested int32_t take_count_; // A counter for the current number of executed takes Status FillBuffer(std::unique_ptr *buffer, std::unique_ptr *data_buffer); }; } // namespace dataset } // namespace mindspore #endif // DATASET_ENGINE_DATASETOPS_TAKE_OP_H_