/** * Copyright 2019 Huawei Technologies Co., Ltd * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "minddata/dataset/engine/data_buffer.h" #include "minddata/dataset/util/allocator.h" #include "minddata/dataset/core/global_context.h" #include "minddata/dataset/core/tensor.h" namespace mindspore { namespace dataset { // Name: Constructor #1 // Description: This is the main constructor that is used for making a buffer DataBuffer::DataBuffer(int32_t id, BufferFlags flags) : buffer_id_(id), tensor_table_(nullptr), buffer_flags_(flags) {} // A method for debug printing of the buffer void DataBuffer::Print(std::ostream &out, bool show_all) const { out << "bufferId: " << buffer_id_ << "\nflags: " << std::hex << buffer_flags_ << std::dec << "\n"; // If the column counts are set then it means that data has been set into // the tensor table. Display the tensor table here. if (this->NumCols() > 0) { out << "Tensor table:\n"; for (int32_t row = 0; row < DataBuffer::NumRows(); ++row) { out << "Row # : " << row << "\n"; TensorRow currRow = (*tensor_table_)[row]; for (int32_t col = 0; col < this->NumCols(); ++col) { out << "Column #: " << col << "\n"; // Should add the column name here as well? // Call the tensor display out << *(currRow[col]) << "\n"; } } } } // Remove me!! Callers should fetch rows via pop Status DataBuffer::GetTensor(std::shared_ptr *ptr, int32_t row_id, int32_t col_id) const { if (row_id < tensor_table_->size() && col_id < tensor_table_->at(row_id).size()) { *ptr = (tensor_table_->at(row_id)).at(col_id); } else { std::string err_msg = "indices for mTensorTable out of range: (" + std::to_string(row_id) + "," + std::to_string(col_id) + ")."; RETURN_STATUS_UNEXPECTED(err_msg); } return Status::OK(); } // Remove me!! Callers should fetch rows via pop Status DataBuffer::GetRow(int32_t row_id, TensorRow *ptr) const { if (tensor_table_ && !tensor_table_->empty() && row_id < tensor_table_->size()) { *ptr = tensor_table_->at(row_id); } else { std::string err_msg = "rowId for mTensorTable out of range: " + std::to_string(row_id); RETURN_STATUS_UNEXPECTED(err_msg); } return Status::OK(); } Status DataBuffer::PopRow(TensorRow *ptr) { if (tensor_table_ && !tensor_table_->empty()) { *ptr = std::move(tensor_table_->front()); tensor_table_->pop_front(); } return Status::OK(); } Status DataBuffer::SliceOff(int64_t number_of_rows) { while (number_of_rows > 0) { tensor_table_->pop_back(); number_of_rows--; } return Status::OK(); } } // namespace dataset } // namespace mindspore