!26838 [dataset] 修复mindspore使用per_batch_map时内存过高直接退出没有任何提示的问题

Merge pull request !26838 from xiefangqi/md_fix_batch_oom_problem

mindspore/ccsrc/minddata/dataset/engine/datasetops/batch_op.cc

@@ -132,7 +132,7 @@ Status BatchOp::operator()() {
 
 #if !defined(_WIN32) && !defined(_WIN64) && !defined(__APPLE__) && ENABLE_PYTHON
     if ((num_workers_ > 1 || batch_map_func_) && GetMemoryUsage() > MAX_MEMORY_USAGE_THRESHOLD) {
-      MS_LOG(WARNING) << "Memory consumption is more than " << MAX_MEMORY_USAGE_THRESHOLD * 100 << "%, "
+      MS_LOG(WARNING) << "Memory consumption is more than " << (GetMemoryUsage() * 100) << "%, "
                       << "which may cause oom error. Please reduce num_parallel_workers size / "
                       << "optimize per_batch_map function / other python data preprocess function to "
                       << "reduce memory usage.";

mindspore/ccsrc/minddata/dataset/util/status.h

@@ -91,7 +91,7 @@ namespace dataset {
   } while (false)
 
 #if !defined(_WIN32) && !defined(_WIN64) && !defined(__APPLE__)
-const float MAX_MEMORY_USAGE_THRESHOLD = 0.95;
+const float MAX_MEMORY_USAGE_THRESHOLD = 0.8;
 float GetMemoryUsage();
 #endif
 }  // namespace dataset