diff --git a/mindspore/lite/tools/converter/parser/caffe/caffe_model_parser.cc b/mindspore/lite/tools/converter/parser/caffe/caffe_model_parser.cc
index aca076780c..051bb03ccb 100644
--- a/mindspore/lite/tools/converter/parser/caffe/caffe_model_parser.cc
+++ b/mindspore/lite/tools/converter/parser/caffe/caffe_model_parser.cc
@@ -190,6 +190,14 @@ STATUS CaffeModelParser::ParseLayer(const caffe::NetParameter &proto,
         continue;
       }
 
+      // here we only process the bn with phase
+      if (layer.type() == "BatchNorm" && layer.include_size() == 1) {
+        if (layer.include(0).phase() == caffe::TRAIN) {
+          MS_LOG(INFO) << "Skip layer " << layer.name();
+          continue;
+        }
+      }
+
       std::unique_ptr<schema::CNodeT> op = std::make_unique<schema::CNodeT>();
       op->name = layer.name();