diff --git a/mindspore/lite/src/inner_context.cc b/mindspore/lite/src/inner_context.cc
index a3178bc8cc..4e2c036dde 100644
--- a/mindspore/lite/src/inner_context.cc
+++ b/mindspore/lite/src/inner_context.cc
@@ -104,6 +104,10 @@ int InnerContext::IsValid() const {
     MS_LOG(ERROR) << "Device list is empty.";
     return RET_NOT_SUPPORT;
   }
+  if (this->device_list_.size() > 2) {
+    MS_LOG(ERROR) << "Not support device list more than 2.";
+    return RET_NOT_SUPPORT;
+  }
   if (!IsUserSetCpu()) {
     MS_LOG(ERROR) << "CPU context should be set.";
     return RET_NOT_SUPPORT;