From 30a5a011811f1226d337b05882724bf548bb3a96 Mon Sep 17 00:00:00 2001
From: chenyifan01 <cyf_uestc@outlook.com>
Date: Tue, 10 Jan 2023 17:55:21 +0800
Subject: [PATCH] #3448 gcu:fix bug

---
 models/cloudbrain.go                          |  6 +++-
 modules/storage/minio_ext.go                  | 16 ++++++++++
 modules/storage/obs.go                        | 13 ++++++++
 routers/repo/grampus.go                       | 13 +++++++-
 .../cloudbrain/cloudbrainTask/ai_model.go     | 30 +++++++++++++++++++
 5 files changed, 76 insertions(+), 2 deletions(-)
 create mode 100644 services/cloudbrain/cloudbrainTask/ai_model.go

diff --git a/models/cloudbrain.go b/models/cloudbrain.go
index 2184f2b5e..1d70397de 100755
--- a/models/cloudbrain.go
+++ b/models/cloudbrain.go
@@ -139,6 +139,10 @@ const (
 	GCU = "GCU"
 )
 
+const (
+	AIModelPath = "aimodels/"
+)
+
 type Cloudbrain struct {
 	ID                   int64  `xorm:"pk autoincr"`
 	JobID                string `xorm:"INDEX NOT NULL"`
@@ -2686,7 +2690,7 @@ func GetDatasetInfo(uuidStr string, grampusType ...string) (map[string]DatasetIn
 		}
 		if attach == nil {
 			log.Error("GetAttachmentsByUUIDs failed: %v", err)
-			continue
+			return nil, datasetNames, err
 		}
 		fileName := strings.TrimSuffix(strings.TrimSuffix(strings.TrimSuffix(attach.Name, ".zip"), ".tar.gz"), ".tgz")
 		for _, datasetInfo := range datasetInfos {
diff --git a/modules/storage/minio_ext.go b/modules/storage/minio_ext.go
index d4a8abba5..6aeb89aab 100755
--- a/modules/storage/minio_ext.go
+++ b/modules/storage/minio_ext.go
@@ -391,3 +391,19 @@ func GetPartInfos(objectName string, uploadID string) (string, error) {
 
 	return chunks, nil
 }
+
+func IsObjectExist4Minio(bucket, objectName string) (bool, error) {
+	_, core, err := getClients()
+	if err != nil {
+		log.Error("getClients failed:", err.Error())
+		return false, err
+	}
+
+	_, err = core.StatObject(bucket, objectName, miniov6.StatObjectOptions{})
+	if err != nil {
+		log.Error("GetObjectMetadata error.%v", err)
+		return false, err
+	}
+
+	return true, nil
+}
diff --git a/modules/storage/obs.go b/modules/storage/obs.go
index cc621cc3c..d00d000b5 100755
--- a/modules/storage/obs.go
+++ b/modules/storage/obs.go
@@ -645,3 +645,16 @@ func GetObsLogFileName(prefix string) ([]FileInfo, error) {
 	}
 	return fileInfos, nil
 }
+
+func IsObjectExist4Obs(bucket, key string) (bool, error) {
+
+	_, err := ObsCli.GetObjectMetadata(&obs.GetObjectMetadataInput{
+		Bucket: bucket,
+		Key:    key,
+	})
+	if err != nil {
+		log.Error("GetObjectMetadata error.%v", err)
+		return false, err
+	}
+	return true, nil
+}
diff --git a/routers/repo/grampus.go b/routers/repo/grampus.go
index 00a32198d..6539bb624 100755
--- a/routers/repo/grampus.go
+++ b/routers/repo/grampus.go
@@ -211,6 +211,11 @@ func GrampusNotebookCreate(ctx *context.Context, form auth.CreateGrampusNotebook
 			ctx.RenderWithErr(ctx.Tr("cloudbrain.error.dataset_select"), tpl, &form)
 			return
 		}
+		uuidArray := strings.Split(uuid, ";")
+		if datasetInfos == nil || len(datasetInfos) < len(uuidArray) {
+			ctx.RenderWithErr(ctx.Tr("cloudbrain.error.partial_datasets_not_available"), tpl, &form)
+			return
+		}
 	}
 
 	//prepare code and out path
@@ -274,6 +279,12 @@ func GrampusNotebookCreate(ctx *context.Context, form auth.CreateGrampusNotebook
 			ctx.RenderWithErr(ctx.Tr("repo.modelconvert.manage.model_not_exist"), tpl, &form)
 			return
 		}
+		if !cloudbrainTask.IsModelFileExists(m, form.CkptName) {
+			log.Error("model file not exist.name = %s", form.CkptName)
+			grampusNotebookNewDataPrepare(ctx, processType)
+			ctx.RenderWithErr(ctx.Tr("repo.modelconvert.manage.model_file_not_exist"), tpl, &form)
+			return
+		}
 		req.ModelName = form.ModelName
 		req.LabelName = form.LabelName
 		req.CkptName = form.CkptName
@@ -1324,7 +1335,7 @@ func GrampusTrainJobShow(ctx *context.Context) {
 	taskList := make([]*models.Cloudbrain, 0)
 	taskList = append(taskList, task)
 	prepareSpec4Show(ctx, task)
-	
+
 	ctx.Data["version_list_task"] = taskList
 	ctx.Data["datasetDownload"] = GetCloudBrainDataSetInfo(task.Uuid, task.DatasetName, false)
 	ctx.Data["canDownload"] = cloudbrain.CanModifyJob(ctx, task)
diff --git a/services/cloudbrain/cloudbrainTask/ai_model.go b/services/cloudbrain/cloudbrainTask/ai_model.go
new file mode 100644
index 000000000..02cc392be
--- /dev/null
+++ b/services/cloudbrain/cloudbrainTask/ai_model.go
@@ -0,0 +1,30 @@
+package cloudbrainTask
+
+import (
+	"code.gitea.io/gitea/models"
+	"code.gitea.io/gitea/modules/log"
+	"code.gitea.io/gitea/modules/setting"
+	"code.gitea.io/gitea/modules/storage"
+)
+
+func IsModelFileExists(model *models.AiModelManage, fileName string) bool {
+	if model.Type == models.TypeCloudBrainTwo {
+		key := models.AIModelPath + models.AttachmentRelativePath(model.ID) + "/" + fileName
+		log.Info("IsModelFileExists TypeCloudBrainTwo key=%s", key)
+		isExist, err := storage.IsObjectExist4Obs(setting.Bucket, key)
+		if err != nil {
+			return false
+		}
+		return isExist
+	} else if model.Type == models.TypeCloudBrainOne {
+		prefix := models.AIModelPath + models.AttachmentRelativePath(model.ID) + "/"
+		objectName := prefix + fileName
+		log.Info("IsModelFileExists TypeCloudBrainOne objectName=%s", objectName)
+		isExist, err := storage.IsObjectExist4Minio(setting.Attachment.Minio.Bucket, objectName)
+		if err != nil {
+			return false
+		}
+		return isExist
+	}
+	return false
+}