aiforge/routers/repo/cloudbrain_statistic.go

package repo

import (
	"time"

	"code.gitea.io/gitea/models"
	"code.gitea.io/gitea/modules/context"
	"code.gitea.io/gitea/modules/log"
)

func CloudbrainDurationStatistic() {
	log.Info("Generate Cloudbrain Duration statistic begin")
	// yesterday := time.Now().AddDate(0, 0, -1).Format("2006-01-02")
	// CloudbrainDurationStatisticHour(yesterday)
	log.Info("Generate Cloudbrain Duration statistic end")
}

func CloudbrainDurationStatisticHour(ctx *context.Context) {
	//获取规定时间段的云脑任务列表
	// page := ctx.QueryInt("page")
	// pageSize := ctx.QueryInt("pagesize")
	// if page <= 0 {
	// 	page = 1
	// }
	// if pageSize <= 0 {
	// 	pageSize = 10
	// }

	// cloudBrainDurationRes := make(map[string]map[string]int)
	// cloudBrainOneCardRes := make(map[string]int)
	// cloudBrainTwoCardRes := make(map[string]int)
	// c2NetCardRes := make(map[string]int)
	// cDNetCenterCardRes := make(map[string]int)
	// var WorkServerNumber int
	// var AccCardsNum int
	// endTime := time.Now().Unix()
	// beginTime := time.Now().AddDate(0, 0, -1).Unix()

	// hour := time.Now().Hour()
	// tStr := time.Now().Format("2006-01-02 15:04:05")

	currentTime := time.Now()
	m, _ := time.ParseDuration("-1h")
	beginTime := currentTime.Add(m).Unix()
	endTime := currentTime.Unix()
	// fmt.Println(beginTime)

	ciTasks1, err := models.GetCloudbrainRunning()
	if err != nil {
		// ctx.ServerError("Get job failed:", err)
		log.Info("GetCloudbrainRunning err: %v", err)
		return
	}
	ciTasks2, err := models.GetCloudbrainCompleteByTime(beginTime, endTime)
	ciTasks := append(ciTasks1, ciTasks2...)
	log.Info("beginTime: %s", beginTime)
	log.Info("endTime: %s", endTime)
	if err != nil {
		// ctx.ServerError("Get job failed:", err)
		log.Info("GetCloudbrainCompleteByTime err: %v", err)
		return
	}
	models.LoadSpecs4CloudbrainInfo(ciTasks)
	log.Info("ciTasks here: %s", ciTasks)
	log.Info("count here: %s", len(ciTasks))
	cloudBrainCardRes := getCloudBrainCardRes(ciTasks, beginTime, endTime)

	//根据云脑任务列表获取云脑任务已使用的卡时，并区分是哪个智算中心，哪个卡类型的卡时，将这些信息存入新表

	// cloudbrainDurationStat := models.CloudbrainDurationStatistic{
	// 	DateTime:           date,
	// 	HourTime:           userNumber,
	// 	Cluster:            repositorySize,
	// 	AiCenterName:       allDatasetSize,
	// 	AiCenterCode:       organizationNumber,
	// 	ComputeResource:    repositoryNumer,
	// 	AccCardType:        forkRepositoryNumber,
	// 	CardsTotalNum:      mirrorRepositoryNumber,
	// 	CardsTotalDuration: privateRepositoryNumer,
	// 	QueueCode:          publicRepositoryNumer,
	// 	CreatedTime:        privateRepositoryNumer,
	// 	UpdatedTime:        publicRepositoryNumer,
	// }

	// if _, err = models.InsertCloudbrainDurationStatistic(&cloudbrainDurationStat); err != nil {
	// 	log.Error("Insert cloudbrainDurationStat failed: %v", err.Error())
	// }
	// log.Info("cloudBrainDurationRes2: %s", cloudBrainDurationRes)
	// cloudBrainDurationRes = append(cloudBrainDurationRes, cloudBrainOneCardRes)
	// log.Info("cloudBrainDurationRes: %s", cloudBrainDurationRes)
	// log.Info("cloudBrainOneCardRes: %s", cloudBrainOneCardRes)
	log.Info("cloudBrainCardRes: %s", cloudBrainCardRes)
	// log.Info("c2NetCardRes: %s", c2NetCardRes)
	log.Info("finish summary cloudbrainDurationStat")
}

func getCloudBrainCardRes(ciTasks []*models.CloudbrainInfo, beginTime int64, endTime int64) map[string]map[string]int {
	var WorkServerNumber int
	var AccCardsNum int
	// cloudBrainCardRes := make(map[string]int)
	cloudBrainAicenterNameList := make(map[string]string)
	cloudBrainCardTypeList := make(map[string]string)
	cloudBrainCenterNameAndCardType := make(map[string]map[string]int)
	// var cloudbrainDurationInfo models.CloudbrainDurationInfo
	for _, cloudbrain := range ciTasks {

		if _, ok := cloudBrainAicenterNameList[cloudbrain.Cloudbrain.Spec.AiCenterName]; !ok {
			cloudBrainAicenterNameList[cloudbrain.Cloudbrain.Spec.AiCenterName] = cloudbrain.Cloudbrain.Spec.AiCenterName
		}

		if cloudbrain.Cloudbrain.StartTime == 0 {
			cloudbrain.Cloudbrain.StartTime = cloudbrain.Cloudbrain.CreatedUnix
		}
		if cloudbrain.Cloudbrain.EndTime == 0 {
			cloudbrain.Cloudbrain.EndTime = cloudbrain.Cloudbrain.UpdatedUnix
		}
		if cloudbrain.Cloudbrain.WorkServerNumber >= 1 {
			WorkServerNumber = cloudbrain.Cloudbrain.WorkServerNumber
		} else {
			WorkServerNumber = 1
		}
		if cloudbrain.Cloudbrain.Spec == nil {
			AccCardsNum = 1
		} else {
			AccCardsNum = cloudbrain.Cloudbrain.Spec.AccCardsNum
		}
		for k, _ := range cloudBrainAicenterNameList {
			if cloudbrain.Cloudbrain.Spec.AiCenterName == cloudBrainAicenterNameList[k] {
				if _, ok := cloudBrainCardTypeList[cloudbrain.Cloudbrain.Spec.AccCardType]; !ok {
					cloudBrainCardTypeList[cloudbrain.Cloudbrain.Spec.AccCardType] = cloudbrain.Cloudbrain.Spec.AccCardType
				}
				for i, _ := range cloudBrainCardTypeList {
					if cloudBrainCenterNameAndCardType == nil {
						cloudBrainCenterNameAndCardType[cloudBrainAicenterNameList[k]][cloudBrainCardTypeList[i]] = 0
					}
					if cloudbrain.Cloudbrain.Spec.AccCardType == cloudBrainCardTypeList[i] {
						if cloudbrain.Cloudbrain.Status == string(models.ModelArtsRunning) {
							if int64(cloudbrain.Cloudbrain.StartTime) < beginTime {
								cloudBrainCenterNameAndCardType[cloudBrainAicenterNameList[k]][cloudBrainCardTypeList[i]] += AccCardsNum * WorkServerNumber * (int(endTime) - int(beginTime))
							} else {
								cloudBrainCenterNameAndCardType[cloudBrainAicenterNameList[k]][cloudBrainCardTypeList[i]] += AccCardsNum * WorkServerNumber * (int(endTime) - int(cloudbrain.Cloudbrain.StartTime))
							}
						} else {
							if int64(cloudbrain.Cloudbrain.StartTime) < beginTime && int64(cloudbrain.Cloudbrain.EndTime) < endTime {
								cloudBrainCenterNameAndCardType[cloudBrainAicenterNameList[k]][cloudBrainCardTypeList[i]] += AccCardsNum * WorkServerNumber * (int(cloudbrain.Cloudbrain.EndTime) - int(beginTime))
							} else {
								cloudBrainCenterNameAndCardType[cloudBrainAicenterNameList[k]][cloudBrainCardTypeList[i]] += AccCardsNum * WorkServerNumber * (int(cloudbrain.Cloudbrain.EndTime) - int(cloudbrain.Cloudbrain.StartTime))
							}
						}
					}
				}
				// cloudBrainCenterNameAndCardType[cloudBrainAicenterNameList[k]][cloudBrainCardTypeList[i]] = cloudBrainCardRes[cloudBrainCardTypeList[i]]

				// if cloudbrain.Cloudbrain.Status == string(models.ModelArtsRunning) {
				// 	if _, ok := cloudBrainCardRes[cloudbrain.Cloudbrain.Spec.AccCardType]; ok {
				// 		if int64(cloudbrain.Cloudbrain.StartTime) < beginTime {
				// 			cloudBrainCardRes[cloudbrain.Cloudbrain.Spec.AccCardType] += AccCardsNum * WorkServerNumber * (int(endTime) - int(beginTime))
				// 		} else {
				// 			cloudBrainCardRes[cloudbrain.Cloudbrain.Spec.AccCardType] += AccCardsNum * WorkServerNumber * (int(endTime) - int(cloudbrain.Cloudbrain.StartTime))
				// 		}
				// 	} else {
				// 		if int64(cloudbrain.Cloudbrain.StartTime) < beginTime {
				// 			cloudBrainCardRes[cloudbrain.Cloudbrain.Spec.AccCardType] = AccCardsNum * WorkServerNumber * (int(endTime) - int(beginTime))
				// 		} else {
				// 			cloudBrainCardRes[cloudbrain.Cloudbrain.Spec.AccCardType] = AccCardsNum * WorkServerNumber * (int(endTime) - int(cloudbrain.Cloudbrain.StartTime))
				// 		}
				// 	}
				// } else {
				// 	if _, ok := cloudBrainCardRes[cloudbrain.Cloudbrain.Spec.AccCardType]; ok {
				// 		if int64(cloudbrain.Cloudbrain.StartTime) < beginTime && int64(cloudbrain.Cloudbrain.EndTime) < endTime {
				// 			cloudBrainCardRes[cloudbrain.Cloudbrain.Spec.AccCardType] += AccCardsNum * WorkServerNumber * (int(cloudbrain.Cloudbrain.EndTime) - int(beginTime))
				// 		} else {
				// 			cloudBrainCardRes[cloudbrain.Cloudbrain.Spec.AccCardType] += AccCardsNum * WorkServerNumber * (int(cloudbrain.Cloudbrain.EndTime) - int(cloudbrain.Cloudbrain.StartTime))
				// 		}
				// 	} else {
				// 		if int64(cloudbrain.Cloudbrain.StartTime) < beginTime && int64(cloudbrain.Cloudbrain.EndTime) < endTime {
				// 			cloudBrainCardRes[cloudbrain.Cloudbrain.Spec.AccCardType] = AccCardsNum * WorkServerNumber * (int(cloudbrain.Cloudbrain.EndTime) - int(beginTime))
				// 		} else {
				// 			cloudBrainCardRes[cloudbrain.Cloudbrain.Spec.AccCardType] = AccCardsNum * WorkServerNumber * (int(cloudbrain.Cloudbrain.EndTime) - int(cloudbrain.Cloudbrain.StartTime))
				// 		}
				// 	}
				// }
			}
		}
	}

	return cloudBrainCenterNameAndCardType
}