From 7790e9141ef3cb5abe33c6f92e87ea3271f5dd5d Mon Sep 17 00:00:00 2001 From: zouap Date: Tue, 14 Jun 2022 11:18:51 +0800 Subject: [PATCH] =?UTF-8?q?=E6=8F=90=E4=BA=A4=E4=BB=A3=E7=A0=81=EF=BC=8C?= =?UTF-8?q?=E8=A7=A3=E5=86=B3=E4=BA=91=E8=84=91=E8=BF=90=E8=A1=8C=E6=97=B6?= =?UTF-8?q?=E9=97=B4=E8=B6=85=E9=95=BF=E5=AF=BC=E8=87=B4=E5=85=A5=E5=BA=93?= =?UTF-8?q?=E5=A4=B1=E8=B4=A5=E9=97=AE=E9=A2=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: zouap --- models/user_business_analysis.go | 23 +++++++++++++---------- 1 file changed, 13 insertions(+), 10 deletions(-) diff --git a/models/user_business_analysis.go b/models/user_business_analysis.go index 333867fb2..064edf13b 100644 --- a/models/user_business_analysis.go +++ b/models/user_business_analysis.go @@ -719,12 +719,11 @@ func refreshUserStaticTable(wikiCountMap map[string]int, tableName string, pageS userIndexMap := make(map[int64]float64, 0) maxUserIndex := 0.0 minUserIndex := 100000000.0 - dateRecordBatch := make([]UserBusinessAnalysisAll, 0) for { sess.Select("`user`.*").Table("user").Where(cond).OrderBy("id asc").Limit(PAGE_SIZE, int(indexTotal)) userList := make([]*User, 0) sess.Find(&userList) - + dateRecordBatch := make([]UserBusinessAnalysisAll, 0) for _, userRecord := range userList { var dateRecordAll UserBusinessAnalysisAll dateRecordAll.ID = userRecord.ID @@ -804,18 +803,19 @@ func refreshUserStaticTable(wikiCountMap map[string]int, tableName string, pageS } } } + if len(dateRecordBatch) > 0 { + insertTable(dateRecordBatch, tableName, statictisSess) + insertCount += len(dateRecordBatch) + if err != nil { + log.Info("insert all data failed." + err.Error()) + } + } indexTotal += PAGE_SIZE if indexTotal >= count { break } } - if len(dateRecordBatch) > 0 { - insertTable(dateRecordBatch, tableName, statictisSess) - insertCount += len(dateRecordBatch) - if err != nil { - log.Info("insert all data failed." + err.Error()) - } - } + if tableName == "user_business_analysis_all" { log.Info("TotalHasActivityUser=" + fmt.Sprint(userMetrics["TotalHasActivityUser"])) } @@ -2057,7 +2057,10 @@ func queryCloudBrainTask(start_unix int64, end_unix int64) (map[int64]int, map[s } else { resultMap[cloudTaskRecord.UserID] += 1 } - setMapKey("CloudBrainRunTime", cloudTaskRecord.UserID, int(cloudTaskRecord.Duration), resultItemMap) + if cloudTaskRecord.Duration < 100000000 && cloudTaskRecord.Duration > 0 { + setMapKey("CloudBrainRunTime", cloudTaskRecord.UserID, int(cloudTaskRecord.Duration), resultItemMap) + } + if cloudTaskRecord.Type == 1 { //npu if cloudTaskRecord.JobType == "TRAIN" { setMapKey("NpuTrainJob", cloudTaskRecord.UserID, 1, resultItemMap)