From 1031ebaf35374f2d6118438dd3b5010afbad9551 Mon Sep 17 00:00:00 2001 From: lewis <747342561@qq.com> Date: Sun, 25 Apr 2021 11:59:00 +0800 Subject: [PATCH 01/54] add gpy_type select --- models/cloudbrain.go | 10 ++++++++++ modules/auth/cloudbrain.go | 1 + modules/cloudbrain/cloudbrain.go | 4 ++-- modules/setting/setting.go | 4 +++- routers/repo/cloudbrain.go | 7 ++++++- templates/repo/cloudbrain/new.tmpl | 9 +++++++++ 6 files changed, 31 insertions(+), 4 deletions(-) diff --git a/models/cloudbrain.go b/models/cloudbrain.go index 5c0a5f007..00d4b00e6 100755 --- a/models/cloudbrain.go +++ b/models/cloudbrain.go @@ -276,6 +276,16 @@ type Category struct { Value string `json:"value"` } +type GpuTypes struct { + GpuType []*GpuType `json:"gpu_type"` +} + +type GpuType struct { + Id int `json:"id"` + Value string `json:"value"` + Queue string `json:"queue"` +} + type CommitImageParams struct { Ip string `json:"ip"` TaskContainerId string `json:"taskContainerId"` diff --git a/modules/auth/cloudbrain.go b/modules/auth/cloudbrain.go index b4f0c8f7c..335bc1666 100755 --- a/modules/auth/cloudbrain.go +++ b/modules/auth/cloudbrain.go @@ -12,6 +12,7 @@ type CreateCloudBrainForm struct { Attachment string `form:"attachment" binding:"Required"` JobType string `form:"job_type" binding:"Required"` BenchmarkCategory string `form:"get_benchmark_category"` + GpuType string `form:"gpu_type"` } type CommitImageCloudBrainForm struct { diff --git a/modules/cloudbrain/cloudbrain.go b/modules/cloudbrain/cloudbrain.go index 1e52bd096..2f22f9770 100755 --- a/modules/cloudbrain/cloudbrain.go +++ b/modules/cloudbrain/cloudbrain.go @@ -23,7 +23,7 @@ const ( Success = "S000" ) -func GenerateTask(ctx *context.Context, jobName, image, command, uuid, codePath, modelPath, benchmarkPath, snn4imagenetPath, jobType string) error { +func GenerateTask(ctx *context.Context, jobName, image, command, uuid, codePath, modelPath, benchmarkPath, snn4imagenetPath, jobType, gpuType string) error { dataActualPath := setting.Attachment.Minio.RealPath + setting.Attachment.Minio.Bucket + "/" + setting.Attachment.Minio.BasePath + @@ -32,7 +32,7 @@ func GenerateTask(ctx *context.Context, jobName, image, command, uuid, codePath, jobResult, err := CreateJob(jobName, models.CreateJobParams{ JobName: jobName, RetryCount: 1, - GpuType: setting.JobType, + GpuType: gpuType, Image: image, TaskRoles: []models.TaskRole{ { diff --git a/modules/setting/setting.go b/modules/setting/setting.go index 9b69d238a..7785028f8 100755 --- a/modules/setting/setting.go +++ b/modules/setting/setting.go @@ -437,6 +437,7 @@ var ( RestServerHost string JobPath string JobType string + GpuTypes string DebugServerHost string //benchmark config @@ -1145,7 +1146,8 @@ func NewContext() { RestServerHost = sec.Key("REST_SERVER_HOST").MustString("http://192.168.202.73") JobPath = sec.Key("JOB_PATH").MustString("/datasets/minio/data/opendata/jobs/") DebugServerHost = sec.Key("DEBUG_SERVER_HOST").MustString("http://192.168.202.73") - JobType = sec.Key("JOB_TYPE").MustString("debug_openi") + JobType = sec.Key("GPU_TYPE_DEFAULT").MustString("openidebug") + GpuTypes = sec.Key("GPU_TYPES").MustString("openidebug,openidgx") sec = Cfg.Section("benchmark") IsBenchmarkEnabled = sec.Key("ENABLED").MustBool(false) diff --git a/routers/repo/cloudbrain.go b/routers/repo/cloudbrain.go index 5ef8f2979..0c1b34836 100755 --- a/routers/repo/cloudbrain.go +++ b/routers/repo/cloudbrain.go @@ -134,6 +134,9 @@ func CloudBrainNew(ctx *context.Context) { var categories *models.Categories json.Unmarshal([]byte(setting.BenchmarkCategory), &categories) ctx.Data["benchmark_categories"] = categories.Category + var gpuTypes *models.GpuTypes + json.Unmarshal([]byte(setting.GpuTypes), &gpuTypes) + ctx.Data["gpu_types"] = gpuTypes.GpuType ctx.Data["snn4imagenet_path"] = cloudbrain.Snn4imagenetMountPath ctx.Data["is_snn4imagenet_enabled"] = setting.IsSnn4imagenetEnabled ctx.HTML(200, tplCloudBrainNew) @@ -146,6 +149,7 @@ func CloudBrainCreate(ctx *context.Context, form auth.CreateCloudBrainForm) { command := form.Command uuid := form.Attachment jobType := form.JobType + gpuType := setting.JobType codePath := setting.JobPath + jobName + cloudbrain.CodeMountPath if jobType != string(models.JobTypeBenchmark) && jobType != string(models.JobTypeDebug) && jobType != string(models.JobTypeSnn4imagenet) { @@ -165,6 +169,7 @@ func CloudBrainCreate(ctx *context.Context, form auth.CreateCloudBrainForm) { benchmarkPath := setting.JobPath + jobName + cloudbrain.BenchMarkMountPath if setting.IsBenchmarkEnabled && jobType == string(models.JobTypeBenchmark) { + gpuType = form.GpuType downloadRateCode(repo, jobName, setting.BenchmarkCode, benchmarkPath, form.BenchmarkCategory) } @@ -173,7 +178,7 @@ func CloudBrainCreate(ctx *context.Context, form auth.CreateCloudBrainForm) { downloadRateCode(repo, jobName, setting.Snn4imagenetCode, snn4imagenetPath, "") } - err = cloudbrain.GenerateTask(ctx, jobName, image, command, uuid, codePath, modelPath, benchmarkPath, snn4imagenetPath, jobType) + err = cloudbrain.GenerateTask(ctx, jobName, image, command, uuid, codePath, modelPath, benchmarkPath, snn4imagenetPath, jobType, gpuType) if err != nil { ctx.RenderWithErr(err.Error(), tplCloudBrainNew, &form) return diff --git a/templates/repo/cloudbrain/new.tmpl b/templates/repo/cloudbrain/new.tmpl index a2b307efb..6c07e427f 100755 --- a/templates/repo/cloudbrain/new.tmpl +++ b/templates/repo/cloudbrain/new.tmpl @@ -139,6 +139,15 @@ +
+ + +
+
+ + +
+ + + + +
{{range .Repos}} From d486986b084120827ca3486fcb1b701cf16bf3c8 Mon Sep 17 00:00:00 2001 From: lewis <747342561@qq.com> Date: Mon, 17 May 2021 10:46:05 +0800 Subject: [PATCH 11/54] mod index --- routers/routes/routes.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/routers/routes/routes.go b/routers/routes/routes.go index 7237fedff..e8e33104d 100755 --- a/routers/routes/routes.go +++ b/routers/routes/routes.go @@ -285,7 +285,7 @@ func RegisterRoutes(m *macaron.Macaron) { m.Head("/", func() string { return "" }) - m.Get("/", routers.Home) + m.Get("/", routers.ExploreRepos) m.Get("/dashboard", routers.Dashboard) m.Group("/explore", func() { m.Get("", func(ctx *context.Context) { From 926912f8b9bf0b2adb3a4dd5c1aaf6f363382b8c Mon Sep 17 00:00:00 2001 From: lewis <747342561@qq.com> Date: Tue, 18 May 2021 15:23:48 +0800 Subject: [PATCH 12/54] mod dashboard --- routers/user/home.go | 2 +- routers/user/profile.go | 2 + templates/base/head_navbar.tmpl | 8 +- templates/explore/repo_list.tmpl | 243 +++++++++++++------------------ 4 files changed, 105 insertions(+), 150 deletions(-) mode change 100644 => 100755 routers/user/home.go mode change 100644 => 100755 routers/user/profile.go diff --git a/routers/user/home.go b/routers/user/home.go old mode 100644 new mode 100755 index 2fc0c60aa..9421ee7d1 --- a/routers/user/home.go +++ b/routers/user/home.go @@ -156,7 +156,7 @@ func Dashboard(ctx *context.Context) { if ctx.Written() { return } - ctx.HTML(200, tplDashboard) + //ctx.HTML(200, tplDashboard) } // Milestones render the user milestones page diff --git a/routers/user/profile.go b/routers/user/profile.go old mode 100644 new mode 100755 index 0e29b6117..0fcc6453a --- a/routers/user/profile.go +++ b/routers/user/profile.go @@ -261,6 +261,8 @@ func Profile(ctx *context.Context) { ctx.Data["ShowUserEmail"] = len(ctxUser.Email) > 0 && ctx.IsSigned && (!ctxUser.KeepEmailPrivate || ctxUser.ID == ctx.User.ID) + Dashboard(ctx) + ctx.HTML(200, tplProfile) } diff --git a/templates/base/head_navbar.tmpl b/templates/base/head_navbar.tmpl index 1eada0a01..fd6634a7d 100755 --- a/templates/base/head_navbar.tmpl +++ b/templates/base/head_navbar.tmpl @@ -9,7 +9,7 @@
{{if .IsSigned}} - {{.i18n.Tr "dashboard"}} + {{.i18n.Tr "dashboard"}} {{.i18n.Tr "custom.head.openi"}} {{if not .UnitIssuesGlobalDisabled}} {{.i18n.Tr "issues"}} @@ -109,13 +109,9 @@
- - {{svg "octicon-info" 16}} - {{.i18n.Tr "your_dashboard"}} - {{svg "octicon-person" 16}} - {{.i18n.Tr "your_profile"}} + {{.i18n.Tr "your_dashboard"}} {{svg "octicon-star" 16}} diff --git a/templates/explore/repo_list.tmpl b/templates/explore/repo_list.tmpl index f6463f20a..89be6fc74 100755 --- a/templates/explore/repo_list.tmpl +++ b/templates/explore/repo_list.tmpl @@ -1,31 +1,9 @@

{{.i18n.Tr "explore.repos"}}

-
-
- - -

- {{.i18n.Tr "home.my_repos"}} ${reposTotalCount} - {{if or (not .ContextUser.IsOrganization) .IsOrganizationOwner}} - - {{end}} -

-
diff --git a/web_src/js/index.js b/web_src/js/index.js index e1078db4e..1a4326f7d 100755 --- a/web_src/js/index.js +++ b/web_src/js/index.js @@ -3324,16 +3324,6 @@ function initVueComponents() { self.$refs.search.focus(); }); }, - updated: function () { - $('.time-since').each(function () { - $(this) - .addClass('poping up') - .attr('data-content', $(this).attr('title')) - .attr('data-variation', 'inverted tiny') - .attr('title', ''); - }); - $('.poping.up').popup(); - }, methods: { changeTab(t) { this.tab = t; From 5a95f697f3e67c8130a76f44c0e085d97028f6fc Mon Sep 17 00:00:00 2001 From: lewis <747342561@qq.com> Date: Thu, 10 Jun 2021 16:07:24 +0800 Subject: [PATCH 41/54] fix-86 --- options/locale/locale_zh-CN.ini | 1 + templates/base/head_navbar.tmpl | 6 +----- 2 files changed, 2 insertions(+), 5 deletions(-) diff --git a/options/locale/locale_zh-CN.ini b/options/locale/locale_zh-CN.ini index 1eb590c17..8c0509752 100755 --- a/options/locale/locale_zh-CN.ini +++ b/options/locale/locale_zh-CN.ini @@ -1,4 +1,5 @@ home=个人中心 +index=首页 dashboard=个人中心 explore=探索 datasets=数据集 diff --git a/templates/base/head_navbar.tmpl b/templates/base/head_navbar.tmpl index 1eada0a01..11dab3717 100755 --- a/templates/base/head_navbar.tmpl +++ b/templates/base/head_navbar.tmpl @@ -9,7 +9,7 @@ {{if .IsSigned}} - {{.i18n.Tr "dashboard"}} + {{.i18n.Tr "index"}} {{.i18n.Tr "custom.head.openi"}} {{if not .UnitIssuesGlobalDisabled}} {{.i18n.Tr "issues"}} @@ -109,10 +109,6 @@
- - {{svg "octicon-info" 16}} - {{.i18n.Tr "your_dashboard"}} - {{svg "octicon-person" 16}} {{.i18n.Tr "your_profile"}} From 2e112300fbffef237edd0465a8587ef777e64723 Mon Sep 17 00:00:00 2001 From: lewis <747342561@qq.com> Date: Fri, 11 Jun 2021 17:24:43 +0800 Subject: [PATCH 42/54] fix-updatetime --- models/repo.go | 31 +++++++++++++++++++------------ 1 file changed, 19 insertions(+), 12 deletions(-) diff --git a/models/repo.go b/models/repo.go index e431e0248..be84a462e 100755 --- a/models/repo.go +++ b/models/repo.go @@ -6,14 +6,12 @@ package models import ( + "code.gitea.io/gitea/modules/blockchain" "context" "crypto/md5" "errors" "fmt" "html/template" - "sync" - - "code.gitea.io/gitea/modules/blockchain" // Needed for jpeg support _ "image/jpeg" @@ -2409,15 +2407,6 @@ func (repo *Repository) GetTreePathLock(treePath string) (*LFSLock, error) { return nil, nil } -var lck sync.Mutex - -func (repo *Repository) IncreaseCloneCnt() { - lck.Lock() - defer lck.Unlock() - repo.CloneCnt++ - _ = UpdateRepositoryCols(repo, "clone_cnt") -} - func updateRepositoryCols(e Engine, repo *Repository, cols ...string) error { _, err := e.ID(repo.ID).Cols(cols...).Update(repo) return err @@ -2434,3 +2423,21 @@ func GetBlockChainUnSuccessRepos() ([]*Repository, error) { Where("block_chain_status != ?", RepoBlockChainSuccess). Find(&repos) } + +func (repo *Repository) IncreaseCloneCnt() { + sess := x.NewSession() + defer sess.Close() + + if err := sess.Begin(); err != nil { + return + } + if _, err := sess.Exec("UPDATE `repository` SET clone_cnt = clone_cnt + 1 WHERE id = ?", repo.ID); err != nil { + return + } + + if err := sess.Commit(); err != nil { + return + } + + return +} From 8df143d8edb61939580d0ed9c6e26e3ebc2f4143 Mon Sep 17 00:00:00 2001 From: lewis <747342561@qq.com> Date: Tue, 15 Jun 2021 15:49:07 +0800 Subject: [PATCH 43/54] mod req --- routers/repo/cloudbrain.go | 12 ++++++++++++ routers/repo/dir.go | 15 ++++++++++----- templates/repo/datasets/dirs/dir_list.tmpl | 2 +- 3 files changed, 23 insertions(+), 6 deletions(-) diff --git a/routers/repo/cloudbrain.go b/routers/repo/cloudbrain.go index 154dbb402..7cac900c6 100755 --- a/routers/repo/cloudbrain.go +++ b/routers/repo/cloudbrain.go @@ -349,11 +349,23 @@ func CloudBrainShowModels(ctx *context.Context) { //get dirs + ctx.Data["task"] = task ctx.Data["jobID"] = jobID ctx.HTML(200, tplCloudBrainShowModels) } +func getModelDirs(uuid string, parentDir string) (string, error) { + var req string + if parentDir == "" { + req = "uuid=" + uuid + } else { + req = "uuid=" + uuid + "&parentDir=" + parentDir + } + + return getDirs(req) +} + func CloudBrainDownloadModel(ctx *context.Context) { filePath := ctx.Query("file_path") fileName := ctx.Query("file_name") diff --git a/routers/repo/dir.go b/routers/repo/dir.go index 388af34ec..ea1f80498 100755 --- a/routers/repo/dir.go +++ b/routers/repo/dir.go @@ -58,7 +58,7 @@ func DirIndex(ctx *context.Context) { dirArray = []string{attachment.Name} } - dirs, err := getDirs(uuid, parentDir) + dirs, err := getDatasetDirs(uuid, parentDir) if err != nil { log.Error("getDirs failed:", err.Error()) ctx.ServerError("getDirs failed:", err) @@ -75,13 +75,13 @@ func DirIndex(ctx *context.Context) { ctx.Data["Path"] = dirArray ctx.Data["Dirs"] = fileInfos + ctx.Data["Uuid"] = uuid ctx.Data["PageIsDataset"] = true ctx.HTML(200, tplDirIndex) } -func getDirs(uuid string, parentDir string) (string, error) { - var dirs string +func getDatasetDirs(uuid string, parentDir string) (string, error) { var req string if parentDir == "" { req = "uuid=" + uuid @@ -89,7 +89,13 @@ func getDirs(uuid string, parentDir string) (string, error) { req = "uuid=" + uuid + "&parentDir=" + parentDir } - url := setting.DecompressAddress + "/dirs?" + req + return getDirs(req) +} + +func getDirs(req string) (string, error) { + var dirs string + + url := setting.DecompressAddress + "/dirs/dataset?" + req reqHttp, err := http.NewRequest(http.MethodGet, url, nil) if err != nil { log.Error("http.NewRequest failed:", err.Error()) @@ -127,6 +133,5 @@ func getDirs(uuid string, parentDir string) (string, error) { } dirs = resp.FileInfos - return dirs, nil } diff --git a/templates/repo/datasets/dirs/dir_list.tmpl b/templates/repo/datasets/dirs/dir_list.tmpl index 98232e17e..9d10f509c 100755 --- a/templates/repo/datasets/dirs/dir_list.tmpl +++ b/templates/repo/datasets/dirs/dir_list.tmpl @@ -6,7 +6,7 @@ - + {{if .IsDir}} {{svg "octicon-file-directory" 16}}{{else}}{{svg "octicon-file" 16}}{{end}} {{.FileName}} From fda54d61aca25452013b01f6b5e94311c9e3430e Mon Sep 17 00:00:00 2001 From: avadesian Date: Tue, 15 Jun 2021 17:29:17 +0800 Subject: [PATCH 44/54] support value search for cloudbrain_image --- templates/repo/cloudbrain/new.tmpl | 24 +++++++++++++++++++++--- 1 file changed, 21 insertions(+), 3 deletions(-) diff --git a/templates/repo/cloudbrain/new.tmpl b/templates/repo/cloudbrain/new.tmpl index 6c07e427f..c1afb9389 100755 --- a/templates/repo/cloudbrain/new.tmpl +++ b/templates/repo/cloudbrain/new.tmpl @@ -88,6 +88,17 @@ .inline.required.field.cloudbrain_snn4imagenet { display: none; } + + .select2-container .select2-selection--single{ + height:38px !important; + } + + .select2-container--default .select2-selection--single { + border : 1px solid rgba(34,36,38,.15) !important; + } + .select2-container--default .select2-selection--single .select2-selection__rendered{ + line-height: 38px !important; + }
@@ -150,7 +161,7 @@
- {{range .images}} {{end}} @@ -207,7 +218,8 @@
{{template "base/footer" .}} - + +