Browse Source

update dataset version

dev-restore_mount
fanshuai 1 year ago
parent
commit
7cbd258afe
4 changed files with 25 additions and 8 deletions
  1. +9
    -5
      ruoyi-modules/management-platform/src/main/java/com/ruoyi/platform/controller/dataset/NewDatasetFromGitController.java
  2. +1
    -1
      ruoyi-modules/management-platform/src/main/java/com/ruoyi/platform/service/DatasetService.java
  3. +13
    -2
      ruoyi-modules/management-platform/src/main/java/com/ruoyi/platform/service/impl/DatasetServiceImpl.java
  4. +2
    -0
      ruoyi-modules/management-platform/src/main/java/com/ruoyi/platform/vo/NewDatasetVo.java

+ 9
- 5
ruoyi-modules/management-platform/src/main/java/com/ruoyi/platform/controller/dataset/NewDatasetFromGitController.java View File

@@ -70,26 +70,30 @@ public class NewDatasetFromGitController {


@GetMapping("/getVersionList") @GetMapping("/getVersionList")
@ApiOperation(value = "获取分支列表") @ApiOperation(value = "获取分支列表")
public AjaxResult getVersionList(@RequestParam("String") String repo,@RequestParam("owner")String owner) throws Exception {
public AjaxResult getVersionList(@RequestParam("repo") String repo,@RequestParam("owner")String owner) throws Exception {
return AjaxResult.success(this.datasetService.getVersionList(repo,owner)); return AjaxResult.success(this.datasetService.getVersionList(repo,owner));
} }


@GetMapping("/getdatasetDetail") @GetMapping("/getdatasetDetail")
@ApiOperation(value = "获取数据集详情") @ApiOperation(value = "获取数据集详情")
public AjaxResult getDatasetVersions(@RequestParam("name") String name,@RequestParam("repo_id") Integer repoId,@RequestParam("version")String version) throws Exception {
return AjaxResult.success(this.datasetService.getNewDatasetDesc(repoId,name,version));
public AjaxResult getDatasetVersions(@RequestParam("name") String name,
@RequestParam("repo_id") Integer repoId,
@RequestParam("owner")String owner,
@RequestParam(value = "identifier") String repo,
@RequestParam(value = "version",required = false)String version) throws Exception {
return AjaxResult.success(this.datasetService.getNewDatasetDesc(repoId,name,repo,owner,version));
} }


@DeleteMapping("/deleteDataset") @DeleteMapping("/deleteDataset")
@ApiOperation(value = "删除数据集") @ApiOperation(value = "删除数据集")
public AjaxResult deleteDataset(@RequestParam("String") String repo,@RequestParam("owner")String owner) throws Exception {
public AjaxResult deleteDataset(@RequestParam("identifier") String repo,@RequestParam("owner")String owner) throws Exception {
this.datasetService.deleteDatasetNew(repo,owner); this.datasetService.deleteDatasetNew(repo,owner);
return AjaxResult.success(); return AjaxResult.success();
} }


@DeleteMapping("/deleteDatasetVersion") @DeleteMapping("/deleteDatasetVersion")
@ApiOperation(value = "删除数据集版本") @ApiOperation(value = "删除数据集版本")
public AjaxResult deleteDatasetVersion(@RequestParam("String") String repo,@RequestParam("owner")String owner,@RequestParam("version")String version) throws Exception {
public AjaxResult deleteDatasetVersion(@RequestParam("identifier") String repo,@RequestParam("owner")String owner,@RequestParam("version")String version) throws Exception {
this.datasetService.deleteDatasetVersionNew(repo,owner,version); this.datasetService.deleteDatasetVersionNew(repo,owner,version);
return AjaxResult.success(); return AjaxResult.success();
} }


+ 1
- 1
ruoyi-modules/management-platform/src/main/java/com/ruoyi/platform/service/DatasetService.java View File

@@ -101,7 +101,7 @@ DatasetService {
Page<NewDatasetVo> newPersonalQueryByPage(Dataset dataset, PageRequest pageRequest) throws Exception; Page<NewDatasetVo> newPersonalQueryByPage(Dataset dataset, PageRequest pageRequest) throws Exception;
Page<NewDatasetVo> newPubilcQueryByPage(Dataset dataset, PageRequest pageRequest) throws Exception; Page<NewDatasetVo> newPubilcQueryByPage(Dataset dataset, PageRequest pageRequest) throws Exception;


NewDatasetVo getNewDatasetDesc(Integer repoId,String RepositoryName, String version);
NewDatasetVo getNewDatasetDesc(Integer repoId,String RepositoryName,String repo, String owner, String version)throws Exception;


List<Map<String, Object>> getVersionList(String repo, String owner) throws Exception; List<Map<String, Object>> getVersionList(String repo, String owner) throws Exception;




+ 13
- 2
ruoyi-modules/management-platform/src/main/java/com/ruoyi/platform/service/impl/DatasetServiceImpl.java View File

@@ -660,11 +660,19 @@ public class DatasetServiceImpl implements DatasetService {
} }


@Override @Override
public NewDatasetVo getNewDatasetDesc(Integer repoId,String repositoryName, String version) {
public NewDatasetVo getNewDatasetDesc(Integer repoId,String repositoryName,String repo, String owner,String version) throws Exception{
LoginUser loginUser = SecurityUtils.getLoginUser(); LoginUser loginUser = SecurityUtils.getLoginUser();
String gitLinkUsername = loginUser.getSysUser().getGitLinkUsername(); String gitLinkUsername = loginUser.getSysUser().getGitLinkUsername();
String gitLinkPassword = loginUser.getSysUser().getGitLinkPassword(); String gitLinkPassword = loginUser.getSysUser().getGitLinkPassword();
// cd到 localPathlocal/repoId/下面还有一个文件夹,然后做git pull操作,然后读取里面的文件列表,列出每个文件的大小和名称,封装成MAP // cd到 localPathlocal/repoId/下面还有一个文件夹,然后做git pull操作,然后读取里面的文件列表,列出每个文件的大小和名称,封装成MAP
if (StringUtils.isEmpty(version)){
List<Map<String, Object>> versionList = this.getVersionList(repo, owner);
if (versionList.size() == 0){
throw new Exception("数据集文件不存在");
}
version = (String) versionList.get(0).get("name");
}

List<Map<String, Object>> fileDetailsAfterGitPull = DVCUtils.getFileDetailsAfterGitPull(localPathlocal+repoId, repositoryName, version,gitLinkUsername, gitLinkPassword); List<Map<String, Object>> fileDetailsAfterGitPull = DVCUtils.getFileDetailsAfterGitPull(localPathlocal+repoId, repositoryName, version,gitLinkUsername, gitLinkPassword);
//在localPathlocal+repoId+"/"+repositoryName目录下的dataset.yaml中取到元数据 //在localPathlocal+repoId+"/"+repositoryName目录下的dataset.yaml中取到元数据
Map<String, Object> stringObjectMap = YamlUtils.loadYamlFile(localPathlocal + repoId + "/" + repositoryName + "/dataset.yaml"); Map<String, Object> stringObjectMap = YamlUtils.loadYamlFile(localPathlocal + repoId + "/" + repositoryName + "/dataset.yaml");
@@ -691,7 +699,9 @@ public class DatasetServiceImpl implements DatasetService {
String gitLinkPassword = loginUser.getSysUser().getGitLinkPassword(); String gitLinkPassword = loginUser.getSysUser().getGitLinkPassword();
String token = gitService.login(gitLinkUsername, gitLinkPassword); String token = gitService.login(gitLinkUsername, gitLinkPassword);
List<Map<String, Object>> brancheList = gitService.getBrancheList(token, owner, repo); List<Map<String, Object>> brancheList = gitService.getBrancheList(token, owner, repo);
return brancheList;
return brancheList.stream()
.filter(branch -> "master".equals(branch.get("name")))
.collect(Collectors.toList());
} }


@Override @Override
@@ -848,6 +858,7 @@ public class DatasetServiceImpl implements DatasetService {


Map<String, Object> author = (Map<String, Object>) map.get("author"); Map<String, Object> author = (Map<String, Object>) map.get("author");
newDatasetVo.setCreateBy((String) author.get("name")); newDatasetVo.setCreateBy((String) author.get("name"));
newDatasetVo.setOwner((String) author.get("login"));
} }
} }




+ 2
- 0
ruoyi-modules/management-platform/src/main/java/com/ruoyi/platform/vo/NewDatasetVo.java View File

@@ -56,5 +56,7 @@ public class NewDatasetVo implements Serializable {
private Date updateTime; private Date updateTime;
@ApiModelProperty(name = "processing_code",value = "处理代码") @ApiModelProperty(name = "processing_code",value = "处理代码")
private String processingCode; private String processingCode;
@ApiModelProperty(name = "owner",value = "项目所有者")
private String owner;


} }

Loading…
Cancel
Save