|
|
|
@@ -227,7 +227,8 @@ public class NewDatasetServiceImpl implements NewDatasetService { |
|
|
|
datasetVo.setDataType(newDatasetVo.getDataType()); |
|
|
|
datasetVo.setRelativePaths(relatePath + "/dataset"); |
|
|
|
|
|
|
|
addDatasetSourceToDataVo(datasetVo); |
|
|
|
datasetVo = addDatasetSourceToDataVo(datasetVo); |
|
|
|
System.out.println(datasetVo); |
|
|
|
|
|
|
|
YamlUtils.generateYamlFile(JsonUtils.objectToMap(datasetVo), localPath, "dataset"); |
|
|
|
//dvc数据跟踪 |
|
|
|
@@ -499,7 +500,7 @@ public class NewDatasetServiceImpl implements NewDatasetService { |
|
|
|
return new ArrayList<>(); |
|
|
|
} |
|
|
|
|
|
|
|
private void addDatasetSourceToDataVo(NewDatasetVo datasetVo) { |
|
|
|
private NewDatasetVo addDatasetSourceToDataVo(NewDatasetVo datasetVo) { |
|
|
|
DatasetTempStorage queryDatasetTempStorage = new DatasetTempStorage(); |
|
|
|
queryDatasetTempStorage.setName(datasetVo.getName()); |
|
|
|
queryDatasetTempStorage.setVersion(datasetVo.getVersion()); |
|
|
|
@@ -508,12 +509,20 @@ public class NewDatasetServiceImpl implements NewDatasetService { |
|
|
|
String source = datasetTempStorage.getSource(); |
|
|
|
Map<String, Object> sourceMap = JacksonUtil.parseJSONStr2Map(source); |
|
|
|
Map<String, Object> preprocessCode = (Map<String, Object>) sourceMap.get("preprocess_code"); |
|
|
|
System.out.println("!!!!!!!!!!!!!!!!!!!!!!!!!!!!preprocessCode"); |
|
|
|
System.out.println(preprocessCode); |
|
|
|
System.out.println("!!!!!!!!!!!!!!!!!!!!!!!!!!!!preprocessCode"); |
|
|
|
|
|
|
|
datasetVo.setProcessingCode(preprocessCode); |
|
|
|
sourceMap.remove("preprocess_code"); |
|
|
|
System.out.println("!!!!!!!!!!!!!!!!!!!!!!!!!!!!sourceMap"); |
|
|
|
System.out.println(sourceMap); |
|
|
|
System.out.println("!!!!!!!!!!!!!!!!!!!!!!!!!!!!sourceMap"); |
|
|
|
datasetVo.setTrainTask(sourceMap); |
|
|
|
datasetTempStorage.setState(0); |
|
|
|
datasetTempStorageService.update(datasetTempStorage); |
|
|
|
} |
|
|
|
return datasetVo; |
|
|
|
} |
|
|
|
|
|
|
|
} |