You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

11-Dubhe-Patch-3.0.sql 29 kB

3 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401
  1. -- DML 脚本
  2. use `dubhe-cloud-prod`;
  3. -- 上传炼知模型新增字段
  4. ALTER TABLE pt_model_info ADD model_size INT COMMENT '模型尺寸';
  5. ALTER TABLE pt_model_info ADD struct_name VARCHAR(32) COMMENT '模型结构名称';
  6. CREATE TABLE `pt_model_structure` (
  7. `id` bigint(20) NOT NULL AUTO_INCREMENT,
  8. `struct_name` varchar(64) NOT NULL COMMENT '炼知模型结构名称',
  9. `job_type` tinyint(1) DEFAULT '1' COMMENT '模型重组任务类型(1:单任务,2多任务)',
  10. `create_user_id` bigint(20) DEFAULT NULL COMMENT '创建人id',
  11. `update_user_id` bigint(20) DEFAULT NULL COMMENT '修改人id',
  12. `create_time` datetime DEFAULT CURRENT_TIMESTAMP,
  13. `update_time` datetime DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  14. `deleted` bit(1) DEFAULT b'0' COMMENT '删除标记 0正常,1已删除',
  15. PRIMARY KEY (`id`),
  16. UNIQUE KEY `struct_name_uniq` (`struct_name`) COMMENT '炼知模型结构名称唯一'
  17. ) ENGINE=InnoDB AUTO_INCREMENT=28 DEFAULT CHARSET=utf8mb4 COMMENT='炼制模型结构管理表';
  18. -- 炼知重组任务类型字典
  19. INSERT INTO `dict`(`name`, `remark`) VALUES ('job_type', '炼知模型重组任务类型');
  20. select @dict_id := @@IDENTITY;
  21. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES ( @dict_id, '单任务', '1', 1);
  22. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES ( @dict_id, '多任务', '2', 2);
  23. -- 数据集场景类型字典
  24. INSERT INTO `dict`(`name`, `remark`) VALUES ('dataset_occasion', '数据集场景类型');
  25. select @dict_id := @@IDENTITY;
  26. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES ( @dict_id, '普通数据集', '0', 1);
  27. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES ( @dict_id, '重组训练-单任务', '1', 1);
  28. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES ( @dict_id, '重组训练-多任务', '2', 2);
  29. DELETE FROM `data_label` WHERE id <= 1160;
  30. -- 训练任务表中添加任务类型字段
  31. ALTER TABLE pt_train_job ADD job_type TINYINT(1) DEFAULT 1 COMMENT '模型重组任务类型(1:单任务,2多任务)' AFTER train_type;
  32. CREATE TABLE `pt_atlas_train_param` (
  33. `id` bigint(20) NOT NULL AUTO_INCREMENT,
  34. `train_job_id` bigint(20) NOT NULL COMMENT '训练作业jobId',
  35. `dataset_id` bigint(20) NOT NULL COMMENT '数据集id',
  36. `dataset_type` varchar(32) NOT NULL COMMENT '数据集类型(1-视觉/语音/文本, 2-医学影像, 3-点云)',
  37. `data_source_name` varchar(127) NOT NULL COMMENT '数据集名称',
  38. `data_source_path` varchar(127) NOT NULL COMMENT '数据集路径',
  39. `dataset_version` varchar(32) DEFAULT NULL COMMENT '数据集版本',
  40. `teacher_model_struct` varchar(64) NOT NULL COMMENT '教师模型结构名称',
  41. `teacher_model_name` varchar(127) DEFAULT NULL COMMENT '教师模型名称',
  42. `teacher_model_path` varchar(255) NOT NULL COMMENT '教师模型路径',
  43. `deleted` bit(1) DEFAULT b'0' COMMENT '删除标记 0正常,1已删除',
  44. PRIMARY KEY (`id`),
  45. KEY `train_job_id_inx` (`train_job_id`)
  46. ) ENGINE=InnoDB AUTO_INCREMENT=151 DEFAULT CHARSET=utf8mb4 COMMENT='炼知模型重组任务参数表';
  47. -- 炼知模型重组任务场景下的默认资源规格
  48. INSERT INTO `resource_specs`(`specs_name`, `resources_pool_type`, `module`, `cpu_num`, `gpu_num`, `mem_num`, `workspace_request`, `create_user_id`, `create_time`, `update_user_id`, `update_time`, `deleted`)
  49. VALUES ('4CPU16GB内存 2GPU', 1, 7, 4, 2, 8192, 500, 1, '2022-06-24 11:23:13', 1, '2022-06-24 11:23:13', 0);
  50. INSERT INTO `resource_specs`(`specs_name`, `resources_pool_type`, `module`, `cpu_num`, `gpu_num`, `mem_num`, `workspace_request`, `create_user_id`, `create_time`, `update_user_id`, `update_time`, `deleted`)
  51. VALUES ('4CPU8GB内存 1GPU', 1, 7, 4, 1, 8192, 500, 1, '2022-06-23 14:25:25', 1, '2022-06-23 14:25:25', 0);
  52. -- 创建重组任务菜单脚本
  53. INSERT INTO `menu`(`pid`, `type`, `name`, `icon`, `path`, `component`, `component_name`, `layout`, `permission`, `hidden`, `cache`, `sort`, `create_user_id`, `update_user_id`, `create_time`, `update_time`, `deleted`, `back_to`, `ext_config`)
  54. VALUES (40, 1, '创建重组任务', NULL, 'atlasJobAdd', 'trainingJob/atlasAdd', 'AtlasJobAdd', 'SubpageLayout', NULL, b'1', b'0', 44, 63, 63, '2022-06-14 10:54:50', '2022-06-14 11:05:56', b'0', NULL, '');
  55. -- 数据可视化分析(见微)菜单脚本
  56. INSERT INTO `menu`(`pid`, `type`, `name`, `icon`, `path`, `component`, `component_name`, `layout`, `permission`, `hidden`, `cache`, `sort`, `create_user_id`, `update_user_id`, `create_time`, `update_time`, `deleted`, `back_to`, `ext_config`)
  57. VALUES (0, 3, '数据可视化分析', 'vis-logo', 'https://nebula-dev.zjvis.net', NULL, 'Vis', NULL, NULL, b'0', b'0', 85, 1, 1, '2022-07-27 13:50:23', '2022-08-02 09:10:41', b'0', NULL, NULL);
  58. ALTER TABLE pt_train_algorithm DROP run_params, DROP inference;
  59. CREATE TABLE `pt_image_type` (
  60. `image_id` int(8) NOT NULL COMMENT '镜像ID',
  61. `image_type` tinyint(1) NOT NULL COMMENT '镜像用途(Notebook-0, 训练-1, Serving-2, 终端-3, 点云-4)',
  62. PRIMARY KEY (`image_id`,`image_type`)
  63. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;
  64. DELIMITER $$
  65. DROP PROCEDURE IF EXISTS init_image_type;
  66. CREATE PROCEDURE init_image_type()
  67. BEGIN
  68. DECLARE $image_id INT(8);
  69. DECLARE $project_name VARCHAR(100);
  70. DECLARE $image_type TINYINT(1);
  71. DECLARE done INT DEFAULT 0;
  72. DECLARE cur CURSOR FOR SELECT id, project_name FROM pt_image;
  73. DECLARE CONTINUE HANDLER FOR SQLSTATE '02000' SET done = 1;
  74. OPEN cur;
  75. FETCH NEXT FROM cur INTO $image_id, $project_name;
  76. REPEAT
  77. IF NOT done THEN
  78. IF $project_name = 'notebook' THEN
  79. SET $image_type = 0;
  80. ELSEIF $project_name = 'train' THEN
  81. SET $image_type = 1;
  82. ELSEIF $project_name = 'serving' THEN
  83. SET $image_type = 2;
  84. ELSEIF $project_name = 'terminal' THEN
  85. SET $image_type = 3;
  86. END IF;
  87. IF EXISTS (SELECT id FROM pt_image WHERE id = $image_id AND deleted=0) THEN
  88. INSERT INTO pt_image_type VALUES($image_id, $image_type);
  89. END IF;
  90. END IF;
  91. FETCH NEXT FROM cur INTO $image_id, $project_name;
  92. UNTIL done END REPEAT;
  93. CLOSE cur;
  94. END $$
  95. call init_image_type();
  96. ALTER TABLE `pt_image` ADD COLUMN is_default tinyint(1) DEFAULT '0' COMMENT "是否为Notebook默认镜像(0否,1是)" after image_tag;
  97. UPDATE `pt_image` SET is_default=1 WHERE project_name = 'notebook' AND image_resource=1;
  98. UPDATE `pt_image` SET image_resource=1 WHERE project_name = 'notebook';
  99. UPDATE `pt_image` SET origin_user_id=0 WHERE image_resource=1;
  100. ALTER TABLE `pt_image` DROP project_name;
  101. INSERT INTO `permission`(`pid`,`name`,`permission`,`create_user_id`,`update_user_id`,`deleted`) SELECT id, '修改Notebook默认镜像', 'training:image:editDefault', 1, 1, b'0' FROM `permission` WHERE `name` = '镜像管理';
  102. INSERT INTO `auth_permission`(`auth_id`, `permission_id`) SELECT 1, id FROM `permission` WHERE `name` = '修改Notebook默认镜像';
  103. ALTER TABLE `pt_train_param` ADD COLUMN run_params_name_map json DEFAULT NULL COMMENT "运行参数映射" after val_algorithm_usage;
  104. ALTER TABLE `pt_job_param` ADD COLUMN run_params_name_map json DEFAULT NULL COMMENT "运行参数映射" after val_algorithm_usage;
  105. ALTER TABLE `pt_train_param` modify column `run_command` varchar(8192) DEFAULT NULL COMMENT "运行命令";
  106. ALTER TABLE `pt_job_param` modify column `run_command` varchar(8192) DEFAULT NULL COMMENT "运行命令";
  107. ALTER TABLE `pt_train_param` ADD COLUMN dataset_type tinyint(1) DEFAULT NULL COMMENT "数据集类型(1-视觉/语音/文本, 2-医学影像, 3-点云)";
  108. ALTER TABLE `pt_train_param` ADD COLUMN val_dataset_type tinyint(1) DEFAULT NULL COMMENT "验证数据集类型(1-视觉/语音/文本, 2-医学影像, 3-点云)";
  109. ALTER TABLE `pt_job_param` ADD COLUMN dataset_type tinyint(1) DEFAULT NULL COMMENT "数据集类型(1-视觉/语音/文本, 2-医学影像, 3-点云)";
  110. ALTER TABLE `pt_job_param` ADD COLUMN val_dataset_type tinyint(1) DEFAULT NULL COMMENT "验证数据集类型(1-视觉/语音/文本, 2-医学影像, 3-点云)";
  111. UPDATE `pt_train_param` SET dataset_type=1 WHERE algorithm_usage != '';
  112. UPDATE `pt_train_param` SET val_dataset_type=1 WHERE val_algorithm_usage != '';
  113. UPDATE `pt_job_param` SET dataset_type=1 WHERE algorithm_usage != '';
  114. UPDATE `pt_job_param` SET val_dataset_type=1 WHERE val_algorithm_usage != '';
  115. ALTER TABLE `pt_train_param` DROP `algorithm_usage`;
  116. ALTER TABLE `pt_train_param` DROP `val_algorithm_usage`;
  117. ALTER TABLE `pt_job_param` DROP `algorithm_usage`;
  118. ALTER TABLE `pt_job_param` DROP `val_algorithm_usage`;
  119. ALTER TABLE `pt_train_job` ADD COLUMN data_source_id bigint(20) DEFAULT NULL COMMENT "数据集ID" AFTER data_source_path;
  120. ALTER TABLE `pt_train_job` ADD COLUMN val_data_source_id bigint(20) DEFAULT NULL COMMENT "验证数据集ID" AFTER val_data_source_path;
  121. ALTER TABLE pt_train_algorithm ADD COLUMN `algorithm_usages` varchar(255) DEFAULT '' COMMENT '算法用途' AFTER `algorithm_usage`;
  122. UPDATE pt_train_algorithm a INNER JOIN (SELECT label, value FROM dict_detail WHERE dict_id=8) b ON a.algorithm_usage=b.label set a.algorithm_usages = b.value;
  123. ALTER TABLE pt_train_algorithm DROP algorithm_usage;
  124. ALTER TABLE pt_train_algorithm CHANGE algorithm_usages algorithm_usage varchar(255) DEFAULT '' COMMENT '算法用途';
  125. UPDATE pt_model_info a INNER JOIN (SELECT label, value FROM dict_detail WHERE dict_id=8) b ON a.model_type=b.label set a.model_type = b.value;
  126. UPDATE `menu` SET `icon` = 'gailannew' WHERE `name` = '概览' AND `path` = 'dashboard' AND `deleted` = 0;
  127. UPDATE `menu` SET `icon` = 'shujuguanlinew' WHERE `name` = '数据管理' AND `path` = 'data' AND `deleted` = 0;
  128. UPDATE `menu` SET `icon` = 'shujujiguanli' WHERE `name` = '数据集管理' AND `path` = 'datasets/list' AND `deleted` = 0;
  129. UPDATE `menu` SET `icon` = 'biaoqianzuguanli' WHERE `name` = '标签组管理' AND `path` = 'labelgroup' AND `deleted` = 0;
  130. UPDATE `menu` SET `icon` = 'biaozhufuwu' WHERE `name` = '标注服务管理' AND `path` = 'datasets/model-service' AND `deleted` = 0;
  131. UPDATE `menu` SET `icon` = 'suanfakaifanew' WHERE `name` = '算法开发' AND `path` = 'development' AND `deleted` = 0;
  132. UPDATE `menu` SET `icon` = 'notebook', `path` = 'notebook' WHERE `name` = 'Notebook' AND `deleted` = 0;
  133. UPDATE `menu` SET `icon` = 'suanfaguanli' WHERE `name` = '算法管理' AND `path` = 'algorithm' AND `deleted` = 0;
  134. UPDATE `menu` SET `icon` = 'zidongjiqi' WHERE `name` = '自动机器学习' AND `path` = 'tadl' AND `deleted` = 0;
  135. UPDATE `menu` SET `icon` = 'shiyanguanlinew' WHERE `name` = '实验管理' AND `path` = 'list' AND `deleted` = 0;
  136. UPDATE `menu` SET `icon` = 'sousuochelve' WHERE `name` = '搜索策略' AND `path` = 'searchstrategy' AND `deleted` = 0;
  137. UPDATE `menu` SET `icon` = 'xunlianguanlinew' WHERE `name` = '训练管理' AND `path` = 'training' AND `deleted` = 0;
  138. UPDATE `menu` SET `icon` = 'xunlianrenwu' WHERE `name` = '训练任务' AND `path` = 'job' AND `deleted` = 0;
  139. UPDATE `menu` SET `icon` = 'keshihuarenwu' WHERE `name` = '可视化任务' AND `path` = 'visual' AND `deleted` = 0;
  140. UPDATE `menu` SET `icon` = 'jingxiangguanlinew' WHERE `name` = '镜像管理' AND `path` = 'image' AND `deleted` = 0;
  141. UPDATE `menu` SET `icon` = 'moxingguanlinew' WHERE `name` = '模型管理' AND `path` = 'model' AND `deleted` = 0;
  142. UPDATE `menu` SET `icon` = 'moxingliebiao' WHERE `name` = '模型列表' AND `path` = 'model' AND `deleted` = 0;
  143. UPDATE `menu` SET `icon` = 'moxingyouhua' WHERE `name` = '模型优化' AND `path` = 'optimize' AND `deleted` = 0;
  144. UPDATE `menu` SET `icon` = 'yunduanbushu' WHERE `name` = '云端部署' AND `path` = 'cloudserving' AND `deleted` = 0;
  145. UPDATE `menu` SET `icon` = 'zaixianfuwu' WHERE `name` = '在线服务' AND `path` = 'onlineserving' AND `deleted` = 0;
  146. UPDATE `menu` SET `icon` = 'piliangfuwu' WHERE `name` = '批量服务' AND `path` = 'batchserving' AND `deleted` = 0;
  147. UPDATE `menu` SET `icon` = 'moxinglianzhinew' WHERE `name` = '模型炼知' AND `path` = 'atlas' AND `deleted` = 0;
  148. UPDATE `menu` SET `icon` = 'moxingchongzu' WHERE `name` = '模型重组' AND `path` = 'restructuring' AND `deleted` = 0;
  149. UPDATE `menu` SET `icon` = 'duliangguanli' WHERE `name` = '度量管理' AND `path` = 'measure' AND `deleted` = 0;
  150. UPDATE `menu` SET `icon` = 'tupukeshihua' WHERE `name` = '图谱可视化' AND `path` = 'graphvisual' AND `deleted` = 0;
  151. UPDATE `menu` SET `icon` = 'tupuliebiao' WHERE `name` = '图谱列表' AND `path` = 'graph' AND `deleted` = 0;
  152. UPDATE `menu` SET `icon` = 'qianghuaxuexi' WHERE `name` = '强化学习' AND `path` = 'reinforcelearning' AND `deleted` = 0;
  153. UPDATE `menu` SET `icon` = 'tianshu' WHERE `name` = '天枢专业版' AND `path` = 'terminal' AND `deleted` = 0;
  154. UPDATE `menu` SET `icon` = 'zhongduangailan' WHERE `name` = '终端概览' AND `path` = 'overview' AND `deleted` = 0;
  155. UPDATE `menu` SET `icon` = 'yuanchenglianjie' WHERE `name` = '远程连接' AND `path` = 'remote' AND `deleted` = 0;
  156. UPDATE `menu` SET `icon` = 'shujukeshi' WHERE `name` = '数据可视分析' AND `path` = 'https://nebula-dev.zjvis.net/login' AND `deleted` = 0;
  157. UPDATE `menu` SET `icon` = 'kongzhitainew' WHERE `name` = '控制台' AND `path` = 'system' AND `deleted` = 0;
  158. UPDATE `menu` SET `icon` = 'yonghuguanlinew' WHERE `name` = '用户管理' AND `path` = 'user' AND `deleted` = 0;
  159. UPDATE `menu` SET `icon` = 'yonghuzuguanli' WHERE `name` = '用户组管理' AND `path` = 'userGroup' AND `deleted` = 0;
  160. UPDATE `menu` SET `icon` = 'jueseguanli' WHERE `name` = '角色管理' AND `path` = 'role' AND `deleted` = 0;
  161. UPDATE `menu` SET `icon` = 'quanxianguanli' WHERE `name` = '权限管理' AND `path` = 'authCode' AND `deleted` = 0;
  162. UPDATE `menu` SET `icon` = 'caidanguanlinew' WHERE `name` = '菜单管理' AND `path` = 'menu' AND `deleted` = 0;
  163. UPDATE `menu` SET `icon` = 'ziyuanguige' WHERE `name` = '资源规格管理' AND `path` = 'resources' AND `deleted` = 0;
  164. UPDATE `menu` SET `icon` = 'zidianguanli' WHERE `name` = '字典管理' AND `path` = 'dict' AND `deleted` = 0;
  165. UPDATE `menu` SET `icon` = 'jiqunzhuangtai' WHERE `name` = '集群状态' AND `path` = 'node' AND `deleted` = 0;
  166. UPDATE `menu` SET `icon` = 'huishouzhannew' WHERE `name` = '回收站' AND `path` = 'recycle' AND `deleted` = 0;
  167. UPDATE `menu` SET `icon` = 'shujujiguanli' WHERE `name` = '数据集管理' AND `path` = 'datasets' AND `deleted` = 0;
  168. UPDATE `menu` SET `hidden` = b'1' WHERE `name` = '模型优化执行记录';
  169. -- 模型服务表
  170. CREATE TABLE `auto_label_model_service` (
  171. `id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '主键',
  172. `model_type` smallint(6) NOT NULL COMMENT '模型类别',
  173. `remark` varchar(255) DEFAULT NULL COMMENT '服务描述 ',
  174. `model_branch_id` bigint(20) DEFAULT NULL COMMENT '模型版本ID',
  175. `model_parent_id` bigint(20) DEFAULT NULL COMMENT '模型版本父ID',
  176. `image_id` bigint(20) NOT NULL COMMENT '镜像ID',
  177. `image_name` varchar(64) NOT NULL COMMENT '镜像名称',
  178. `algorithm_id` bigint(20) NOT NULL COMMENT '算法ID',
  179. `status` smallint(6) NOT NULL COMMENT '状态\n101-启动中\n102-运行中\n103-启动失败\n104-停止中\n105-已停止',
  180. `resources_pool_type` smallint(6) NOT NULL DEFAULT '0' COMMENT '节点类型\n0-cpu\n1-gpu',
  181. `resources_pool_specs` varchar(512) NOT NULL COMMENT '节点规格',
  182. `instance_num` smallint(6) NOT NULL COMMENT '服务数量',
  183. `deleted` bit(1) NOT NULL DEFAULT b'0' COMMENT '数据集版本删除标记0正常,1已删除',
  184. `create_user_id` bigint(20) NOT NULL COMMENT '创建人',
  185. `create_time` datetime NOT NULL COMMENT '创建时间',
  186. `update_user_id` bigint(20) DEFAULT NULL COMMENT '修改人',
  187. `update_time` datetime DEFAULT NULL COMMENT '修改时间',
  188. `name` varchar(32) DEFAULT NULL COMMENT '服务名称',
  189. PRIMARY KEY (`id`),
  190. UNIQUE KEY `unique_name` (`name`) USING BTREE COMMENT '模型服务名称不重复'
  191. ) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8 COMMENT='标注服务';
  192. -- 数据集表增加模块字段
  193. ALTER TABLE `data_dataset` ADD COLUMN `template_type` int(11) NULL DEFAULT 101 AFTER `source_id`;
  194. ALTER TABLE `data_dataset` ADD COLUMN `module` smallint(3) NULL COMMENT '模块 1-普通数据集 2-重组训练-单任务 3-重组训练-多任务' AFTER `template_type`;
  195. ALTER TABLE `data_dataset` MODIFY COLUMN `annotate_type` smallint(5) NOT NULL DEFAULT 0 COMMENT '标注类型:2分类,1目标检测,5目标跟踪' AFTER `data_type`;
  196. -- 数据集版本表增加字段
  197. ALTER TABLE `data_dataset_version` ADD COLUMN `format` char(32) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT 'TS' COMMENT '格式 TS COCO YOLO' AFTER `of_record`;
  198. ALTER TABLE `data_dataset_version` ADD COLUMN `contain_origin` bit(1) NOT NULL DEFAULT b'1' COMMENT '是否包含源文件' AFTER `format`;
  199. -- 数据集任务表
  200. ALTER TABLE `data_task` ADD COLUMN `model_service_id` bigint(20) NULL COMMENT '模型服务id' AFTER `target_id`;
  201. ALTER TABLE `data_task` ADD COLUMN `file_type` smallint(3) NULL COMMENT '待处理文件类型 0-全部 304-无标注 303-有标注' AFTER `model_service_id`;
  202. ALTER TABLE `data_task` ADD COLUMN `stop` bit(1) NULL COMMENT '是否停止 0-没有 1-已停止' AFTER `file_type`;
  203. ALTER TABLE `data_task` ADD COLUMN `of_record_version` varchar(255) NULL COMMENT '生成ofRecord的版本号' AFTER `stop`;
  204. -- 医学表
  205. ALTER TABLE `data_medicine` ADD COLUMN `stop` bit(1) NULL AFTER `annotate_type`;
  206. -- 点云数据集表
  207. create table if not exists `pc_dataset` (
  208. `id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '主键id',
  209. `name` varchar(64) CHARACTER SET utf8 NOT NULL COMMENT '数据集名称',
  210. `label_group_id` bigint(20) NOT NULL COMMENT '标签组id',
  211. `difficulty_count` bigint(20) DEFAULT '0' COMMENT '难例数',
  212. `file_count` bigint(20) DEFAULT '0' COMMENT '文件数',
  213. `status` int(4) DEFAULT '1001' COMMENT '1001:未采样 1002:导入中 1003:未标注 1004:自动标注中 1005:自动标注停止 1006:自动标注失败 1007:标注中 1008:自动标注完成 1009:难例发布中 1010:难例发布失败 1011:已发布',
  214. `status_detail` varchar(255) DEFAULT NULL COMMENT '状态详情',
  215. `resource_name` varchar(255) DEFAULT NULL COMMENT '资源名称',
  216. `scope_left` double(20,6) DEFAULT '0.000000' COMMENT '标注范围-左',
  217. `scope_right` double(20,6) DEFAULT '0.000000' COMMENT '标注范围-右',
  218. `scope_front` double(20,6) DEFAULT '0.000000' COMMENT '标注范围-前',
  219. `scope_behind` double(20,6) DEFAULT '0.000000' COMMENT '标注范围-后',
  220. `remark` varchar(255) DEFAULT NULL COMMENT '数据集描述',
  221. `update_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  222. `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
  223. `create_user_id` bigint(20) DEFAULT NULL,
  224. `update_user_id` bigint(20) DEFAULT NULL,
  225. `deleted` bit(1) NOT NULL DEFAULT b'0' COMMENT '删除(0:正常,1:删除)',
  226. PRIMARY KEY (`id`)
  227. ) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8mb4;
  228. -- 点云文件表
  229. create table if not exists `pc_dataset_file` (
  230. `id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '主键id',
  231. `name` varchar(256) CHARACTER SET utf8 NOT NULL COMMENT '文件名称',
  232. `file_type` varchar(20) NOT NULL COMMENT '文件类型',
  233. `difficulty` int(1) DEFAULT NULL COMMENT '是否难例',
  234. `dataset_id` bigint(20) DEFAULT NULL COMMENT '数据集id',
  235. `url` varchar(256) NOT NULL COMMENT '文件url',
  236. `mark_status` int(8) DEFAULT NULL COMMENT '标注状态',
  237. `mark_file_name` varchar(64) DEFAULT NULL COMMENT '标注结果文件名称',
  238. `mark_file_url` varchar(256) DEFAULT NULL COMMENT '标注结果文件url',
  239. `update_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  240. `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
  241. `update_user_id` bigint(20) DEFAULT NULL,
  242. `create_user_id` bigint(20) DEFAULT NULL,
  243. `deleted` bit(1) NOT NULL DEFAULT b'0' COMMENT '删除(0:正常,1:删除)',
  244. PRIMARY KEY (`id`),
  245. KEY `dataset_id_index` (`dataset_id`)
  246. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;
  247. -- 点云自动标注详情表
  248. create table if not exists `pc_annotation_detail` (
  249. `dataset_id` bigint(20) NOT NULL COMMENT '数据集id',
  250. `dataset_dir_mapping` varchar(256) DEFAULT NULL COMMENT '数据集路径映射',
  251. `algorithm_id` bigint(20) NOT NULL COMMENT '算法Id',
  252. `algorithm_name` varchar(256) NOT NULL COMMENT '算法名称',
  253. `algorithm_source` int(20) NOT NULL COMMENT '算法来源',
  254. `model_id` bigint(20) NOT NULL COMMENT '模型id',
  255. `model_branch_id` bigint(20) NOT NULL COMMENT '模型对应版本id',
  256. `model_resource` int(20) NOT NULL COMMENT '模型来源',
  257. `model_name` varchar(256) NOT NULL COMMENT '模型名称',
  258. `model_version` varchar(128) DEFAULT NULL COMMENT '模型版本',
  259. `image_name` varchar(256) NOT NULL COMMENT '镜像名称',
  260. `image_tag` varchar(128) NOT NULL COMMENT '镜像版本',
  261. `pool_specs_info` varchar(256) DEFAULT NULL COMMENT '规格信息',
  262. `resources_pool_node` int(11) NOT NULL COMMENT '节点个数',
  263. `resources_pool_type` int(11) NOT NULL COMMENT '节点类型(0为CPU,1为GPU)',
  264. `model_dir_mapping` varchar(256) DEFAULT NULL COMMENT '模型路径映射',
  265. `result_dir_mapping` varchar(256) DEFAULT NULL COMMENT '结果输出路径映射',
  266. `resources_pool_specs` varchar(256) NOT NULL COMMENT '节点规格',
  267. `command` varchar(256) NOT NULL COMMENT '标注命令',
  268. `update_time` timestamp NULL DEFAULT NULL ON UPDATE CURRENT_TIMESTAMP,
  269. `create_time` timestamp NULL DEFAULT NULL,
  270. `create_user_id` bigint(20) DEFAULT NULL,
  271. `update_user_id` bigint(20) DEFAULT NULL,
  272. `deleted` bit(1) NOT NULL DEFAULT b'0',
  273. PRIMARY KEY (`dataset_id`)
  274. ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4;
  275. -- 修改字典数据
  276. -- 删除旧数据
  277. DELETE FROM `dict_detail` WHERE dict_id = 8;
  278. -- 写入新数据
  279. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '图像分类', '101', 1);
  280. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '目标检测', '102', 2);
  281. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '语义分割', '103', 3);
  282. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '文本分类', '301', 5);
  283. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '目标跟踪', '201', 4);
  284. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '中文分词', '302', 6);
  285. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '命名实体识别', '303', 7);
  286. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '音频分类', '401', 8);
  287. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '语音识别', '402', 9);
  288. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '自定义', '10001', 13);
  289. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '器官分割', '1001', 10);
  290. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '肺结节检测', '2001', 11);
  291. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '其他病灶识别', '2999', 12);
  292. INSERT INTO `dict_detail`(`dict_id`, `label`, `value`, `sort`) VALUES (8, '模型优化', '5001', 13);
  293. -- 菜单中数据集管理部分修改
  294. DELETE FROM menu where id = 12;
  295. INSERT INTO `menu`(`pid`, `type`, `name`, `icon`, `path`, `component`, `component_name`, `layout`, `permission`, `hidden`, `cache`, `sort`, `create_user_id`, `update_user_id`, `create_time`, `update_time`, `deleted`, `back_to`, `ext_config`)
  296. VALUES (10, 1, '文本分类', NULL, 'datasets/text/classify/:datasetId', 'dataset/nlp/textClassify', 'TextClassify', 'DetailLayout', NULL, b'1', b'0', 29, 67, 67, '2022-06-20 14:46:39', '2022-06-29 10:11:00', b'0', NULL, '');
  297. INSERT INTO `menu`(`pid`, `type`, `name`, `icon`, `path`, `component`, `component_name`, `layout`, `permission`, `hidden`, `cache`, `sort`, `create_user_id`, `update_user_id`, `create_time`, `update_time`, `deleted`, `back_to`, `ext_config`)
  298. VALUES (10, 1, '图像分类', NULL, 'datasets/classification/:datasetId', 'dataset/classification/index', 'DatasetClassification', 'DetailLayout', 'dataset', b'1', b'0', 12, 67, 67, '2022-06-08 11:10:32', '2022-06-29 10:04:11', b'0', NULL, '');
  299. -- 点云菜单
  300. insert into `menu` (`pid`,`type`,`name`,`icon`,`path`,`component`,`component_name`,`layout`,`permission`,`back_to`,`ext_config`,`hidden`,`cache`,`sort`,`create_user_id`,`update_user_id`,`deleted`) values
  301. (10, 1, '3D点云数据集', null, 'datasets/pointcloud', 'dataset/pointCloud/list', 'PointCloud', 'BaseLayout', null, null, '', true, false, 45, 14, 14, false),
  302. (10, 1, '点云编辑器', null, 'datasets/pointcloud/editor', 'dataset/pointCloud/editor', 'PointCloudEditor', 'FullpageLayout', null, null, '', true, false, 56, 14, 14, false);
  303. UPDATE `menu` SET `pid` = 0 WHERE `name` = '镜像管理';
  304. -- 模型重组菜单
  305. INSERT INTO `menu`(`pid`, `type`, `name`, `icon`, `path`, `component`, `component_name`, `layout`, `permission`, `hidden`, `cache`, `sort`, `create_user_id`, `update_user_id`, `create_time`, `update_time`, `deleted`, `back_to`, `ext_config`)
  306. VALUES (97, 1, '模型重组', 'moxingchongzu', 'restructuring', 'atlas/modelRestructuring', 'ModelRestructuring', 'BaseLayout', NULL, b'0', b'0', 70, 3, 63, '2022-06-20 10:44:14', '2022-08-09 15:19:59', b'0', NULL, '');
  307. -- 标注服务管理
  308. INSERT INTO `menu`(`pid`, `type`, `name`, `icon`, `path`, `component`, `component_name`, `layout`, `permission`, `hidden`, `cache`, `sort`, `create_user_id`, `update_user_id`, `create_time`, `update_time`, `deleted`, `back_to`, `ext_config`) SELECT id, 1 as `type`, '标注服务管理' as `name`, 'biaozhufuwu' as `icon`, 'datasets/model-service' as `path`, 'dataset/modelService' as `component`, 'ModelDataService' as `component_name`, 'BaseLayout' as `layout`, NULL as `permission`, b'0' as `hidden`, b'0' as `cache`, 999 as `sort`, 1 as `create_user_id`, 1 as `update_user_id`, '2022-05-24 15:05:50' as `create_time`, '2022-08-09 15:03:14' as `update_time`, b'0' as `deleted`, NULL as `back_to`, '' as `ext_config` FROM `menu` WHERE `name` = '数据管理';
  309. -- 炼知模型重组预置算法
  310. INSERT INTO `pt_train_algorithm`(`algorithm_name`, `description`, `algorithm_source`, `algorithm_status`, `code_dir`, `run_command`, `algorithm_usage`, `accuracy`, `p4_inference_speed`, `create_user_id`, `create_time`, `update_user_id`, `update_time`, `deleted`, `image_name`, `is_train_model_out`, `is_train_out`, `is_visualized_log`, `origin_user_id`)
  311. VALUES ('layerwise-amalgamation', '炼知模型重组训练layerwise算法', 2, 1, '/algorithm-manage/common/9/20220610151221705g5ei/', 'python comprehensive_classification_layerwise_amalgamation.py', '101', '', NULL, 1, '2022-06-10 15:12:22', 1, '2022-06-10 15:12:22', 0, 'atlas:v1', 1, 0, 0, 0);
  312. INSERT INTO `pt_train_algorithm`(`algorithm_name`, `description`, `algorithm_source`, `algorithm_status`, `code_dir`, `run_command`, `algorithm_usage`, `accuracy`, `p4_inference_speed`, `create_user_id`, `create_time`, `update_user_id`, `update_time`, `deleted`, `image_name`, `is_train_model_out`, `is_train_out`, `is_visualized_log`, `origin_user_id`)
  313. VALUES ('common-feature-learning', '炼知模型重组训练CFL算法', 2, 1, '/algorithm-manage/common/9/20220620150033773qocy/', 'python comprehensive_classification_common_feature_learning.py', '101', '', NULL, 9, '2022-06-20 15:00:34', 9, '2022-06-20 15:00:34', 0, 'train/atlas:v1', 1, 0, 0, 0);
  314. INSERT INTO `pt_train_algorithm`(`algorithm_name`, `description`, `algorithm_source`, `algorithm_status`, `code_dir`, `run_command`, `algorithm_usage`, `accuracy`, `p4_inference_speed`, `create_user_id`, `create_time`, `update_user_id`, `update_time`, `deleted`, `image_name`, `is_train_model_out`, `is_train_out`, `is_visualized_log`, `origin_user_id`)
  315. VALUES ('task-branching', '炼知模型重组训练多任务算法', 2, 1, '/algorithm-manage/common/9/20220704110347339o7cr/', 'python joint_scene_parsing_task_branching.py', '101', '', NULL, 1, '2022-07-04 11:03:47', 1, '2022-07-04 11:03:47', 0, 'atlas:v1', 0, 0, 0, 0);
  316. CREATE TABLE `pt_atlas_camera` (
  317. `id` bigint(20) NOT NULL AUTO_INCREMENT,
  318. `camera_resource` tinyint(1) DEFAULT '0' COMMENT '摄像头来源(1:第三方vms)',
  319. `region_index_code` varchar(64) DEFAULT NULL COMMENT '区域唯一标识',
  320. `camera_index_code` varchar(64) NOT NULL COMMENT '设备唯一标识',
  321. `camera_name` varchar(255) NOT NULL COMMENT '摄像头名称',
  322. `hls_url` varchar(128) NOT NULL COMMENT 'hls视频流地址',
  323. `rtsp_url` varchar(128) DEFAULT NULL COMMENT 'rtsp视频流地址',
  324. `status` tinyint(1) NOT NULL,
  325. `status_name` varchar(32) NOT NULL,
  326. `create_user_id` bigint(20) DEFAULT NULL COMMENT '创建人id',
  327. `update_user_id` bigint(20) DEFAULT NULL COMMENT '修改人id',
  328. `create_time` datetime DEFAULT CURRENT_TIMESTAMP,
  329. `update_time` datetime DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
  330. `deleted` bit(1) DEFAULT b'0' COMMENT '删除标记 0正常,1已删除',
  331. PRIMARY KEY (`id`),
  332. UNIQUE KEY `camera_index_uniq` (`camera_index_code`) COMMENT '设备标识唯一'
  333. ) ENGINE=InnoDB AUTO_INCREMENT=33 DEFAULT CHARSET=utf8mb4 COMMENT='模型炼知视频流管理';
  334. ALTER TABLE pt_image DROP image_status;

一站式算法开发平台、高性能分布式深度学习框架、先进算法模型库、视觉模型炼知平台、数据可视化分析平台等一系列平台及工具,在模型高效分布式训练、数据处理和可视分析、模型炼知和轻量化等技术上形成独特优势,目前已在产学研等各领域近千家单位及个人提供AI应用赋能