From b98114367bb8f3e383cb101d329cc85481264ee3 Mon Sep 17 00:00:00 2001 From: "shuying.shu" Date: Tue, 27 Sep 2022 22:15:24 +0800 Subject: [PATCH] [to #42322933]add timestamp for movie scene segmentation output Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/10269467 * add timestamp for movie scene segmentation output --- .../models/audio/tts/models/datasets/__init__.py | 0 .../cv/movie_scene_segmentation/utils/save_op.py | 12 ++++++++---- modelscope/outputs.py | 3 ++- 3 files changed, 10 insertions(+), 5 deletions(-) mode change 100644 => 100755 modelscope/models/audio/tts/models/datasets/__init__.py diff --git a/modelscope/models/audio/tts/models/datasets/__init__.py b/modelscope/models/audio/tts/models/datasets/__init__.py old mode 100644 new mode 100755 diff --git a/modelscope/models/cv/movie_scene_segmentation/utils/save_op.py b/modelscope/models/cv/movie_scene_segmentation/utils/save_op.py index 6361c056..b350ff13 100644 --- a/modelscope/models/cv/movie_scene_segmentation/utils/save_op.py +++ b/modelscope/models/cv/movie_scene_segmentation/utils/save_op.py @@ -26,7 +26,8 @@ def pred2scene(shot2keyf, anno_dict): for scene_ind, scene_item in enumerate(scene_list): scene_dict_lst.append({ 'shot': pair_list[scene_ind], - 'frame': scene_item + 'frame': scene_item[0], + 'timestamp': scene_item[1] }) return scene_dict_lst, scene_list @@ -42,8 +43,8 @@ def scene2video(source_movie_fn, scene_list, thres): for scene_ind, scene_item in tqdm(enumerate(scene_list)): scene = str(scene_ind).zfill(4) - start_frame = int(scene_item[0]) - end_frame = int(scene_item[1]) + start_frame = int(scene_item[0][0]) + end_frame = int(scene_item[0][1]) start_time, end_time = start_frame / fps, end_frame / fps duration_time = end_time - start_time out_video_fn = os.path.join(out_video_dir_fn, @@ -71,7 +72,10 @@ def get_demo_scene_list(shot2keyf, anno_dict): start_shot, end_shot = int(pair[0]), int(pair[-1]) start_frame = shot2keyf[start_shot].split(' ')[0] end_frame = shot2keyf[end_shot].split(' ')[1] - scene_list.append((start_frame, end_frame)) + start_timestamp = shot2keyf[start_shot].split(' ')[-2] + end_timestamp = shot2keyf[end_shot].split(' ')[-1] + scene_list.append([[start_frame, end_frame], + [start_timestamp, end_timestamp]]) return scene_list, pair_list diff --git a/modelscope/outputs.py b/modelscope/outputs.py index b19f7e43..d80ba9c5 100644 --- a/modelscope/outputs.py +++ b/modelscope/outputs.py @@ -303,7 +303,8 @@ TASK_OUTPUTS = { # [ # { # "shot": [0,1,2], - # "frame": [start_frame, end_frame] + # "frame": [start_frame, end_frame], + # "timestamp": [start_timestamp, end_timestamp] # ['00:00:01.133', '00:00:02.245'] # } # ] #