Browse Source

update dst conf

master
ly119399 3 years ago
parent
commit
a52b75c9c1
3 changed files with 23 additions and 23 deletions
  1. +1
    -1
      modelscope/metainfo.py
  2. +18
    -18
      modelscope/preprocessors/space/dst_processors.py
  3. +4
    -4
      tests/pipelines/nlp/test_dialog_state_tracking.py

+ 1
- 1
modelscope/metainfo.py View File

@@ -54,7 +54,7 @@ class Pipelines(object):
nli = 'nli'
dialog_intent_prediction = 'dialog-intent-prediction'
dialog_modeling = 'dialog-modeling'
dialog_state_tracking = 'dialog_state_tracking'
dialog_state_tracking = 'dialog-state-tracking'

# audio tasks
sambert_hifigan_16k_tts = 'sambert-hifigan-16k-tts'


+ 18
- 18
modelscope/preprocessors/space/dst_processors.py View File

@@ -1135,24 +1135,24 @@ def convert_examples_to_features(examples,

assert (len(input_ids) == len(input_ids_unmasked))

if example_index < 10:
logger.info('*** Example ***')
logger.info('guid: %s' % (example.guid))
logger.info('tokens: %s' % ' '.join(tokens))
logger.info('input_ids: %s' % ' '.join([str(x)
for x in input_ids]))
logger.info('input_mask: %s'
% ' '.join([str(x) for x in input_mask]))
logger.info('segment_ids: %s'
% ' '.join([str(x) for x in segment_ids]))
logger.info('start_pos: %s' % str(start_pos_dict))
logger.info('end_pos: %s' % str(end_pos_dict))
logger.info('values: %s' % str(value_dict))
logger.info('inform: %s' % str(inform_dict))
logger.info('inform_slot: %s' % str(inform_slot_dict))
logger.info('refer_id: %s' % str(refer_id_dict))
logger.info('diag_state: %s' % str(diag_state_dict))
logger.info('class_label_id: %s' % str(class_label_id_dict))
# if example_index < 10:
# logger.info('*** Example ***')
# logger.info('guid: %s' % (example.guid))
# logger.info('tokens: %s' % ' '.join(tokens))
# logger.info('input_ids: %s' % ' '.join([str(x)
# for x in input_ids]))
# logger.info('input_mask: %s'
# % ' '.join([str(x) for x in input_mask]))
# logger.info('segment_ids: %s'
# % ' '.join([str(x) for x in segment_ids]))
# logger.info('start_pos: %s' % str(start_pos_dict))
# logger.info('end_pos: %s' % str(end_pos_dict))
# logger.info('values: %s' % str(value_dict))
# logger.info('inform: %s' % str(inform_dict))
# logger.info('inform_slot: %s' % str(inform_slot_dict))
# logger.info('refer_id: %s' % str(refer_id_dict))
# logger.info('diag_state: %s' % str(diag_state_dict))
# logger.info('class_label_id: %s' % str(class_label_id_dict))

features.append(
InputFeatures(


+ 4
- 4
tests/pipelines/nlp/test_dialog_state_tracking.py View File

@@ -46,10 +46,10 @@ class DialogStateTrackingTest(unittest.TestCase):
pipelines = [
DialogStateTrackingPipeline(
model=model, preprocessor=preprocessor),
# pipeline(
# task=Tasks.dialog_state_tracking,
# model=model,
# preprocessor=preprocessor)
pipeline(
task=Tasks.dialog_state_tracking,
model=model,
preprocessor=preprocessor)
]

history_states = [{}]


Loading…
Cancel
Save