[to #42322933] add license declaration

1. add license declaration
        Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/10216802

modelscope/metrics/sequence_classification_metric.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Dict
 
 import numpy as np

modelscope/metrics/text_generation_metric.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Dict
 
 from modelscope.metainfo import Metrics

modelscope/metrics/token_classification_metric.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 import importlib
 from typing import Dict, List, Optional, Union
 

modelscope/models/multi_modal/mplug/clip/__init__.py

@@ -1 +1,3 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from .clip import load_from_config

modelscope/models/multi_modal/mplug/predictor.py

@@ -1,3 +1,19 @@
+# Copyright 2021-2022 The Alibaba DAMO NLP Team Authors.
+# Copyright 2018 The Google AI Language Team Authors and The HugginFace Inc. team.
+# Copyright (c) 2019, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 from __future__ import print_function
 
 import torch

modelscope/models/multi_modal/mplug_for_all_tasks.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 import os.path as osp
 from typing import Dict, List
 

modelscope/models/nlp/backbones/structbert.py

@@ -1,3 +1,4 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
 from modelscope.metainfo import Models
 from modelscope.models.base import TorchModel
 from modelscope.models.builder import BACKBONES

modelscope/models/nlp/bart_for_text_error_correction.py

@@ -1,3 +1,4 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
 import os.path as osp
 from typing import Any, Dict
 

modelscope/models/nlp/bert_for_sequence_classification.py

@@ -1,3 +1,4 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
 import os
 from typing import Any, Dict
 

modelscope/models/nlp/csanmt_for_translation.py

@@ -1,3 +1,6 @@
+# Part of the implementation is borrowed and modified from THUMT,
+# publicly available at https://github.com/THUNLP-MT/THUMT
+# Copyright 2017-2022 The Alibaba MT Team Authors. All rights reserved.
 import math
 from collections import namedtuple
 from typing import Dict

modelscope/models/nlp/gpt3/gpt3_for_text_generation.py

@@ -1,3 +1,4 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
 from typing import Dict
 
 from modelscope.metainfo import Models

modelscope/models/nlp/gpt3/modeling_gpt3.py

@@ -1,3 +1,4 @@
+# Copyright 2021-2022 The Alibaba DAMO NLP Team Authors.
 # Copyright (c) 2019, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

modelscope/models/nlp/heads/infromation_extraction_head.py

@@ -1,13 +1,10 @@
-from typing import Dict
-
+# Copyright (c) Alibaba, Inc. and its affiliates.
 import torch
-import torch.nn.functional as F
 from torch import nn
 
 from modelscope.metainfo import Heads
 from modelscope.models.base import TorchHead
 from modelscope.models.builder import HEADS
-from modelscope.outputs import OutputKeys
 from modelscope.utils.constant import Tasks
 
 

modelscope/models/nlp/heads/sequence_classification_head.py

@@ -1,3 +1,4 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
 from typing import Dict
 
 import torch

modelscope/models/nlp/heads/token_classification_head.py

@@ -1,3 +1,4 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
 from typing import Dict
 
 import torch

modelscope/models/nlp/heads/torch_pretrain_head.py

@@ -1,3 +1,4 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
 from typing import Dict
 
 import torch

modelscope/models/nlp/masked_language.py

@@ -1,6 +1,5 @@
-from typing import Any, Dict, Optional, Union
+# Copyright (c) Alibaba, Inc. and its affiliates.
 
-import numpy as np
 from transformers import BertForMaskedLM as BertForMaskedLMTransformer
 
 from modelscope.metainfo import Models

modelscope/models/nlp/nncrf_for_named_entity_recognition.py

@@ -1,3 +1,7 @@
+# Copyright 2021-2022 The Alibaba DAMO NLP Team Authors. All rights reserved.
+# The CRF implementation borrows mostly from AllenNLP CRF module (https://github.com/allenai/allennlp)
+# and pytorch-crf (https://github.com/kmkurn/pytorch-crf) with some modifications.
+
 import os
 from typing import Any, Dict, List, Optional
 
@@ -208,8 +212,6 @@ class CRF(nn.Module):
        Learning*. Morgan Kaufmann. pp. 282–289.
     .. _Viterbi algorithm: https://en.wikipedia.org/wiki/Viterbi_algorithm
 
-    The implementation borrows mostly from AllenNLP CRF module (https://github.com/allenai/allennlp)
-    and pytorch-crf (https://github.com/kmkurn/pytorch-crf) with some modifications.
     """
 
     def __init__(self, num_tags: int, batch_first: bool = False) -> None:

modelscope/models/nlp/palm_v2/modeling_palm.py

@@ -1,3 +1,19 @@
+# Copyright 2021-2022 The Alibaba DAMO NLP Team Authors.
+# Copyright 2018 The Google AI Language Team Authors and The HugginFace Inc. team.
+# Copyright (c) 2019, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 import codecs
 import copy
 import math

modelscope/models/nlp/palm_v2/palm_for_text_generation.py

@@ -1,3 +1,4 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
 from typing import Dict, List
 
 from modelscope.metainfo import Models

modelscope/models/nlp/passage_ranking.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict
 
 import numpy as np

modelscope/models/nlp/sentence_embedding.py

@@ -1,7 +1,7 @@
-import os
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict
 
-import json
 import numpy as np
 
 from modelscope.metainfo import Models

modelscope/models/nlp/sequence_classification.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from abc import abstractmethod
 
 from torch import nn

modelscope/models/nlp/task_models/information_extraction.py

@@ -1,7 +1,7 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
 from typing import Any, Dict
 
 import numpy as np
-import torch
 
 from modelscope.metainfo import TaskModels
 from modelscope.models.builder import MODELS
@@ -9,9 +9,6 @@ from modelscope.models.nlp.task_models.task_model import \
     SingleBackboneTaskModelBase
 from modelscope.outputs import OutputKeys
 from modelscope.utils.constant import Tasks
-from modelscope.utils.hub import parse_label_mapping
-from modelscope.utils.tensor_utils import (torch_nested_detach,
-                                           torch_nested_numpify)
 
 __all__ = ['InformationExtractionModel']
 

modelscope/models/nlp/task_models/sequence_classification.py

@@ -1,3 +1,4 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
 import os
 from typing import Any, Dict
 

modelscope/models/nlp/task_models/task_model.py

@@ -1,3 +1,4 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
 import os.path
 import re
 from abc import ABC

modelscope/models/nlp/task_models/token_classification.py

@@ -1,3 +1,4 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
 from typing import Any, Dict
 
 import numpy as np

modelscope/models/nlp/token_classification.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from abc import abstractmethod
 from typing import Dict
 

modelscope/pipelines/nlp/dialog_state_tracking_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict, Union
 
 from modelscope.metainfo import Pipelines

modelscope/pipelines/nlp/distributed_plug_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict
 
 import torch

modelscope/pipelines/nlp/faq_question_answering_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict, Union
 
 import torch

modelscope/pipelines/nlp/fill_mask_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 import os
 from typing import Any, Dict, Optional, Union
 

modelscope/pipelines/nlp/information_extraction_pipeline.py

@@ -1,11 +1,12 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict, Optional, Union
 
 import torch
 
 from modelscope.metainfo import Pipelines
 from modelscope.models import Model
-from modelscope.outputs import OutputKeys
-from modelscope.pipelines.base import Pipeline, Tensor
+from modelscope.pipelines.base import Pipeline
 from modelscope.pipelines.builder import PIPELINES
 from modelscope.preprocessors import (Preprocessor,
                                       RelationExtractionPreprocessor)

modelscope/pipelines/nlp/named_entity_recognition_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict, Optional, Union
 
 import torch

modelscope/pipelines/nlp/pair_sentence_classification_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Union
 
 from modelscope.models.base import Model

modelscope/pipelines/nlp/passage_ranking_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict, Optional, Union
 
 import torch

modelscope/pipelines/nlp/sentence_embedding_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict, Optional, Union
 
 import torch

modelscope/pipelines/nlp/sequence_classification_pipeline_base.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict, Union
 
 import numpy as np

modelscope/pipelines/nlp/single_sentence_classification_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Union
 
 from ...metainfo import Pipelines

modelscope/pipelines/nlp/text_error_correction_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict, Optional, Union
 
 import torch

modelscope/pipelines/nlp/text_generation_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict, Optional, Union
 
 import torch

modelscope/pipelines/nlp/token_classification_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict, Optional, Union
 
 import torch

modelscope/pipelines/nlp/translation_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 import os.path as osp
 from typing import Any, Dict
 

modelscope/pipelines/nlp/word_segmentation_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict, Optional, Union
 
 import torch

modelscope/pipelines/nlp/zero_shot_classification_pipeline.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 from typing import Any, Dict, Union
 
 import torch

modelscope/preprocessors/__init__.py

@@ -24,7 +24,8 @@ if TYPE_CHECKING:
         TextErrorCorrectionPreprocessor, FaqQuestionAnsweringPreprocessor,
         SequenceLabelingPreprocessor, RelationExtractionPreprocessor,
         DocumentSegmentationPreprocessor, FillMaskPoNetPreprocessor,
-        PassageRankingPreprocessor, Text2TextGenerationPreprocessor,
+        PassageRankingPreprocessor, SentenceEmbeddingPreprocessor,
+        Text2TextGenerationPreprocessor,
         WordSegmentationBlankSetToLabelPreprocessor)
     from .space import (DialogIntentPredictionPreprocessor,
                         DialogModelingPreprocessor,

modelscope/preprocessors/nlp/__init__.py

@@ -15,6 +15,7 @@ if TYPE_CHECKING:
         FaqQuestionAnsweringPreprocessor, SequenceLabelingPreprocessor,
         RelationExtractionPreprocessor, DocumentSegmentationPreprocessor,
         FillMaskPoNetPreprocessor, PassageRankingPreprocessor,
+        SentenceEmbeddingPreprocessor,
         WordSegmentationBlankSetToLabelPreprocessor)
 
 else:

modelscope/preprocessors/nlp/nlp_base.py

@@ -23,16 +23,24 @@ from modelscope.utils.type_assert import type_assert
 logger = get_logger()
 
 __all__ = [
-    'Tokenize', 'SequenceClassificationPreprocessor',
-    'TextGenerationPreprocessor', 'TokenClassificationPreprocessor',
+    'Tokenize',
+    'SequenceClassificationPreprocessor',
+    'TextGenerationPreprocessor',
+    'TokenClassificationPreprocessor',
     'PairSentenceClassificationPreprocessor',
     'Text2TextGenerationPreprocessor',
-    'SingleSentenceClassificationPreprocessor', 'FillMaskPreprocessor',
-    'ZeroShotClassificationPreprocessor', 'NERPreprocessor',
-    'SentenceEmbeddingPreprocessor', 'PassageRankingPreprocessor',
-    'FaqQuestionAnsweringPreprocessor', 'SequenceLabelingPreprocessor',
-    'RelationExtractionPreprocessor', 'DocumentSegmentationPreprocessor',
-    'FillMaskPoNetPreprocessor'
+    'SingleSentenceClassificationPreprocessor',
+    'FillMaskPreprocessor',
+    'ZeroShotClassificationPreprocessor',
+    'NERPreprocessor',
+    'SentenceEmbeddingPreprocessor',
+    'PassageRankingPreprocessor',
+    'FaqQuestionAnsweringPreprocessor',
+    'SequenceLabelingPreprocessor',
+    'RelationExtractionPreprocessor',
+    'DocumentSegmentationPreprocessor',
+    'FillMaskPoNetPreprocessor',
+    'WordSegmentationBlankSetToLabelPreprocessor',
 ]
 
 

modelscope/trainers/nlp/csanmt_translation_trainer.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 import os.path as osp
 from typing import Dict, Optional
 

modelscope/trainers/nlp/passage_ranking_trainer.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 import time
 from dataclasses import dataclass
 from typing import Any, Callable, Dict, List, Optional, Tuple, Union

modelscope/trainers/nlp/sequence_classification_trainer.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 import time
 from typing import Dict, Optional, Tuple, Union
 

modelscope/trainers/nlp/space/dialog_intent_trainer.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 import os
 import time
 from typing import Callable, Dict, Optional, Tuple, Union

modelscope/trainers/nlp/space/dialog_modeling_trainer.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 import os
 import time
 from typing import Callable, Dict, Optional, Tuple, Union

modelscope/trainers/nlp/space/metrics/metrics_tracker.py

@@ -1,6 +1,4 @@
-"""
-MetricsTracker class
-"""
+# Copyright (c) Alibaba, Inc. and its affiliates.
 
 import math
 from collections import defaultdict

modelscope/trainers/nlp_trainer.py

@@ -1,3 +1,5 @@
+# Copyright (c) Alibaba, Inc. and its affiliates.
+
 import os
 from typing import Callable, Optional, Tuple, Union