mindspore2022/mindspore/dataset/transforms/nlp/utils.py

# Copyright 2020 Huawei Technologies Co., Ltd
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
Some basic function for nlp
"""
import numpy as np

def as_text(array, encoding='utf8'):
    """
    Convert data of array to unicode.

    Args:
        array (numpy array): Data of array should be ASCII values of each character after converted.
        encoding (string): Indicating the charset for decoding.
    Returns:
        A 'str' object.

    """

    if not isinstance(array, np.ndarray):
        raise ValueError('input should be a numpy array')

    byte_array = bytearray(list(array))
    return byte_array.decode(encoding)