fastNLP/test/embeddings/test_elmo_embedding.py

import unittest
from fastNLP import Vocabulary
from fastNLP.embeddings import ElmoEmbedding
import torch
import os

@unittest.skipIf('TRAVIS' in os.environ, "Skip in travis")
class TestDownload(unittest.TestCase):
    def test_download_small(self):
        # import os
        vocab = Vocabulary().add_word_lst("This is a test .".split())
        elmo_embed = ElmoEmbedding(vocab, model_dir_or_name='en-small')
        words = torch.LongTensor([[0, 1, 2]])
        print(elmo_embed(words).size())


# 首先保证所有权重可以加载；上传权重；验证可以下载


class TestRunElmo(unittest.TestCase):
    def test_elmo_embedding(self):
        vocab = Vocabulary().add_word_lst("This is a test .".split())
        elmo_embed = ElmoEmbedding(vocab, model_dir_or_name='test/data_for_tests/embedding/small_elmo', layers='0,1')
        words = torch.LongTensor([[0, 1, 2]])
        hidden = elmo_embed(words)
        print(hidden.size())
        self.assertEqual(hidden.size(), (1, 3, elmo_embed.embedding_dim))

    def test_elmo_embedding_layer_assertion(self):
        vocab = Vocabulary().add_word_lst("This is a test .".split())
        try:
            elmo_embed = ElmoEmbedding(vocab, model_dir_or_name='test/data_for_tests/embedding/small_elmo',
                                       layers='0,1,2')
        except AssertionError as e:
            print(e)