import unittest from fastNLP.io.loader.qa import CMRC2018Loader class TestCMRC2018Loader(unittest.TestCase): def test__load(self): loader = CMRC2018Loader() dataset = loader._load('tests/data_for_tests/io/cmrc/train.json') print(dataset) def test_load(self): loader = CMRC2018Loader() data_bundle = loader.load('tests/data_for_tests/io/cmrc/') print(data_bundle)
一款轻量级的自然语言处理(NLP)工具包,目标是减少用户项目中的工程型代码,例如数据处理循环、训练循环、多卡运行等