├── .gitignore ├── .travis.yml ├── LICENSE ├── README.md ├── chazutsu ├── README.md ├── __init__.py └── datasets │ ├── __init__.py │ ├── customer_review.py │ ├── duc2003.py │ ├── duc2004.py │ ├── framework │ ├── __init__.py │ ├── converter.py │ ├── dataset.py │ ├── resource.py │ ├── tokenizer.py │ ├── vocabulary.py │ └── xtqdm.py │ ├── gigaword.py │ ├── imdb.py │ ├── movie_review.py │ ├── multi_nli.py │ ├── news_group20.py │ ├── ptb.py │ ├── reuters_news.py │ ├── squad.py │ ├── text8.py │ ├── wikitext103.py │ └── wikitext2.py ├── docs ├── chazutsu.png ├── chazutsu_process1.png ├── chazutsu_process2.png ├── chazutsu_top.PNG └── on_jupyter.png ├── requirements.txt ├── setup.cfg ├── setup.py └── tests ├── __init__.py ├── dataset_base_test.py ├── jupyter_notebook_test.ipynb ├── test_converter.py ├── test_customer_review.py ├── test_dataset.py ├── test_duc2003.py ├── test_duc2004.py ├── test_gigaword.py ├── test_imdb.py ├── test_movie_review.py ├── test_multi_nli.py ├── test_newsgroup20.py ├── test_ptb.py ├── test_resource.py ├── test_reuters_news.py ├── test_squad.py ├── test_text8.py ├── test_vocabulary.py ├── test_wikitext103.py └── test_wikitext2.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/README.md -------------------------------------------------------------------------------- /chazutsu/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/README.md -------------------------------------------------------------------------------- /chazutsu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/__init__.py -------------------------------------------------------------------------------- /chazutsu/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/__init__.py -------------------------------------------------------------------------------- /chazutsu/datasets/customer_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/customer_review.py -------------------------------------------------------------------------------- /chazutsu/datasets/duc2003.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/duc2003.py -------------------------------------------------------------------------------- /chazutsu/datasets/duc2004.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/duc2004.py -------------------------------------------------------------------------------- /chazutsu/datasets/framework/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chazutsu/datasets/framework/converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/framework/converter.py -------------------------------------------------------------------------------- /chazutsu/datasets/framework/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/framework/dataset.py -------------------------------------------------------------------------------- /chazutsu/datasets/framework/resource.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/framework/resource.py -------------------------------------------------------------------------------- /chazutsu/datasets/framework/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/framework/tokenizer.py -------------------------------------------------------------------------------- /chazutsu/datasets/framework/vocabulary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/framework/vocabulary.py -------------------------------------------------------------------------------- /chazutsu/datasets/framework/xtqdm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/framework/xtqdm.py -------------------------------------------------------------------------------- /chazutsu/datasets/gigaword.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/gigaword.py -------------------------------------------------------------------------------- /chazutsu/datasets/imdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/imdb.py -------------------------------------------------------------------------------- /chazutsu/datasets/movie_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/movie_review.py -------------------------------------------------------------------------------- /chazutsu/datasets/multi_nli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/multi_nli.py -------------------------------------------------------------------------------- /chazutsu/datasets/news_group20.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/news_group20.py -------------------------------------------------------------------------------- /chazutsu/datasets/ptb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/ptb.py -------------------------------------------------------------------------------- /chazutsu/datasets/reuters_news.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/reuters_news.py -------------------------------------------------------------------------------- /chazutsu/datasets/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/squad.py -------------------------------------------------------------------------------- /chazutsu/datasets/text8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/text8.py -------------------------------------------------------------------------------- /chazutsu/datasets/wikitext103.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/wikitext103.py -------------------------------------------------------------------------------- /chazutsu/datasets/wikitext2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/chazutsu/datasets/wikitext2.py -------------------------------------------------------------------------------- /docs/chazutsu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/docs/chazutsu.png -------------------------------------------------------------------------------- /docs/chazutsu_process1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/docs/chazutsu_process1.png -------------------------------------------------------------------------------- /docs/chazutsu_process2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/docs/chazutsu_process2.png -------------------------------------------------------------------------------- /docs/chazutsu_top.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/docs/chazutsu_top.PNG -------------------------------------------------------------------------------- /docs/on_jupyter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/docs/on_jupyter.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [metadata] 2 | description-file = README.md -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/dataset_base_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/dataset_base_test.py -------------------------------------------------------------------------------- /tests/jupyter_notebook_test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/jupyter_notebook_test.ipynb -------------------------------------------------------------------------------- /tests/test_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_converter.py -------------------------------------------------------------------------------- /tests/test_customer_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_customer_review.py -------------------------------------------------------------------------------- /tests/test_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_dataset.py -------------------------------------------------------------------------------- /tests/test_duc2003.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_duc2003.py -------------------------------------------------------------------------------- /tests/test_duc2004.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_duc2004.py -------------------------------------------------------------------------------- /tests/test_gigaword.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_gigaword.py -------------------------------------------------------------------------------- /tests/test_imdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_imdb.py -------------------------------------------------------------------------------- /tests/test_movie_review.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_movie_review.py -------------------------------------------------------------------------------- /tests/test_multi_nli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_multi_nli.py -------------------------------------------------------------------------------- /tests/test_newsgroup20.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_newsgroup20.py -------------------------------------------------------------------------------- /tests/test_ptb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_ptb.py -------------------------------------------------------------------------------- /tests/test_resource.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_resource.py -------------------------------------------------------------------------------- /tests/test_reuters_news.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_reuters_news.py -------------------------------------------------------------------------------- /tests/test_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_squad.py -------------------------------------------------------------------------------- /tests/test_text8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_text8.py -------------------------------------------------------------------------------- /tests/test_vocabulary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_vocabulary.py -------------------------------------------------------------------------------- /tests/test_wikitext103.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_wikitext103.py -------------------------------------------------------------------------------- /tests/test_wikitext2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chakki-works/chazutsu/HEAD/tests/test_wikitext2.py --------------------------------------------------------------------------------