├── .flake8 ├── .gitattributes ├── .gitignore ├── .isort.cfg ├── .readthedocs.yml ├── .style.yapf ├── LICENSE ├── Pipfile ├── Pipfile.lock ├── README.rst ├── doc ├── Makefile ├── make.bat ├── requirements.txt └── source │ ├── conf.py │ ├── dev │ ├── contribute.rst │ ├── how_to_doc.rst │ ├── how_to_test.rst │ ├── index.rst │ └── lmp │ │ ├── dset │ │ ├── _base.py.rst │ │ ├── _ch_poem.py.rst │ │ ├── _demo.py.rst │ │ ├── _wiki_text_2.py.rst │ │ ├── _wnli.py.rst │ │ └── index.rst │ │ ├── index.rst │ │ ├── infer │ │ ├── _base.py.rst │ │ ├── _top_1.py.rst │ │ ├── _top_k.py.rst │ │ ├── _top_p.py.rst │ │ └── index.rst │ │ ├── model │ │ ├── _base.py.rst │ │ ├── _elman_net.py.rst │ │ ├── _lstm_1997.py.rst │ │ ├── _lstm_2000.py.rst │ │ ├── _lstm_2002.py.rst │ │ ├── _trans_enc.py.rst │ │ └── index.rst │ │ ├── script │ │ ├── eval_dset_ppl.py.rst │ │ ├── eval_txt_ppl.py.rst │ │ ├── gen_txt.py.rst │ │ ├── index.rst │ │ ├── sample_dset.py.rst │ │ ├── tknz_txt.py.rst │ │ ├── train_model.py.rst │ │ └── train_tknzr.py.rst │ │ ├── tknzr │ │ ├── _base.py.rst │ │ ├── _bpe.py.rst │ │ ├── _char.py.rst │ │ ├── _ws.py.rst │ │ └── index.rst │ │ ├── util │ │ ├── cfg.py.rst │ │ ├── dset.py.rst │ │ ├── index.rst │ │ ├── infer.py.rst │ │ ├── log.py.rst │ │ ├── metric.py.rst │ │ ├── model.py.rst │ │ ├── optim.py.rst │ │ ├── rand.py.rst │ │ ├── tknzr.py.rst │ │ └── validate.py.rst │ │ └── vars.rst │ ├── dset │ ├── BaseDset.rst │ ├── ChPoemDset.rst │ ├── DemoDset.rst │ ├── WNLI.py.rst │ ├── WikiText2Dset.rst │ └── index.rst │ ├── experiment │ ├── demo │ │ ├── ElmanNet-struct-base.rst │ │ ├── ElmanNet-struct-best.rst │ │ └── index.rst │ ├── index.rst │ ├── wiki-text-2 │ │ └── index.rst │ └── wnli │ │ ├── WNLI_exp1.rst │ │ └── index.rst │ ├── glossary.rst │ ├── index.rst │ ├── infer │ ├── BaseInfer.rst │ ├── Top1Infer.rst │ ├── TopKInfer.rst │ ├── TopPInfer.rst │ └── index.rst │ ├── model │ ├── BaseModel.rst │ ├── ElmanNet.rst │ ├── LSTM1997.rst │ ├── LSTM2000.rst │ ├── LSTM2002.rst │ ├── TransEnc.rst │ └── index.rst │ ├── quickstart.rst │ ├── refs.bib │ ├── script │ ├── eval_dset_ppl.rst │ ├── eval_txt_ppl.rst │ ├── gen_txt.rst │ ├── index.rst │ ├── sample_dset.rst │ ├── tknz_txt.rst │ ├── train_model.rst │ └── train_tknzr.rst │ └── tknzr │ ├── BPETknzr.rst │ ├── BaseTknzr.rst │ ├── CharTknzr.rst │ ├── WsTknzr.rst │ └── index.rst ├── lmp ├── __init__.py ├── dset │ ├── __init__.py │ ├── _base.py │ ├── _ch_poem.py │ ├── _demo.py │ ├── _wiki_text_2.py │ └── _wnli.py ├── infer │ ├── __init__.py │ ├── _base.py │ ├── _top_1.py │ ├── _top_k.py │ └── _top_p.py ├── model │ ├── __init__.py │ ├── _base.py │ ├── _elman_net.py │ ├── _lstm_1997.py │ ├── _lstm_2000.py │ ├── _lstm_2002.py │ └── _trans_enc.py ├── script │ ├── __init__.py │ ├── eval_dset_ppl.py │ ├── eval_txt_ppl.py │ ├── gen_txt.py │ ├── sample_dset.py │ ├── tknz_txt.py │ ├── train_model.py │ └── train_tknzr.py ├── tknzr │ ├── __init__.py │ ├── _base.py │ ├── _bpe.py │ ├── _char.py │ └── _ws.py ├── util │ ├── __init__.py │ ├── cfg.py │ ├── dset.py │ ├── infer.py │ ├── log.py │ ├── metric.py │ ├── model.py │ ├── optim.py │ ├── rand.py │ ├── tknzr.py │ └── validate.py └── vars.py └── test ├── __init__.py └── lmp ├── __init__.py ├── conftest.py ├── dset ├── __init__.py ├── _base │ ├── __init__.py │ ├── test_download_file.py │ ├── test_norm.py │ └── test_signature.py ├── _ch_poem │ ├── __init__.py │ ├── test_download_dataset.py │ ├── test_init.py │ ├── test_sampling.py │ └── test_signature.py ├── _demo │ ├── __init__.py │ ├── test_init.py │ ├── test_sampling.py │ └── test_signature.py ├── _wiki_text_2 │ ├── __init__.py │ ├── test_download_dataset.py │ ├── test_init.py │ ├── test_sampling.py │ └── test_signature.py ├── _wnli │ ├── __init__.py │ ├── test_download_dataset.py │ ├── test_init.py │ ├── test_sampling.py │ └── test_signature.py └── test_signature.py ├── infer ├── __init__.py ├── _base │ ├── __init__.py │ └── test_signature.py ├── _top_1 │ ├── __init__.py │ ├── test_gen.py │ ├── test_init.py │ └── test_signature.py ├── _top_k │ ├── __init__.py │ ├── test_add_CLI_args.py │ ├── test_gen.py │ ├── test_init.py │ └── test_signature.py ├── _top_p │ ├── __init__.py │ ├── test_add_CLI_args.py │ ├── test_gen.py │ ├── test_init.py │ └── test_signature.py ├── conftest.py └── test_signature.py ├── model ├── __init__.py ├── _base │ ├── __init__.py │ └── test_signature.py ├── _elman_net │ ├── __init__.py │ ├── conftest.py │ ├── test_add_CLI_args.py │ ├── test_cal_loss.py │ ├── test_forward.py │ ├── test_init.py │ ├── test_pred.py │ └── test_signature.py ├── _lstm_1997 │ ├── __init__.py │ ├── conftest.py │ ├── test_add_CLI_args.py │ ├── test_cal_loss.py │ ├── test_forward.py │ ├── test_init.py │ ├── test_pred.py │ └── test_signature.py ├── _lstm_2000 │ ├── __init__.py │ ├── conftest.py │ ├── test_add_CLI_args.py │ ├── test_cal_loss.py │ ├── test_forward.py │ ├── test_init.py │ ├── test_pred.py │ └── test_signature.py ├── _lstm_2002 │ ├── __init__.py │ ├── conftest.py │ ├── test_add_CLI_args.py │ ├── test_cal_loss.py │ ├── test_forward.py │ ├── test_init.py │ ├── test_pred.py │ └── test_signature.py ├── _trans_enc │ ├── __init__.py │ ├── conftest.py │ ├── test_add_CLI_args.py │ ├── test_cal_loss.py │ ├── test_forward.py │ ├── test_init.py │ ├── test_pred.py │ └── test_signature.py ├── conftest.py └── test_signature.py ├── script ├── __init__.py ├── conftest.py ├── eval_dset_ppl │ ├── __init__.py │ ├── test_main.py │ ├── test_parse_args.py │ └── test_signature.py ├── eval_txt_ppl │ ├── __init__.py │ ├── test_main.py │ ├── test_parse_args.py │ └── test_signature.py ├── gen_txt │ ├── __init__.py │ ├── test_main.py │ ├── test_parse_top_1_args.py │ ├── test_parse_top_k_args.py │ ├── test_parse_top_p_args.py │ └── test_signature.py ├── sample_dset │ ├── __init__.py │ ├── conftest.py │ ├── test_main.py │ ├── test_parse_args.py │ └── test_signature.py ├── tknz_txt │ ├── __init__.py │ ├── conftest.py │ ├── test_main.py │ ├── test_parse_args.py │ └── test_signature.py ├── train_model │ ├── __init__.py │ ├── test_parse_elman_net_args.py │ ├── test_parse_lstm_1997_args.py │ ├── test_parse_lstm_2000_args.py │ ├── test_parse_lstm_2002_args.py │ ├── test_parse_trans_enc_args.py │ ├── test_signature.py │ ├── test_train_elman_net.py │ ├── test_train_lstm_1997.py │ ├── test_train_lstm_2000.py │ ├── test_train_lstm_2002.py │ └── test_train_trans_enc.py └── train_tknzr │ ├── __init__.py │ ├── test_parse_bpe_args.py │ ├── test_parse_char_args.py │ ├── test_parse_ws_args.py │ ├── test_signature.py │ ├── test_train_bpe.py │ ├── test_train_char.py │ └── test_train_ws.py ├── tknzr ├── __init__.py ├── _base │ ├── __init__.py │ ├── test_add_CLI_args.py │ └── test_signature.py ├── _bpe │ ├── __init__.py │ ├── test_add_CLI_args.py │ ├── test_build_vocab.py │ ├── test_enc_and_dec.py │ ├── test_init.py │ ├── test_norm.py │ ├── test_padding.py │ ├── test_signature.py │ └── test_tknz_and_dtknz.py ├── _char │ ├── __init__.py │ ├── test_add_CLI_args.py │ ├── test_build_vocab.py │ ├── test_enc_and_dec.py │ ├── test_init.py │ ├── test_norm.py │ ├── test_padding.py │ ├── test_signature.py │ └── test_tknz_and_dtknz.py ├── _ws │ ├── __init__.py │ ├── test_add_CLI_args.py │ ├── test_build_vocab.py │ ├── test_enc_and_dec.py │ ├── test_init.py │ ├── test_norm.py │ ├── test_padding.py │ ├── test_signature.py │ └── test_tknz_and_dtknz.py └── test_signature.py ├── util ├── __init__.py ├── cfg │ ├── __init__.py │ ├── conftest.py │ ├── test_save_and_load.py │ └── test_signature.py ├── conftest.py ├── dset │ ├── __init__.py │ ├── test_lm_format_dset.py │ ├── test_load.py │ └── test_signature.py ├── infer │ ├── __init__.py │ ├── test_create.py │ └── test_signature.py ├── log │ ├── __init__.py │ ├── conftest.py │ ├── test_get_tb_logger.py │ └── test_signature.py ├── metric │ ├── __init__.py │ ├── test_nll.py │ └── test_signature.py ├── model │ ├── __init__.py │ ├── conftest.py │ ├── test_create.py │ ├── test_list_ckpts.py │ ├── test_save_and_load.py │ └── test_signature.py ├── optim │ ├── __init__.py │ ├── test_get_optimizer.py │ ├── test_get_scheduler.py │ └── test_signature.py ├── rand │ ├── __init__.py │ ├── test_set_seed.py │ └── test_signature.py ├── tknzr │ ├── __init__.py │ ├── conftest.py │ ├── test_create.py │ ├── test_save_and_load.py │ └── test_signature.py └── validate │ ├── __init__.py │ ├── test_raise_if_empty_str.py │ ├── test_raise_if_is_directory.py │ ├── test_raise_if_is_file.py │ ├── test_raise_if_not_in.py │ ├── test_raise_if_not_instance.py │ ├── test_raise_if_wrong_ordered.py │ └── test_signature.py └── vars ├── __init__.py ├── test_path_hierarchy.py ├── test_signature.py └── test_token_consistency.py /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/.flake8 -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/.gitignore -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- 1 | [settings] 2 | line_length = 120 3 | -------------------------------------------------------------------------------- /.readthedocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/.readthedocs.yml -------------------------------------------------------------------------------- /.style.yapf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/.style.yapf -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/LICENSE -------------------------------------------------------------------------------- /Pipfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/Pipfile -------------------------------------------------------------------------------- /Pipfile.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/Pipfile.lock -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/README.rst -------------------------------------------------------------------------------- /doc/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/Makefile -------------------------------------------------------------------------------- /doc/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/make.bat -------------------------------------------------------------------------------- /doc/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/requirements.txt -------------------------------------------------------------------------------- /doc/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/conf.py -------------------------------------------------------------------------------- /doc/source/dev/contribute.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/contribute.rst -------------------------------------------------------------------------------- /doc/source/dev/how_to_doc.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/how_to_doc.rst -------------------------------------------------------------------------------- /doc/source/dev/how_to_test.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/how_to_test.rst -------------------------------------------------------------------------------- /doc/source/dev/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/index.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/dset/_base.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/dset/_base.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/dset/_ch_poem.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/dset/_ch_poem.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/dset/_demo.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/dset/_demo.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/dset/_wiki_text_2.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/dset/_wiki_text_2.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/dset/_wnli.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/dset/_wnli.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/dset/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/dset/index.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/index.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/infer/_base.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/infer/_base.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/infer/_top_1.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/infer/_top_1.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/infer/_top_k.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/infer/_top_k.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/infer/_top_p.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/infer/_top_p.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/infer/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/infer/index.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/model/_base.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/model/_base.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/model/_elman_net.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/model/_elman_net.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/model/_lstm_1997.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/model/_lstm_1997.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/model/_lstm_2000.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/model/_lstm_2000.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/model/_lstm_2002.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/model/_lstm_2002.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/model/_trans_enc.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/model/_trans_enc.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/model/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/model/index.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/script/eval_dset_ppl.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/script/eval_dset_ppl.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/script/eval_txt_ppl.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/script/eval_txt_ppl.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/script/gen_txt.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/script/gen_txt.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/script/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/script/index.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/script/sample_dset.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/script/sample_dset.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/script/tknz_txt.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/script/tknz_txt.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/script/train_model.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/script/train_model.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/script/train_tknzr.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/script/train_tknzr.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/tknzr/_base.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/tknzr/_base.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/tknzr/_bpe.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/tknzr/_bpe.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/tknzr/_char.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/tknzr/_char.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/tknzr/_ws.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/tknzr/_ws.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/tknzr/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/tknzr/index.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/util/cfg.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/util/cfg.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/util/dset.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/util/dset.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/util/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/util/index.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/util/infer.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/util/infer.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/util/log.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/util/log.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/util/metric.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/util/metric.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/util/model.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/util/model.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/util/optim.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/util/optim.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/util/rand.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/util/rand.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/util/tknzr.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/util/tknzr.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/util/validate.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/util/validate.py.rst -------------------------------------------------------------------------------- /doc/source/dev/lmp/vars.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dev/lmp/vars.rst -------------------------------------------------------------------------------- /doc/source/dset/BaseDset.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dset/BaseDset.rst -------------------------------------------------------------------------------- /doc/source/dset/ChPoemDset.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dset/ChPoemDset.rst -------------------------------------------------------------------------------- /doc/source/dset/DemoDset.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dset/DemoDset.rst -------------------------------------------------------------------------------- /doc/source/dset/WNLI.py.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dset/WNLI.py.rst -------------------------------------------------------------------------------- /doc/source/dset/WikiText2Dset.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dset/WikiText2Dset.rst -------------------------------------------------------------------------------- /doc/source/dset/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/dset/index.rst -------------------------------------------------------------------------------- /doc/source/experiment/demo/ElmanNet-struct-base.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/experiment/demo/ElmanNet-struct-base.rst -------------------------------------------------------------------------------- /doc/source/experiment/demo/ElmanNet-struct-best.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/experiment/demo/ElmanNet-struct-best.rst -------------------------------------------------------------------------------- /doc/source/experiment/demo/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/experiment/demo/index.rst -------------------------------------------------------------------------------- /doc/source/experiment/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/experiment/index.rst -------------------------------------------------------------------------------- /doc/source/experiment/wiki-text-2/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/experiment/wiki-text-2/index.rst -------------------------------------------------------------------------------- /doc/source/experiment/wnli/WNLI_exp1.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/experiment/wnli/WNLI_exp1.rst -------------------------------------------------------------------------------- /doc/source/experiment/wnli/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/experiment/wnli/index.rst -------------------------------------------------------------------------------- /doc/source/glossary.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/glossary.rst -------------------------------------------------------------------------------- /doc/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/index.rst -------------------------------------------------------------------------------- /doc/source/infer/BaseInfer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/infer/BaseInfer.rst -------------------------------------------------------------------------------- /doc/source/infer/Top1Infer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/infer/Top1Infer.rst -------------------------------------------------------------------------------- /doc/source/infer/TopKInfer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/infer/TopKInfer.rst -------------------------------------------------------------------------------- /doc/source/infer/TopPInfer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/infer/TopPInfer.rst -------------------------------------------------------------------------------- /doc/source/infer/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/infer/index.rst -------------------------------------------------------------------------------- /doc/source/model/BaseModel.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/model/BaseModel.rst -------------------------------------------------------------------------------- /doc/source/model/ElmanNet.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/model/ElmanNet.rst -------------------------------------------------------------------------------- /doc/source/model/LSTM1997.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/model/LSTM1997.rst -------------------------------------------------------------------------------- /doc/source/model/LSTM2000.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/model/LSTM2000.rst -------------------------------------------------------------------------------- /doc/source/model/LSTM2002.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/model/LSTM2002.rst -------------------------------------------------------------------------------- /doc/source/model/TransEnc.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/model/TransEnc.rst -------------------------------------------------------------------------------- /doc/source/model/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/model/index.rst -------------------------------------------------------------------------------- /doc/source/quickstart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/quickstart.rst -------------------------------------------------------------------------------- /doc/source/refs.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/refs.bib -------------------------------------------------------------------------------- /doc/source/script/eval_dset_ppl.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/script/eval_dset_ppl.rst -------------------------------------------------------------------------------- /doc/source/script/eval_txt_ppl.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/script/eval_txt_ppl.rst -------------------------------------------------------------------------------- /doc/source/script/gen_txt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/script/gen_txt.rst -------------------------------------------------------------------------------- /doc/source/script/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/script/index.rst -------------------------------------------------------------------------------- /doc/source/script/sample_dset.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/script/sample_dset.rst -------------------------------------------------------------------------------- /doc/source/script/tknz_txt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/script/tknz_txt.rst -------------------------------------------------------------------------------- /doc/source/script/train_model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/script/train_model.rst -------------------------------------------------------------------------------- /doc/source/script/train_tknzr.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/script/train_tknzr.rst -------------------------------------------------------------------------------- /doc/source/tknzr/BPETknzr.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/tknzr/BPETknzr.rst -------------------------------------------------------------------------------- /doc/source/tknzr/BaseTknzr.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/tknzr/BaseTknzr.rst -------------------------------------------------------------------------------- /doc/source/tknzr/CharTknzr.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/tknzr/CharTknzr.rst -------------------------------------------------------------------------------- /doc/source/tknzr/WsTknzr.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/tknzr/WsTknzr.rst -------------------------------------------------------------------------------- /doc/source/tknzr/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/doc/source/tknzr/index.rst -------------------------------------------------------------------------------- /lmp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/__init__.py -------------------------------------------------------------------------------- /lmp/dset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/dset/__init__.py -------------------------------------------------------------------------------- /lmp/dset/_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/dset/_base.py -------------------------------------------------------------------------------- /lmp/dset/_ch_poem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/dset/_ch_poem.py -------------------------------------------------------------------------------- /lmp/dset/_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/dset/_demo.py -------------------------------------------------------------------------------- /lmp/dset/_wiki_text_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/dset/_wiki_text_2.py -------------------------------------------------------------------------------- /lmp/dset/_wnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/dset/_wnli.py -------------------------------------------------------------------------------- /lmp/infer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/infer/__init__.py -------------------------------------------------------------------------------- /lmp/infer/_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/infer/_base.py -------------------------------------------------------------------------------- /lmp/infer/_top_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/infer/_top_1.py -------------------------------------------------------------------------------- /lmp/infer/_top_k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/infer/_top_k.py -------------------------------------------------------------------------------- /lmp/infer/_top_p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/infer/_top_p.py -------------------------------------------------------------------------------- /lmp/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/model/__init__.py -------------------------------------------------------------------------------- /lmp/model/_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/model/_base.py -------------------------------------------------------------------------------- /lmp/model/_elman_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/model/_elman_net.py -------------------------------------------------------------------------------- /lmp/model/_lstm_1997.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/model/_lstm_1997.py -------------------------------------------------------------------------------- /lmp/model/_lstm_2000.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/model/_lstm_2000.py -------------------------------------------------------------------------------- /lmp/model/_lstm_2002.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/model/_lstm_2002.py -------------------------------------------------------------------------------- /lmp/model/_trans_enc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/model/_trans_enc.py -------------------------------------------------------------------------------- /lmp/script/__init__.py: -------------------------------------------------------------------------------- 1 | """All available scripts in this project.""" 2 | -------------------------------------------------------------------------------- /lmp/script/eval_dset_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/script/eval_dset_ppl.py -------------------------------------------------------------------------------- /lmp/script/eval_txt_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/script/eval_txt_ppl.py -------------------------------------------------------------------------------- /lmp/script/gen_txt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/script/gen_txt.py -------------------------------------------------------------------------------- /lmp/script/sample_dset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/script/sample_dset.py -------------------------------------------------------------------------------- /lmp/script/tknz_txt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/script/tknz_txt.py -------------------------------------------------------------------------------- /lmp/script/train_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/script/train_model.py -------------------------------------------------------------------------------- /lmp/script/train_tknzr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/script/train_tknzr.py -------------------------------------------------------------------------------- /lmp/tknzr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/tknzr/__init__.py -------------------------------------------------------------------------------- /lmp/tknzr/_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/tknzr/_base.py -------------------------------------------------------------------------------- /lmp/tknzr/_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/tknzr/_bpe.py -------------------------------------------------------------------------------- /lmp/tknzr/_char.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/tknzr/_char.py -------------------------------------------------------------------------------- /lmp/tknzr/_ws.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/tknzr/_ws.py -------------------------------------------------------------------------------- /lmp/util/__init__.py: -------------------------------------------------------------------------------- 1 | """Utilities shared throughout this project.""" 2 | -------------------------------------------------------------------------------- /lmp/util/cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/util/cfg.py -------------------------------------------------------------------------------- /lmp/util/dset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/util/dset.py -------------------------------------------------------------------------------- /lmp/util/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/util/infer.py -------------------------------------------------------------------------------- /lmp/util/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/util/log.py -------------------------------------------------------------------------------- /lmp/util/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/util/metric.py -------------------------------------------------------------------------------- /lmp/util/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/util/model.py -------------------------------------------------------------------------------- /lmp/util/optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/util/optim.py -------------------------------------------------------------------------------- /lmp/util/rand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/util/rand.py -------------------------------------------------------------------------------- /lmp/util/tknzr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/util/tknzr.py -------------------------------------------------------------------------------- /lmp/util/validate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/util/validate.py -------------------------------------------------------------------------------- /lmp/vars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/lmp/vars.py -------------------------------------------------------------------------------- /test/__init__.py: -------------------------------------------------------------------------------- 1 | """Test entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/conftest.py -------------------------------------------------------------------------------- /test/lmp/dset/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.dset` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/dset/_base/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.dset._base` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/dset/_base/test_download_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_base/test_download_file.py -------------------------------------------------------------------------------- /test/lmp/dset/_base/test_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_base/test_norm.py -------------------------------------------------------------------------------- /test/lmp/dset/_base/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_base/test_signature.py -------------------------------------------------------------------------------- /test/lmp/dset/_ch_poem/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.dset._ch_poem` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/dset/_ch_poem/test_download_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_ch_poem/test_download_dataset.py -------------------------------------------------------------------------------- /test/lmp/dset/_ch_poem/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_ch_poem/test_init.py -------------------------------------------------------------------------------- /test/lmp/dset/_ch_poem/test_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_ch_poem/test_sampling.py -------------------------------------------------------------------------------- /test/lmp/dset/_ch_poem/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_ch_poem/test_signature.py -------------------------------------------------------------------------------- /test/lmp/dset/_demo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/lmp/dset/_demo/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_demo/test_init.py -------------------------------------------------------------------------------- /test/lmp/dset/_demo/test_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_demo/test_sampling.py -------------------------------------------------------------------------------- /test/lmp/dset/_demo/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_demo/test_signature.py -------------------------------------------------------------------------------- /test/lmp/dset/_wiki_text_2/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.dset._wiki_text_2` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/dset/_wiki_text_2/test_download_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_wiki_text_2/test_download_dataset.py -------------------------------------------------------------------------------- /test/lmp/dset/_wiki_text_2/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_wiki_text_2/test_init.py -------------------------------------------------------------------------------- /test/lmp/dset/_wiki_text_2/test_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_wiki_text_2/test_sampling.py -------------------------------------------------------------------------------- /test/lmp/dset/_wiki_text_2/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_wiki_text_2/test_signature.py -------------------------------------------------------------------------------- /test/lmp/dset/_wnli/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/lmp/dset/_wnli/test_download_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_wnli/test_download_dataset.py -------------------------------------------------------------------------------- /test/lmp/dset/_wnli/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_wnli/test_init.py -------------------------------------------------------------------------------- /test/lmp/dset/_wnli/test_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_wnli/test_sampling.py -------------------------------------------------------------------------------- /test/lmp/dset/_wnli/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/_wnli/test_signature.py -------------------------------------------------------------------------------- /test/lmp/dset/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/dset/test_signature.py -------------------------------------------------------------------------------- /test/lmp/infer/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.infer` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/infer/_base/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.infer._base` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/infer/_base/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/_base/test_signature.py -------------------------------------------------------------------------------- /test/lmp/infer/_top_1/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.infer._top_1` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/infer/_top_1/test_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/_top_1/test_gen.py -------------------------------------------------------------------------------- /test/lmp/infer/_top_1/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/_top_1/test_init.py -------------------------------------------------------------------------------- /test/lmp/infer/_top_1/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/_top_1/test_signature.py -------------------------------------------------------------------------------- /test/lmp/infer/_top_k/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.infer._top_k` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/infer/_top_k/test_add_CLI_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/_top_k/test_add_CLI_args.py -------------------------------------------------------------------------------- /test/lmp/infer/_top_k/test_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/_top_k/test_gen.py -------------------------------------------------------------------------------- /test/lmp/infer/_top_k/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/_top_k/test_init.py -------------------------------------------------------------------------------- /test/lmp/infer/_top_k/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/_top_k/test_signature.py -------------------------------------------------------------------------------- /test/lmp/infer/_top_p/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.infer._top_p` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/infer/_top_p/test_add_CLI_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/_top_p/test_add_CLI_args.py -------------------------------------------------------------------------------- /test/lmp/infer/_top_p/test_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/_top_p/test_gen.py -------------------------------------------------------------------------------- /test/lmp/infer/_top_p/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/_top_p/test_init.py -------------------------------------------------------------------------------- /test/lmp/infer/_top_p/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/_top_p/test_signature.py -------------------------------------------------------------------------------- /test/lmp/infer/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/conftest.py -------------------------------------------------------------------------------- /test/lmp/infer/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/infer/test_signature.py -------------------------------------------------------------------------------- /test/lmp/model/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.model` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/model/_base/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.model._base` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/model/_base/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_base/test_signature.py -------------------------------------------------------------------------------- /test/lmp/model/_elman_net/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.model._elman_net` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/model/_elman_net/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_elman_net/conftest.py -------------------------------------------------------------------------------- /test/lmp/model/_elman_net/test_add_CLI_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_elman_net/test_add_CLI_args.py -------------------------------------------------------------------------------- /test/lmp/model/_elman_net/test_cal_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_elman_net/test_cal_loss.py -------------------------------------------------------------------------------- /test/lmp/model/_elman_net/test_forward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_elman_net/test_forward.py -------------------------------------------------------------------------------- /test/lmp/model/_elman_net/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_elman_net/test_init.py -------------------------------------------------------------------------------- /test/lmp/model/_elman_net/test_pred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_elman_net/test_pred.py -------------------------------------------------------------------------------- /test/lmp/model/_elman_net/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_elman_net/test_signature.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_1997/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.model._lstm_1997` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/model/_lstm_1997/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_1997/conftest.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_1997/test_add_CLI_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_1997/test_add_CLI_args.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_1997/test_cal_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_1997/test_cal_loss.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_1997/test_forward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_1997/test_forward.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_1997/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_1997/test_init.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_1997/test_pred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_1997/test_pred.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_1997/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_1997/test_signature.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2000/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.model._lstm_2000` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2000/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2000/conftest.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2000/test_add_CLI_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2000/test_add_CLI_args.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2000/test_cal_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2000/test_cal_loss.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2000/test_forward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2000/test_forward.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2000/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2000/test_init.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2000/test_pred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2000/test_pred.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2000/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2000/test_signature.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2002/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.model._lstm_2002` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2002/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2002/conftest.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2002/test_add_CLI_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2002/test_add_CLI_args.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2002/test_cal_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2002/test_cal_loss.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2002/test_forward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2002/test_forward.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2002/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2002/test_init.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2002/test_pred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2002/test_pred.py -------------------------------------------------------------------------------- /test/lmp/model/_lstm_2002/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_lstm_2002/test_signature.py -------------------------------------------------------------------------------- /test/lmp/model/_trans_enc/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.model._trans_enc` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/model/_trans_enc/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_trans_enc/conftest.py -------------------------------------------------------------------------------- /test/lmp/model/_trans_enc/test_add_CLI_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_trans_enc/test_add_CLI_args.py -------------------------------------------------------------------------------- /test/lmp/model/_trans_enc/test_cal_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_trans_enc/test_cal_loss.py -------------------------------------------------------------------------------- /test/lmp/model/_trans_enc/test_forward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_trans_enc/test_forward.py -------------------------------------------------------------------------------- /test/lmp/model/_trans_enc/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_trans_enc/test_init.py -------------------------------------------------------------------------------- /test/lmp/model/_trans_enc/test_pred.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_trans_enc/test_pred.py -------------------------------------------------------------------------------- /test/lmp/model/_trans_enc/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/_trans_enc/test_signature.py -------------------------------------------------------------------------------- /test/lmp/model/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/conftest.py -------------------------------------------------------------------------------- /test/lmp/model/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/model/test_signature.py -------------------------------------------------------------------------------- /test/lmp/script/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.script` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/script/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/conftest.py -------------------------------------------------------------------------------- /test/lmp/script/eval_dset_ppl/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.script.eval_dset_ppl` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/script/eval_dset_ppl/test_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/eval_dset_ppl/test_main.py -------------------------------------------------------------------------------- /test/lmp/script/eval_dset_ppl/test_parse_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/eval_dset_ppl/test_parse_args.py -------------------------------------------------------------------------------- /test/lmp/script/eval_dset_ppl/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/eval_dset_ppl/test_signature.py -------------------------------------------------------------------------------- /test/lmp/script/eval_txt_ppl/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.script.eval_txt_ppl` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/script/eval_txt_ppl/test_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/eval_txt_ppl/test_main.py -------------------------------------------------------------------------------- /test/lmp/script/eval_txt_ppl/test_parse_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/eval_txt_ppl/test_parse_args.py -------------------------------------------------------------------------------- /test/lmp/script/eval_txt_ppl/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/eval_txt_ppl/test_signature.py -------------------------------------------------------------------------------- /test/lmp/script/gen_txt/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.script.gen_txt` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/script/gen_txt/test_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/gen_txt/test_main.py -------------------------------------------------------------------------------- /test/lmp/script/gen_txt/test_parse_top_1_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/gen_txt/test_parse_top_1_args.py -------------------------------------------------------------------------------- /test/lmp/script/gen_txt/test_parse_top_k_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/gen_txt/test_parse_top_k_args.py -------------------------------------------------------------------------------- /test/lmp/script/gen_txt/test_parse_top_p_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/gen_txt/test_parse_top_p_args.py -------------------------------------------------------------------------------- /test/lmp/script/gen_txt/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/gen_txt/test_signature.py -------------------------------------------------------------------------------- /test/lmp/script/sample_dset/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.script.sample_dset` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/script/sample_dset/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/sample_dset/conftest.py -------------------------------------------------------------------------------- /test/lmp/script/sample_dset/test_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/sample_dset/test_main.py -------------------------------------------------------------------------------- /test/lmp/script/sample_dset/test_parse_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/sample_dset/test_parse_args.py -------------------------------------------------------------------------------- /test/lmp/script/sample_dset/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/sample_dset/test_signature.py -------------------------------------------------------------------------------- /test/lmp/script/tknz_txt/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.script.tknz_txt` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/script/tknz_txt/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/tknz_txt/conftest.py -------------------------------------------------------------------------------- /test/lmp/script/tknz_txt/test_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/tknz_txt/test_main.py -------------------------------------------------------------------------------- /test/lmp/script/tknz_txt/test_parse_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/tknz_txt/test_parse_args.py -------------------------------------------------------------------------------- /test/lmp/script/tknz_txt/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/tknz_txt/test_signature.py -------------------------------------------------------------------------------- /test/lmp/script/train_model/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.script.train_model` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/script/train_model/test_parse_elman_net_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_model/test_parse_elman_net_args.py -------------------------------------------------------------------------------- /test/lmp/script/train_model/test_parse_lstm_1997_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_model/test_parse_lstm_1997_args.py -------------------------------------------------------------------------------- /test/lmp/script/train_model/test_parse_lstm_2000_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_model/test_parse_lstm_2000_args.py -------------------------------------------------------------------------------- /test/lmp/script/train_model/test_parse_lstm_2002_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_model/test_parse_lstm_2002_args.py -------------------------------------------------------------------------------- /test/lmp/script/train_model/test_parse_trans_enc_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_model/test_parse_trans_enc_args.py -------------------------------------------------------------------------------- /test/lmp/script/train_model/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_model/test_signature.py -------------------------------------------------------------------------------- /test/lmp/script/train_model/test_train_elman_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_model/test_train_elman_net.py -------------------------------------------------------------------------------- /test/lmp/script/train_model/test_train_lstm_1997.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_model/test_train_lstm_1997.py -------------------------------------------------------------------------------- /test/lmp/script/train_model/test_train_lstm_2000.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_model/test_train_lstm_2000.py -------------------------------------------------------------------------------- /test/lmp/script/train_model/test_train_lstm_2002.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_model/test_train_lstm_2002.py -------------------------------------------------------------------------------- /test/lmp/script/train_model/test_train_trans_enc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_model/test_train_trans_enc.py -------------------------------------------------------------------------------- /test/lmp/script/train_tknzr/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.script.train_tknzr` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/script/train_tknzr/test_parse_bpe_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_tknzr/test_parse_bpe_args.py -------------------------------------------------------------------------------- /test/lmp/script/train_tknzr/test_parse_char_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_tknzr/test_parse_char_args.py -------------------------------------------------------------------------------- /test/lmp/script/train_tknzr/test_parse_ws_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_tknzr/test_parse_ws_args.py -------------------------------------------------------------------------------- /test/lmp/script/train_tknzr/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_tknzr/test_signature.py -------------------------------------------------------------------------------- /test/lmp/script/train_tknzr/test_train_bpe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_tknzr/test_train_bpe.py -------------------------------------------------------------------------------- /test/lmp/script/train_tknzr/test_train_char.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_tknzr/test_train_char.py -------------------------------------------------------------------------------- /test/lmp/script/train_tknzr/test_train_ws.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/script/train_tknzr/test_train_ws.py -------------------------------------------------------------------------------- /test/lmp/tknzr/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.tknzr` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/tknzr/_base/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.tknzr._base` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/tknzr/_base/test_add_CLI_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_base/test_add_CLI_args.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_base/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_base/test_signature.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_bpe/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.tknzr._bpe` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/tknzr/_bpe/test_add_CLI_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_bpe/test_add_CLI_args.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_bpe/test_build_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_bpe/test_build_vocab.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_bpe/test_enc_and_dec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_bpe/test_enc_and_dec.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_bpe/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_bpe/test_init.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_bpe/test_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_bpe/test_norm.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_bpe/test_padding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_bpe/test_padding.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_bpe/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_bpe/test_signature.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_bpe/test_tknz_and_dtknz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_bpe/test_tknz_and_dtknz.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_char/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.tknzr._char` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/tknzr/_char/test_add_CLI_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_char/test_add_CLI_args.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_char/test_build_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_char/test_build_vocab.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_char/test_enc_and_dec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_char/test_enc_and_dec.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_char/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_char/test_init.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_char/test_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_char/test_norm.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_char/test_padding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_char/test_padding.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_char/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_char/test_signature.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_char/test_tknz_and_dtknz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_char/test_tknz_and_dtknz.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_ws/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.tknzr._ws` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/tknzr/_ws/test_add_CLI_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_ws/test_add_CLI_args.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_ws/test_build_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_ws/test_build_vocab.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_ws/test_enc_and_dec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_ws/test_enc_and_dec.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_ws/test_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_ws/test_init.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_ws/test_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_ws/test_norm.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_ws/test_padding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_ws/test_padding.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_ws/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_ws/test_signature.py -------------------------------------------------------------------------------- /test/lmp/tknzr/_ws/test_tknz_and_dtknz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/_ws/test_tknz_and_dtknz.py -------------------------------------------------------------------------------- /test/lmp/tknzr/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/tknzr/test_signature.py -------------------------------------------------------------------------------- /test/lmp/util/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.util` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/util/cfg/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.util.cfg` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/util/cfg/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/cfg/conftest.py -------------------------------------------------------------------------------- /test/lmp/util/cfg/test_save_and_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/cfg/test_save_and_load.py -------------------------------------------------------------------------------- /test/lmp/util/cfg/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/cfg/test_signature.py -------------------------------------------------------------------------------- /test/lmp/util/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/conftest.py -------------------------------------------------------------------------------- /test/lmp/util/dset/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.util.dset` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/util/dset/test_lm_format_dset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/dset/test_lm_format_dset.py -------------------------------------------------------------------------------- /test/lmp/util/dset/test_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/dset/test_load.py -------------------------------------------------------------------------------- /test/lmp/util/dset/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/dset/test_signature.py -------------------------------------------------------------------------------- /test/lmp/util/infer/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.util.infer` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/util/infer/test_create.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/infer/test_create.py -------------------------------------------------------------------------------- /test/lmp/util/infer/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/infer/test_signature.py -------------------------------------------------------------------------------- /test/lmp/util/log/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.util.log` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/util/log/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/log/conftest.py -------------------------------------------------------------------------------- /test/lmp/util/log/test_get_tb_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/log/test_get_tb_logger.py -------------------------------------------------------------------------------- /test/lmp/util/log/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/log/test_signature.py -------------------------------------------------------------------------------- /test/lmp/util/metric/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.util.metric` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/util/metric/test_nll.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/metric/test_nll.py -------------------------------------------------------------------------------- /test/lmp/util/metric/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/metric/test_signature.py -------------------------------------------------------------------------------- /test/lmp/util/model/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.util.model` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/util/model/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/model/conftest.py -------------------------------------------------------------------------------- /test/lmp/util/model/test_create.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/model/test_create.py -------------------------------------------------------------------------------- /test/lmp/util/model/test_list_ckpts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/model/test_list_ckpts.py -------------------------------------------------------------------------------- /test/lmp/util/model/test_save_and_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/model/test_save_and_load.py -------------------------------------------------------------------------------- /test/lmp/util/model/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/model/test_signature.py -------------------------------------------------------------------------------- /test/lmp/util/optim/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.util.optim` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/util/optim/test_get_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/optim/test_get_optimizer.py -------------------------------------------------------------------------------- /test/lmp/util/optim/test_get_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/optim/test_get_scheduler.py -------------------------------------------------------------------------------- /test/lmp/util/optim/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/optim/test_signature.py -------------------------------------------------------------------------------- /test/lmp/util/rand/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.util.rand` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/util/rand/test_set_seed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/rand/test_set_seed.py -------------------------------------------------------------------------------- /test/lmp/util/rand/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/rand/test_signature.py -------------------------------------------------------------------------------- /test/lmp/util/tknzr/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.util.tknzr` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/util/tknzr/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/tknzr/conftest.py -------------------------------------------------------------------------------- /test/lmp/util/tknzr/test_create.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/tknzr/test_create.py -------------------------------------------------------------------------------- /test/lmp/util/tknzr/test_save_and_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/tknzr/test_save_and_load.py -------------------------------------------------------------------------------- /test/lmp/util/tknzr/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/tknzr/test_signature.py -------------------------------------------------------------------------------- /test/lmp/util/validate/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.util.validate` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/util/validate/test_raise_if_empty_str.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/validate/test_raise_if_empty_str.py -------------------------------------------------------------------------------- /test/lmp/util/validate/test_raise_if_is_directory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/validate/test_raise_if_is_directory.py -------------------------------------------------------------------------------- /test/lmp/util/validate/test_raise_if_is_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/validate/test_raise_if_is_file.py -------------------------------------------------------------------------------- /test/lmp/util/validate/test_raise_if_not_in.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/validate/test_raise_if_not_in.py -------------------------------------------------------------------------------- /test/lmp/util/validate/test_raise_if_not_instance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/validate/test_raise_if_not_instance.py -------------------------------------------------------------------------------- /test/lmp/util/validate/test_raise_if_wrong_ordered.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/validate/test_raise_if_wrong_ordered.py -------------------------------------------------------------------------------- /test/lmp/util/validate/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/util/validate/test_signature.py -------------------------------------------------------------------------------- /test/lmp/vars/__init__.py: -------------------------------------------------------------------------------- 1 | """Test :py:mod:`lmp.vars` entry.""" 2 | -------------------------------------------------------------------------------- /test/lmp/vars/test_path_hierarchy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/vars/test_path_hierarchy.py -------------------------------------------------------------------------------- /test/lmp/vars/test_signature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/vars/test_signature.py -------------------------------------------------------------------------------- /test/lmp/vars/test_token_consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ProFatXuanAll/language-model-playground/HEAD/test/lmp/vars/test_token_consistency.py --------------------------------------------------------------------------------