├── .circleci └── config.yml ├── .flake8 ├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── stale.yml └── workflows │ └── publish-to-test-pypi.yml ├── .gitignore ├── .gitmodules ├── .pep8speaks.yml ├── .pre-commit-config.yaml ├── .pre-commit-hooks.yaml ├── CODEOWNERS ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── assets └── simple_api │ └── task_config_templates.json ├── codecov.yml ├── conftest.py ├── examples ├── README.md └── notebooks │ ├── jiant_Basic_Example.ipynb │ ├── jiant_EdgeProbing_Example.ipynb │ ├── jiant_MNLI_Diagnostic_Example.ipynb │ ├── jiant_Multi_Task_Example.ipynb │ ├── jiant_STILTs_Example.ipynb │ ├── jiant_XNLI_Example.ipynb │ └── simple_api_fine_tuning.ipynb ├── guides ├── README.md ├── benchmarks │ ├── glue.md │ ├── superglue.md │ └── xtreme.md ├── experiments │ ├── large_scale_experiments.md │ └── my_experiment_and_me.md ├── general │ ├── in_depth_intro.md │ ├── pipeline_scripts.png │ ├── pipeline_scripts.svg │ └── pipeline_simplified.png ├── models │ └── adding_models.md ├── projects │ └── xstilts.md ├── tasks │ ├── adding_tasks.md │ ├── supported_tasks.md │ └── task_specific.md └── tutorials │ ├── quick_start_main.md │ └── quick_start_simple.md ├── jiant ├── __init__.py ├── ext │ ├── __init__.py │ ├── allennlp.py │ └── radam.py ├── proj │ ├── __init__.py │ ├── main │ │ ├── __init__.py │ │ ├── components │ │ │ ├── __init__.py │ │ │ ├── container_setup.py │ │ │ ├── evaluate.py │ │ │ ├── outputs.py │ │ │ ├── task_sampler.py │ │ │ └── write_configs.py │ │ ├── export_model.py │ │ ├── metarunner.py │ │ ├── modeling │ │ │ ├── __init__.py │ │ │ ├── heads.py │ │ │ ├── model_setup.py │ │ │ ├── primary.py │ │ │ └── taskmodels.py │ │ ├── preprocessing.py │ │ ├── runner.py │ │ ├── runscript.py │ │ ├── scripts │ │ │ ├── __init__.py │ │ │ └── configurator.py │ │ ├── tokenize_and_cache.py │ │ └── write_task_configs.py │ └── simple │ │ ├── __init__.py │ │ └── runscript.py ├── scripts │ ├── __init__.py │ ├── benchmarks │ │ ├── __init__.py │ │ ├── benchmark_submission_formatter.py │ │ ├── benchmarks.py │ │ └── xtreme │ │ │ ├── subscripts │ │ │ ├── a_download_model.sh │ │ │ ├── b_download_data.sh │ │ │ ├── c_tokenize_and_cache.sh │ │ │ ├── d_write_configs.sh │ │ │ ├── e_run_models.sh │ │ │ └── run_all.sh │ │ │ ├── xtreme_runconfig_writer.py │ │ │ └── xtreme_submission.py │ ├── download_data │ │ ├── __init__.py │ │ ├── constants.py │ │ ├── dl_datasets │ │ │ ├── __init__.py │ │ │ ├── files_tasks.py │ │ │ ├── hf_datasets_tasks.py │ │ │ └── xtreme.py │ │ ├── runscript.py │ │ └── utils.py │ └── preproc │ │ ├── __init__.py │ │ └── export_glue_data.py ├── shared │ ├── __init__.py │ ├── caching.py │ ├── constants.py │ ├── distributed.py │ ├── initialization.py │ ├── metarunner.py │ ├── model_resolution.py │ ├── model_setup.py │ └── runner.py ├── tasks │ ├── __init__.py │ ├── constants.py │ ├── core.py │ ├── evaluate │ │ ├── __init__.py │ │ └── core.py │ ├── lib │ │ ├── __init__.py │ │ ├── abductive_nli.py │ │ ├── acceptability_judgement │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ ├── coord.py │ │ │ ├── definiteness.py │ │ │ ├── eos.py │ │ │ └── whwords.py │ │ ├── adversarial_nli.py │ │ ├── arc_challenge.py │ │ ├── arc_easy.py │ │ ├── arct.py │ │ ├── boolq.py │ │ ├── bucc2018.py │ │ ├── ccg.py │ │ ├── cola.py │ │ ├── commitmentbank.py │ │ ├── commonsenseqa.py │ │ ├── copa.py │ │ ├── cosmosqa.py │ │ ├── edge_probing │ │ │ ├── __init__.py │ │ │ ├── coref.py │ │ │ ├── dep.py │ │ │ ├── dpr.py │ │ │ ├── ner.py │ │ │ ├── nonterminal.py │ │ │ ├── pos.py │ │ │ ├── semeval.py │ │ │ ├── spr1.py │ │ │ ├── spr2.py │ │ │ └── srl.py │ │ ├── fever_nli.py │ │ ├── glue_diagnostics.py │ │ ├── hellaswag.py │ │ ├── mcscript.py │ │ ├── mctaco.py │ │ ├── mctest.py │ │ ├── mlm_premasked.py │ │ ├── mlm_pretokenized.py │ │ ├── mlm_simple.py │ │ ├── mlqa.py │ │ ├── mnli.py │ │ ├── mnli_mismatched.py │ │ ├── mrpc.py │ │ ├── mrqa_natural_questions.py │ │ ├── multirc.py │ │ ├── mutual.py │ │ ├── mutual_plus.py │ │ ├── newsqa.py │ │ ├── panx.py │ │ ├── pawsx.py │ │ ├── piqa.py │ │ ├── qamr.py │ │ ├── qasrl.py │ │ ├── qnli.py │ │ ├── qqp.py │ │ ├── quail.py │ │ ├── quoref.py │ │ ├── race.py │ │ ├── record.py │ │ ├── ropes.py │ │ ├── rte.py │ │ ├── scitail.py │ │ ├── senteval │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ ├── bigram_shift.py │ │ │ ├── coordination_inversion.py │ │ │ ├── obj_number.py │ │ │ ├── odd_man_out.py │ │ │ ├── past_present.py │ │ │ ├── sentence_length.py │ │ │ ├── subj_number.py │ │ │ ├── top_constituents.py │ │ │ ├── tree_depth.py │ │ │ └── word_content.py │ │ ├── snli.py │ │ ├── socialiqa.py │ │ ├── squad.py │ │ ├── sst.py │ │ ├── stsb.py │ │ ├── superglue_axb.py │ │ ├── superglue_axg.py │ │ ├── swag.py │ │ ├── tatoeba.py │ │ ├── templates │ │ │ ├── __init__.py │ │ │ ├── edge_probing_single_span.py │ │ │ ├── edge_probing_two_span.py │ │ │ ├── hacky_tokenization_matching.py │ │ │ ├── mlm.py │ │ │ ├── mlm_premasked.py │ │ │ ├── multiple_choice.py │ │ │ ├── shared.py │ │ │ ├── span_prediction.py │ │ │ └── squad_style │ │ │ │ ├── __init__.py │ │ │ │ ├── core.py │ │ │ │ └── utils.py │ │ ├── tydiqa.py │ │ ├── udpos.py │ │ ├── wic.py │ │ ├── winogrande.py │ │ ├── wnli.py │ │ ├── wsc.py │ │ ├── xnli.py │ │ └── xquad.py │ ├── retrieval.py │ └── utils.py └── utils │ ├── __init__.py │ ├── config_handlers.py │ ├── data_handlers.py │ ├── display.py │ ├── path_parse.py │ ├── python │ ├── __init__.py │ ├── checks.py │ ├── datastructures.py │ ├── filesystem.py │ ├── functional.py │ ├── io.py │ ├── logic.py │ └── strings.py │ ├── retokenize.py │ ├── string_comparing.py │ ├── testing │ ├── __init__.py │ ├── tokenizer.py │ └── utils.py │ ├── tokenization_normalization.py │ ├── tokenization_utils.py │ ├── torch_utils.py │ ├── zconf │ ├── __init__.py │ └── core.py │ └── zlog.py ├── pyproject.toml ├── requirements-dev.txt ├── requirements-no-torch.txt ├── requirements.txt ├── setup.py └── tests ├── README.md ├── __init__.py ├── proj ├── main │ ├── components │ │ └── test_task_sampler.py │ └── test_export_model.py └── simple │ └── test_runscript.py ├── tasks └── lib │ ├── resources │ ├── data │ │ ├── mnli │ │ │ ├── mnli_test.jsonl │ │ │ ├── mnli_train.jsonl │ │ │ └── mnli_val.jsonl │ │ ├── spr1 │ │ │ ├── test.jsonl │ │ │ └── train.jsonl │ │ └── sst │ │ │ ├── test.jsonl │ │ │ ├── train.jsonl │ │ │ └── val.jsonl │ ├── mnli.json │ ├── spr1.json │ └── sst.json │ ├── templates │ └── test_hacky_tokenization_matching.py │ ├── test_mlm_premasked.py │ ├── test_mlm_pretokenized.py │ ├── test_mnli.py │ ├── test_spr1.py │ ├── test_sst.py │ └── test_wic.py ├── test_zconf ├── __init__.py ├── jsons │ ├── empty.json │ ├── simple.json │ ├── store_true.json │ └── store_true_false.json ├── test_conf_jsons.py └── test_confs.py └── utils ├── __init__.py ├── config ├── base_config.json ├── final_config.json ├── first_override_config.json └── second_override_config.json ├── python ├── __init__.py ├── test_checks.py ├── test_datastructures.py ├── test_filesystem.py ├── test_functional.py └── test_logic.py ├── test_config_handlers.py ├── test_data_handlers.py ├── test_path_parse.py ├── test_token_alignment.py ├── test_tokenization_normalization.py └── test_utils.py /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/.github/stale.yml -------------------------------------------------------------------------------- /.github/workflows/publish-to-test-pypi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/.github/workflows/publish-to-test-pypi.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/.gitmodules -------------------------------------------------------------------------------- /.pep8speaks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/.pep8speaks.yml -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.pre-commit-hooks.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/.pre-commit-hooks.yaml -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/CODEOWNERS -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/README.md -------------------------------------------------------------------------------- /assets/simple_api/task_config_templates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/assets/simple_api/task_config_templates.json -------------------------------------------------------------------------------- /codecov.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/codecov.yml -------------------------------------------------------------------------------- /conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/conftest.py -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/notebooks/jiant_Basic_Example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/examples/notebooks/jiant_Basic_Example.ipynb -------------------------------------------------------------------------------- /examples/notebooks/jiant_EdgeProbing_Example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/examples/notebooks/jiant_EdgeProbing_Example.ipynb -------------------------------------------------------------------------------- /examples/notebooks/jiant_MNLI_Diagnostic_Example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/examples/notebooks/jiant_MNLI_Diagnostic_Example.ipynb -------------------------------------------------------------------------------- /examples/notebooks/jiant_Multi_Task_Example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/examples/notebooks/jiant_Multi_Task_Example.ipynb -------------------------------------------------------------------------------- /examples/notebooks/jiant_STILTs_Example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/examples/notebooks/jiant_STILTs_Example.ipynb -------------------------------------------------------------------------------- /examples/notebooks/jiant_XNLI_Example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/examples/notebooks/jiant_XNLI_Example.ipynb -------------------------------------------------------------------------------- /examples/notebooks/simple_api_fine_tuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/examples/notebooks/simple_api_fine_tuning.ipynb -------------------------------------------------------------------------------- /guides/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/README.md -------------------------------------------------------------------------------- /guides/benchmarks/glue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/benchmarks/glue.md -------------------------------------------------------------------------------- /guides/benchmarks/superglue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/benchmarks/superglue.md -------------------------------------------------------------------------------- /guides/benchmarks/xtreme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/benchmarks/xtreme.md -------------------------------------------------------------------------------- /guides/experiments/large_scale_experiments.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/experiments/large_scale_experiments.md -------------------------------------------------------------------------------- /guides/experiments/my_experiment_and_me.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/experiments/my_experiment_and_me.md -------------------------------------------------------------------------------- /guides/general/in_depth_intro.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/general/in_depth_intro.md -------------------------------------------------------------------------------- /guides/general/pipeline_scripts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/general/pipeline_scripts.png -------------------------------------------------------------------------------- /guides/general/pipeline_scripts.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/general/pipeline_scripts.svg -------------------------------------------------------------------------------- /guides/general/pipeline_simplified.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/general/pipeline_simplified.png -------------------------------------------------------------------------------- /guides/models/adding_models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/models/adding_models.md -------------------------------------------------------------------------------- /guides/projects/xstilts.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/projects/xstilts.md -------------------------------------------------------------------------------- /guides/tasks/adding_tasks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/tasks/adding_tasks.md -------------------------------------------------------------------------------- /guides/tasks/supported_tasks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/tasks/supported_tasks.md -------------------------------------------------------------------------------- /guides/tasks/task_specific.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/tasks/task_specific.md -------------------------------------------------------------------------------- /guides/tutorials/quick_start_main.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/tutorials/quick_start_main.md -------------------------------------------------------------------------------- /guides/tutorials/quick_start_simple.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/guides/tutorials/quick_start_simple.md -------------------------------------------------------------------------------- /jiant/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/ext/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/ext/allennlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/ext/allennlp.py -------------------------------------------------------------------------------- /jiant/ext/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/ext/radam.py -------------------------------------------------------------------------------- /jiant/proj/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/proj/main/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/proj/main/components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/proj/main/components/container_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/components/container_setup.py -------------------------------------------------------------------------------- /jiant/proj/main/components/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/components/evaluate.py -------------------------------------------------------------------------------- /jiant/proj/main/components/outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/components/outputs.py -------------------------------------------------------------------------------- /jiant/proj/main/components/task_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/components/task_sampler.py -------------------------------------------------------------------------------- /jiant/proj/main/components/write_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/components/write_configs.py -------------------------------------------------------------------------------- /jiant/proj/main/export_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/export_model.py -------------------------------------------------------------------------------- /jiant/proj/main/metarunner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/metarunner.py -------------------------------------------------------------------------------- /jiant/proj/main/modeling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/proj/main/modeling/heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/modeling/heads.py -------------------------------------------------------------------------------- /jiant/proj/main/modeling/model_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/modeling/model_setup.py -------------------------------------------------------------------------------- /jiant/proj/main/modeling/primary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/modeling/primary.py -------------------------------------------------------------------------------- /jiant/proj/main/modeling/taskmodels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/modeling/taskmodels.py -------------------------------------------------------------------------------- /jiant/proj/main/preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/preprocessing.py -------------------------------------------------------------------------------- /jiant/proj/main/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/runner.py -------------------------------------------------------------------------------- /jiant/proj/main/runscript.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/runscript.py -------------------------------------------------------------------------------- /jiant/proj/main/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/proj/main/scripts/configurator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/scripts/configurator.py -------------------------------------------------------------------------------- /jiant/proj/main/tokenize_and_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/tokenize_and_cache.py -------------------------------------------------------------------------------- /jiant/proj/main/write_task_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/main/write_task_configs.py -------------------------------------------------------------------------------- /jiant/proj/simple/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/proj/simple/runscript.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/proj/simple/runscript.py -------------------------------------------------------------------------------- /jiant/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/scripts/benchmarks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/scripts/benchmarks/benchmark_submission_formatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/benchmarks/benchmark_submission_formatter.py -------------------------------------------------------------------------------- /jiant/scripts/benchmarks/benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/benchmarks/benchmarks.py -------------------------------------------------------------------------------- /jiant/scripts/benchmarks/xtreme/subscripts/a_download_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/benchmarks/xtreme/subscripts/a_download_model.sh -------------------------------------------------------------------------------- /jiant/scripts/benchmarks/xtreme/subscripts/b_download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/benchmarks/xtreme/subscripts/b_download_data.sh -------------------------------------------------------------------------------- /jiant/scripts/benchmarks/xtreme/subscripts/c_tokenize_and_cache.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/benchmarks/xtreme/subscripts/c_tokenize_and_cache.sh -------------------------------------------------------------------------------- /jiant/scripts/benchmarks/xtreme/subscripts/d_write_configs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/benchmarks/xtreme/subscripts/d_write_configs.sh -------------------------------------------------------------------------------- /jiant/scripts/benchmarks/xtreme/subscripts/e_run_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/benchmarks/xtreme/subscripts/e_run_models.sh -------------------------------------------------------------------------------- /jiant/scripts/benchmarks/xtreme/subscripts/run_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/benchmarks/xtreme/subscripts/run_all.sh -------------------------------------------------------------------------------- /jiant/scripts/benchmarks/xtreme/xtreme_runconfig_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/benchmarks/xtreme/xtreme_runconfig_writer.py -------------------------------------------------------------------------------- /jiant/scripts/benchmarks/xtreme/xtreme_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/benchmarks/xtreme/xtreme_submission.py -------------------------------------------------------------------------------- /jiant/scripts/download_data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/scripts/download_data/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/download_data/constants.py -------------------------------------------------------------------------------- /jiant/scripts/download_data/dl_datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/scripts/download_data/dl_datasets/files_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/download_data/dl_datasets/files_tasks.py -------------------------------------------------------------------------------- /jiant/scripts/download_data/dl_datasets/hf_datasets_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/download_data/dl_datasets/hf_datasets_tasks.py -------------------------------------------------------------------------------- /jiant/scripts/download_data/dl_datasets/xtreme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/download_data/dl_datasets/xtreme.py -------------------------------------------------------------------------------- /jiant/scripts/download_data/runscript.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/download_data/runscript.py -------------------------------------------------------------------------------- /jiant/scripts/download_data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/download_data/utils.py -------------------------------------------------------------------------------- /jiant/scripts/preproc/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/scripts/preproc/export_glue_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/scripts/preproc/export_glue_data.py -------------------------------------------------------------------------------- /jiant/shared/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/shared/caching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/shared/caching.py -------------------------------------------------------------------------------- /jiant/shared/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/shared/constants.py -------------------------------------------------------------------------------- /jiant/shared/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/shared/distributed.py -------------------------------------------------------------------------------- /jiant/shared/initialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/shared/initialization.py -------------------------------------------------------------------------------- /jiant/shared/metarunner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/shared/metarunner.py -------------------------------------------------------------------------------- /jiant/shared/model_resolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/shared/model_resolution.py -------------------------------------------------------------------------------- /jiant/shared/model_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/shared/model_setup.py -------------------------------------------------------------------------------- /jiant/shared/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/shared/runner.py -------------------------------------------------------------------------------- /jiant/tasks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/tasks/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/constants.py -------------------------------------------------------------------------------- /jiant/tasks/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/core.py -------------------------------------------------------------------------------- /jiant/tasks/evaluate/__init__.py: -------------------------------------------------------------------------------- 1 | from .core import * # noqa: F401,F403 2 | -------------------------------------------------------------------------------- /jiant/tasks/evaluate/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/evaluate/core.py -------------------------------------------------------------------------------- /jiant/tasks/lib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/tasks/lib/abductive_nli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/abductive_nli.py -------------------------------------------------------------------------------- /jiant/tasks/lib/acceptability_judgement/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/tasks/lib/acceptability_judgement/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/acceptability_judgement/base.py -------------------------------------------------------------------------------- /jiant/tasks/lib/acceptability_judgement/coord.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/acceptability_judgement/coord.py -------------------------------------------------------------------------------- /jiant/tasks/lib/acceptability_judgement/definiteness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/acceptability_judgement/definiteness.py -------------------------------------------------------------------------------- /jiant/tasks/lib/acceptability_judgement/eos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/acceptability_judgement/eos.py -------------------------------------------------------------------------------- /jiant/tasks/lib/acceptability_judgement/whwords.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/acceptability_judgement/whwords.py -------------------------------------------------------------------------------- /jiant/tasks/lib/adversarial_nli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/adversarial_nli.py -------------------------------------------------------------------------------- /jiant/tasks/lib/arc_challenge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/arc_challenge.py -------------------------------------------------------------------------------- /jiant/tasks/lib/arc_easy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/arc_easy.py -------------------------------------------------------------------------------- /jiant/tasks/lib/arct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/arct.py -------------------------------------------------------------------------------- /jiant/tasks/lib/boolq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/boolq.py -------------------------------------------------------------------------------- /jiant/tasks/lib/bucc2018.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/bucc2018.py -------------------------------------------------------------------------------- /jiant/tasks/lib/ccg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/ccg.py -------------------------------------------------------------------------------- /jiant/tasks/lib/cola.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/cola.py -------------------------------------------------------------------------------- /jiant/tasks/lib/commitmentbank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/commitmentbank.py -------------------------------------------------------------------------------- /jiant/tasks/lib/commonsenseqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/commonsenseqa.py -------------------------------------------------------------------------------- /jiant/tasks/lib/copa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/copa.py -------------------------------------------------------------------------------- /jiant/tasks/lib/cosmosqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/cosmosqa.py -------------------------------------------------------------------------------- /jiant/tasks/lib/edge_probing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/tasks/lib/edge_probing/coref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/edge_probing/coref.py -------------------------------------------------------------------------------- /jiant/tasks/lib/edge_probing/dep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/edge_probing/dep.py -------------------------------------------------------------------------------- /jiant/tasks/lib/edge_probing/dpr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/edge_probing/dpr.py -------------------------------------------------------------------------------- /jiant/tasks/lib/edge_probing/ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/edge_probing/ner.py -------------------------------------------------------------------------------- /jiant/tasks/lib/edge_probing/nonterminal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/edge_probing/nonterminal.py -------------------------------------------------------------------------------- /jiant/tasks/lib/edge_probing/pos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/edge_probing/pos.py -------------------------------------------------------------------------------- /jiant/tasks/lib/edge_probing/semeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/edge_probing/semeval.py -------------------------------------------------------------------------------- /jiant/tasks/lib/edge_probing/spr1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/edge_probing/spr1.py -------------------------------------------------------------------------------- /jiant/tasks/lib/edge_probing/spr2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/edge_probing/spr2.py -------------------------------------------------------------------------------- /jiant/tasks/lib/edge_probing/srl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/edge_probing/srl.py -------------------------------------------------------------------------------- /jiant/tasks/lib/fever_nli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/fever_nli.py -------------------------------------------------------------------------------- /jiant/tasks/lib/glue_diagnostics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/glue_diagnostics.py -------------------------------------------------------------------------------- /jiant/tasks/lib/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/hellaswag.py -------------------------------------------------------------------------------- /jiant/tasks/lib/mcscript.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/mcscript.py -------------------------------------------------------------------------------- /jiant/tasks/lib/mctaco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/mctaco.py -------------------------------------------------------------------------------- /jiant/tasks/lib/mctest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/mctest.py -------------------------------------------------------------------------------- /jiant/tasks/lib/mlm_premasked.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/mlm_premasked.py -------------------------------------------------------------------------------- /jiant/tasks/lib/mlm_pretokenized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/mlm_pretokenized.py -------------------------------------------------------------------------------- /jiant/tasks/lib/mlm_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/mlm_simple.py -------------------------------------------------------------------------------- /jiant/tasks/lib/mlqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/mlqa.py -------------------------------------------------------------------------------- /jiant/tasks/lib/mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/mnli.py -------------------------------------------------------------------------------- /jiant/tasks/lib/mnli_mismatched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/mnli_mismatched.py -------------------------------------------------------------------------------- /jiant/tasks/lib/mrpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/mrpc.py -------------------------------------------------------------------------------- /jiant/tasks/lib/mrqa_natural_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/mrqa_natural_questions.py -------------------------------------------------------------------------------- /jiant/tasks/lib/multirc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/multirc.py -------------------------------------------------------------------------------- /jiant/tasks/lib/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/mutual.py -------------------------------------------------------------------------------- /jiant/tasks/lib/mutual_plus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/mutual_plus.py -------------------------------------------------------------------------------- /jiant/tasks/lib/newsqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/newsqa.py -------------------------------------------------------------------------------- /jiant/tasks/lib/panx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/panx.py -------------------------------------------------------------------------------- /jiant/tasks/lib/pawsx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/pawsx.py -------------------------------------------------------------------------------- /jiant/tasks/lib/piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/piqa.py -------------------------------------------------------------------------------- /jiant/tasks/lib/qamr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/qamr.py -------------------------------------------------------------------------------- /jiant/tasks/lib/qasrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/qasrl.py -------------------------------------------------------------------------------- /jiant/tasks/lib/qnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/qnli.py -------------------------------------------------------------------------------- /jiant/tasks/lib/qqp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/qqp.py -------------------------------------------------------------------------------- /jiant/tasks/lib/quail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/quail.py -------------------------------------------------------------------------------- /jiant/tasks/lib/quoref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/quoref.py -------------------------------------------------------------------------------- /jiant/tasks/lib/race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/race.py -------------------------------------------------------------------------------- /jiant/tasks/lib/record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/record.py -------------------------------------------------------------------------------- /jiant/tasks/lib/ropes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/ropes.py -------------------------------------------------------------------------------- /jiant/tasks/lib/rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/rte.py -------------------------------------------------------------------------------- /jiant/tasks/lib/scitail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/scitail.py -------------------------------------------------------------------------------- /jiant/tasks/lib/senteval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/tasks/lib/senteval/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/senteval/base.py -------------------------------------------------------------------------------- /jiant/tasks/lib/senteval/bigram_shift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/senteval/bigram_shift.py -------------------------------------------------------------------------------- /jiant/tasks/lib/senteval/coordination_inversion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/senteval/coordination_inversion.py -------------------------------------------------------------------------------- /jiant/tasks/lib/senteval/obj_number.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/senteval/obj_number.py -------------------------------------------------------------------------------- /jiant/tasks/lib/senteval/odd_man_out.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/senteval/odd_man_out.py -------------------------------------------------------------------------------- /jiant/tasks/lib/senteval/past_present.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/senteval/past_present.py -------------------------------------------------------------------------------- /jiant/tasks/lib/senteval/sentence_length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/senteval/sentence_length.py -------------------------------------------------------------------------------- /jiant/tasks/lib/senteval/subj_number.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/senteval/subj_number.py -------------------------------------------------------------------------------- /jiant/tasks/lib/senteval/top_constituents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/senteval/top_constituents.py -------------------------------------------------------------------------------- /jiant/tasks/lib/senteval/tree_depth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/senteval/tree_depth.py -------------------------------------------------------------------------------- /jiant/tasks/lib/senteval/word_content.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/senteval/word_content.py -------------------------------------------------------------------------------- /jiant/tasks/lib/snli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/snli.py -------------------------------------------------------------------------------- /jiant/tasks/lib/socialiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/socialiqa.py -------------------------------------------------------------------------------- /jiant/tasks/lib/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/squad.py -------------------------------------------------------------------------------- /jiant/tasks/lib/sst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/sst.py -------------------------------------------------------------------------------- /jiant/tasks/lib/stsb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/stsb.py -------------------------------------------------------------------------------- /jiant/tasks/lib/superglue_axb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/superglue_axb.py -------------------------------------------------------------------------------- /jiant/tasks/lib/superglue_axg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/superglue_axg.py -------------------------------------------------------------------------------- /jiant/tasks/lib/swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/swag.py -------------------------------------------------------------------------------- /jiant/tasks/lib/tatoeba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/tatoeba.py -------------------------------------------------------------------------------- /jiant/tasks/lib/templates/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/tasks/lib/templates/edge_probing_single_span.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/templates/edge_probing_single_span.py -------------------------------------------------------------------------------- /jiant/tasks/lib/templates/edge_probing_two_span.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/templates/edge_probing_two_span.py -------------------------------------------------------------------------------- /jiant/tasks/lib/templates/hacky_tokenization_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/templates/hacky_tokenization_matching.py -------------------------------------------------------------------------------- /jiant/tasks/lib/templates/mlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/templates/mlm.py -------------------------------------------------------------------------------- /jiant/tasks/lib/templates/mlm_premasked.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/templates/mlm_premasked.py -------------------------------------------------------------------------------- /jiant/tasks/lib/templates/multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/templates/multiple_choice.py -------------------------------------------------------------------------------- /jiant/tasks/lib/templates/shared.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/templates/shared.py -------------------------------------------------------------------------------- /jiant/tasks/lib/templates/span_prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/templates/span_prediction.py -------------------------------------------------------------------------------- /jiant/tasks/lib/templates/squad_style/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/tasks/lib/templates/squad_style/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/templates/squad_style/core.py -------------------------------------------------------------------------------- /jiant/tasks/lib/templates/squad_style/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/templates/squad_style/utils.py -------------------------------------------------------------------------------- /jiant/tasks/lib/tydiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/tydiqa.py -------------------------------------------------------------------------------- /jiant/tasks/lib/udpos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/udpos.py -------------------------------------------------------------------------------- /jiant/tasks/lib/wic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/wic.py -------------------------------------------------------------------------------- /jiant/tasks/lib/winogrande.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/winogrande.py -------------------------------------------------------------------------------- /jiant/tasks/lib/wnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/wnli.py -------------------------------------------------------------------------------- /jiant/tasks/lib/wsc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/wsc.py -------------------------------------------------------------------------------- /jiant/tasks/lib/xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/xnli.py -------------------------------------------------------------------------------- /jiant/tasks/lib/xquad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/lib/xquad.py -------------------------------------------------------------------------------- /jiant/tasks/retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/retrieval.py -------------------------------------------------------------------------------- /jiant/tasks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/tasks/utils.py -------------------------------------------------------------------------------- /jiant/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/utils/config_handlers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/config_handlers.py -------------------------------------------------------------------------------- /jiant/utils/data_handlers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/data_handlers.py -------------------------------------------------------------------------------- /jiant/utils/display.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/display.py -------------------------------------------------------------------------------- /jiant/utils/path_parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/path_parse.py -------------------------------------------------------------------------------- /jiant/utils/python/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/utils/python/checks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/python/checks.py -------------------------------------------------------------------------------- /jiant/utils/python/datastructures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/python/datastructures.py -------------------------------------------------------------------------------- /jiant/utils/python/filesystem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/python/filesystem.py -------------------------------------------------------------------------------- /jiant/utils/python/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/python/functional.py -------------------------------------------------------------------------------- /jiant/utils/python/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/python/io.py -------------------------------------------------------------------------------- /jiant/utils/python/logic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/python/logic.py -------------------------------------------------------------------------------- /jiant/utils/python/strings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/python/strings.py -------------------------------------------------------------------------------- /jiant/utils/retokenize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/retokenize.py -------------------------------------------------------------------------------- /jiant/utils/string_comparing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/string_comparing.py -------------------------------------------------------------------------------- /jiant/utils/testing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /jiant/utils/testing/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/testing/tokenizer.py -------------------------------------------------------------------------------- /jiant/utils/testing/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/testing/utils.py -------------------------------------------------------------------------------- /jiant/utils/tokenization_normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/tokenization_normalization.py -------------------------------------------------------------------------------- /jiant/utils/tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/tokenization_utils.py -------------------------------------------------------------------------------- /jiant/utils/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/torch_utils.py -------------------------------------------------------------------------------- /jiant/utils/zconf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/zconf/__init__.py -------------------------------------------------------------------------------- /jiant/utils/zconf/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/zconf/core.py -------------------------------------------------------------------------------- /jiant/utils/zlog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/jiant/utils/zlog.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/requirements-dev.txt -------------------------------------------------------------------------------- /requirements-no-torch.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/requirements-no-torch.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/setup.py -------------------------------------------------------------------------------- /tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/README.md -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/proj/main/components/test_task_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/proj/main/components/test_task_sampler.py -------------------------------------------------------------------------------- /tests/proj/main/test_export_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/proj/main/test_export_model.py -------------------------------------------------------------------------------- /tests/proj/simple/test_runscript.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/proj/simple/test_runscript.py -------------------------------------------------------------------------------- /tests/tasks/lib/resources/data/mnli/mnli_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/resources/data/mnli/mnli_test.jsonl -------------------------------------------------------------------------------- /tests/tasks/lib/resources/data/mnli/mnli_train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/resources/data/mnli/mnli_train.jsonl -------------------------------------------------------------------------------- /tests/tasks/lib/resources/data/mnli/mnli_val.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/resources/data/mnli/mnli_val.jsonl -------------------------------------------------------------------------------- /tests/tasks/lib/resources/data/spr1/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/resources/data/spr1/test.jsonl -------------------------------------------------------------------------------- /tests/tasks/lib/resources/data/spr1/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/resources/data/spr1/train.jsonl -------------------------------------------------------------------------------- /tests/tasks/lib/resources/data/sst/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/resources/data/sst/test.jsonl -------------------------------------------------------------------------------- /tests/tasks/lib/resources/data/sst/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/resources/data/sst/train.jsonl -------------------------------------------------------------------------------- /tests/tasks/lib/resources/data/sst/val.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/resources/data/sst/val.jsonl -------------------------------------------------------------------------------- /tests/tasks/lib/resources/mnli.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/resources/mnli.json -------------------------------------------------------------------------------- /tests/tasks/lib/resources/spr1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/resources/spr1.json -------------------------------------------------------------------------------- /tests/tasks/lib/resources/sst.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/resources/sst.json -------------------------------------------------------------------------------- /tests/tasks/lib/templates/test_hacky_tokenization_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/templates/test_hacky_tokenization_matching.py -------------------------------------------------------------------------------- /tests/tasks/lib/test_mlm_premasked.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/test_mlm_premasked.py -------------------------------------------------------------------------------- /tests/tasks/lib/test_mlm_pretokenized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/test_mlm_pretokenized.py -------------------------------------------------------------------------------- /tests/tasks/lib/test_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/test_mnli.py -------------------------------------------------------------------------------- /tests/tasks/lib/test_spr1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/test_spr1.py -------------------------------------------------------------------------------- /tests/tasks/lib/test_sst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/test_sst.py -------------------------------------------------------------------------------- /tests/tasks/lib/test_wic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/tasks/lib/test_wic.py -------------------------------------------------------------------------------- /tests/test_zconf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/test_zconf/jsons/empty.json: -------------------------------------------------------------------------------- 1 | {} -------------------------------------------------------------------------------- /tests/test_zconf/jsons/simple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/test_zconf/jsons/simple.json -------------------------------------------------------------------------------- /tests/test_zconf/jsons/store_true.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/test_zconf/jsons/store_true.json -------------------------------------------------------------------------------- /tests/test_zconf/jsons/store_true_false.json: -------------------------------------------------------------------------------- 1 | { 2 | "store_true_attr": false 3 | } -------------------------------------------------------------------------------- /tests/test_zconf/test_conf_jsons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/test_zconf/test_conf_jsons.py -------------------------------------------------------------------------------- /tests/test_zconf/test_confs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/test_zconf/test_confs.py -------------------------------------------------------------------------------- /tests/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/utils/config/base_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/config/base_config.json -------------------------------------------------------------------------------- /tests/utils/config/final_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/config/final_config.json -------------------------------------------------------------------------------- /tests/utils/config/first_override_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/config/first_override_config.json -------------------------------------------------------------------------------- /tests/utils/config/second_override_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/config/second_override_config.json -------------------------------------------------------------------------------- /tests/utils/python/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/utils/python/test_checks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/python/test_checks.py -------------------------------------------------------------------------------- /tests/utils/python/test_datastructures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/python/test_datastructures.py -------------------------------------------------------------------------------- /tests/utils/python/test_filesystem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/python/test_filesystem.py -------------------------------------------------------------------------------- /tests/utils/python/test_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/python/test_functional.py -------------------------------------------------------------------------------- /tests/utils/python/test_logic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/python/test_logic.py -------------------------------------------------------------------------------- /tests/utils/test_config_handlers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/test_config_handlers.py -------------------------------------------------------------------------------- /tests/utils/test_data_handlers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/test_data_handlers.py -------------------------------------------------------------------------------- /tests/utils/test_path_parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/test_path_parse.py -------------------------------------------------------------------------------- /tests/utils/test_token_alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/test_token_alignment.py -------------------------------------------------------------------------------- /tests/utils/test_tokenization_normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/test_tokenization_normalization.py -------------------------------------------------------------------------------- /tests/utils/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/nyu-mll/jiant/HEAD/tests/utils/test_utils.py --------------------------------------------------------------------------------