├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE.md ├── README.md ├── cmr ├── __init__.py ├── benchmark_gen │ ├── __init__.py │ ├── bart_api.py │ ├── generate_offline_retrainfile.py │ ├── merge_json_file.py │ ├── para_stream.py │ ├── run_bart_infer.py │ ├── sample_stream_data.py │ ├── sample_submission_streams.py │ └── visualize_streams.py ├── cli_bart.py ├── debug_algs │ ├── _legacy_functions.py │ ├── backup │ │ └── test.ipynb │ ├── cl_hypernet_alg.py │ ├── cl_mbcl_alg.py │ ├── cl_none.py │ ├── cl_online_ewc_alg.py │ ├── cl_simple_alg.py │ ├── cl_utils.py │ ├── commons.py │ ├── distant_supervision │ │ ├── README.md │ │ ├── data_collection.py │ │ └── ds_utils.py │ ├── evaluation.py │ ├── index_based │ │ ├── IO_each_index.py │ │ ├── __init__.py │ │ ├── biencoder.py │ │ ├── cl_indexed_alg.py │ │ ├── index_manager.py │ │ └── index_utils.py │ ├── offline_debug_bounds.py │ └── run_lifelong_finetune.py ├── models │ ├── __init__.py │ ├── bart_with_adapater.py │ ├── hypernet.py │ ├── mybart.py │ ├── run_bart.py │ └── utils.py ├── notebooks │ ├── bart_test.ipynb │ ├── create_datasets.ipynb │ ├── draw_utils.py │ ├── sanity_check.ipynb │ └── visualize_recall_ratio.ipynb └── task_manager │ ├── __init__.py │ ├── base_datamanager.py │ ├── dataloader.py │ └── eval_metrics.py ├── data ├── data_formatter.py └── mrqa │ ├── README.md │ └── download.sh ├── experiments ├── bakcup │ ├── report_all_settings.py │ ├── report_curves.py │ └── report_heatmap.py ├── report_results.py └── run_scripts │ ├── run_er.sh │ ├── run_ibr.sh │ ├── run_mir.sh │ ├── run_nonecl.sh │ ├── run_oewc.sh │ ├── run_offline.sh │ ├── run_simplecl.sh │ ├── slurm_all.sh │ ├── slurm_diffstreams_qa.sh │ ├── slurm_er.sh │ ├── slurm_ibr.sh │ ├── slurm_mir.sh │ ├── slurm_nli_exps.sh │ ├── slurm_none.sh │ ├── slurm_oewc.sh │ ├── slurm_offeval.sh │ └── slurm_simple.sh ├── mrqa ├── README.md └── download.sh ├── requirements.txt ├── scripts ├── infer_mrqa_bart_base.config ├── run_mrqa_infer.sh └── run_mrqa_train.sh └── setup.py /.gitignore: -------------------------------------------------------------------------------- 1 | 2 | .DS_Store 3 | -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/README.md -------------------------------------------------------------------------------- /cmr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/__init__.py -------------------------------------------------------------------------------- /cmr/benchmark_gen/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/benchmark_gen/__init__.py -------------------------------------------------------------------------------- /cmr/benchmark_gen/bart_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/benchmark_gen/bart_api.py -------------------------------------------------------------------------------- /cmr/benchmark_gen/generate_offline_retrainfile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/benchmark_gen/generate_offline_retrainfile.py -------------------------------------------------------------------------------- /cmr/benchmark_gen/merge_json_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/benchmark_gen/merge_json_file.py -------------------------------------------------------------------------------- /cmr/benchmark_gen/para_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/benchmark_gen/para_stream.py -------------------------------------------------------------------------------- /cmr/benchmark_gen/run_bart_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/benchmark_gen/run_bart_infer.py -------------------------------------------------------------------------------- /cmr/benchmark_gen/sample_stream_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/benchmark_gen/sample_stream_data.py -------------------------------------------------------------------------------- /cmr/benchmark_gen/sample_submission_streams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/benchmark_gen/sample_submission_streams.py -------------------------------------------------------------------------------- /cmr/benchmark_gen/visualize_streams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/benchmark_gen/visualize_streams.py -------------------------------------------------------------------------------- /cmr/cli_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/cli_bart.py -------------------------------------------------------------------------------- /cmr/debug_algs/_legacy_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/_legacy_functions.py -------------------------------------------------------------------------------- /cmr/debug_algs/backup/test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/backup/test.ipynb -------------------------------------------------------------------------------- /cmr/debug_algs/cl_hypernet_alg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/cl_hypernet_alg.py -------------------------------------------------------------------------------- /cmr/debug_algs/cl_mbcl_alg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/cl_mbcl_alg.py -------------------------------------------------------------------------------- /cmr/debug_algs/cl_none.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/cl_none.py -------------------------------------------------------------------------------- /cmr/debug_algs/cl_online_ewc_alg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/cl_online_ewc_alg.py -------------------------------------------------------------------------------- /cmr/debug_algs/cl_simple_alg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/cl_simple_alg.py -------------------------------------------------------------------------------- /cmr/debug_algs/cl_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/cl_utils.py -------------------------------------------------------------------------------- /cmr/debug_algs/commons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/commons.py -------------------------------------------------------------------------------- /cmr/debug_algs/distant_supervision/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/distant_supervision/README.md -------------------------------------------------------------------------------- /cmr/debug_algs/distant_supervision/data_collection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/distant_supervision/data_collection.py -------------------------------------------------------------------------------- /cmr/debug_algs/distant_supervision/ds_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/distant_supervision/ds_utils.py -------------------------------------------------------------------------------- /cmr/debug_algs/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/evaluation.py -------------------------------------------------------------------------------- /cmr/debug_algs/index_based/IO_each_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/index_based/IO_each_index.py -------------------------------------------------------------------------------- /cmr/debug_algs/index_based/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/index_based/__init__.py -------------------------------------------------------------------------------- /cmr/debug_algs/index_based/biencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/index_based/biencoder.py -------------------------------------------------------------------------------- /cmr/debug_algs/index_based/cl_indexed_alg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/index_based/cl_indexed_alg.py -------------------------------------------------------------------------------- /cmr/debug_algs/index_based/index_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/index_based/index_manager.py -------------------------------------------------------------------------------- /cmr/debug_algs/index_based/index_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/index_based/index_utils.py -------------------------------------------------------------------------------- /cmr/debug_algs/offline_debug_bounds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/offline_debug_bounds.py -------------------------------------------------------------------------------- /cmr/debug_algs/run_lifelong_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/debug_algs/run_lifelong_finetune.py -------------------------------------------------------------------------------- /cmr/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/models/__init__.py -------------------------------------------------------------------------------- /cmr/models/bart_with_adapater.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/models/bart_with_adapater.py -------------------------------------------------------------------------------- /cmr/models/hypernet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/models/hypernet.py -------------------------------------------------------------------------------- /cmr/models/mybart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/models/mybart.py -------------------------------------------------------------------------------- /cmr/models/run_bart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/models/run_bart.py -------------------------------------------------------------------------------- /cmr/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/models/utils.py -------------------------------------------------------------------------------- /cmr/notebooks/bart_test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/notebooks/bart_test.ipynb -------------------------------------------------------------------------------- /cmr/notebooks/create_datasets.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/notebooks/create_datasets.ipynb -------------------------------------------------------------------------------- /cmr/notebooks/draw_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/notebooks/draw_utils.py -------------------------------------------------------------------------------- /cmr/notebooks/sanity_check.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/notebooks/sanity_check.ipynb -------------------------------------------------------------------------------- /cmr/notebooks/visualize_recall_ratio.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/notebooks/visualize_recall_ratio.ipynb -------------------------------------------------------------------------------- /cmr/task_manager/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/task_manager/__init__.py -------------------------------------------------------------------------------- /cmr/task_manager/base_datamanager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/task_manager/base_datamanager.py -------------------------------------------------------------------------------- /cmr/task_manager/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/task_manager/dataloader.py -------------------------------------------------------------------------------- /cmr/task_manager/eval_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/cmr/task_manager/eval_metrics.py -------------------------------------------------------------------------------- /data/data_formatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/data/data_formatter.py -------------------------------------------------------------------------------- /data/mrqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/data/mrqa/README.md -------------------------------------------------------------------------------- /data/mrqa/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/data/mrqa/download.sh -------------------------------------------------------------------------------- /experiments/bakcup/report_all_settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/bakcup/report_all_settings.py -------------------------------------------------------------------------------- /experiments/bakcup/report_curves.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/bakcup/report_curves.py -------------------------------------------------------------------------------- /experiments/bakcup/report_heatmap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/bakcup/report_heatmap.py -------------------------------------------------------------------------------- /experiments/report_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/report_results.py -------------------------------------------------------------------------------- /experiments/run_scripts/run_er.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/run_er.sh -------------------------------------------------------------------------------- /experiments/run_scripts/run_ibr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/run_ibr.sh -------------------------------------------------------------------------------- /experiments/run_scripts/run_mir.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/run_mir.sh -------------------------------------------------------------------------------- /experiments/run_scripts/run_nonecl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/run_nonecl.sh -------------------------------------------------------------------------------- /experiments/run_scripts/run_oewc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/run_oewc.sh -------------------------------------------------------------------------------- /experiments/run_scripts/run_offline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/run_offline.sh -------------------------------------------------------------------------------- /experiments/run_scripts/run_simplecl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/run_simplecl.sh -------------------------------------------------------------------------------- /experiments/run_scripts/slurm_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/slurm_all.sh -------------------------------------------------------------------------------- /experiments/run_scripts/slurm_diffstreams_qa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/slurm_diffstreams_qa.sh -------------------------------------------------------------------------------- /experiments/run_scripts/slurm_er.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/slurm_er.sh -------------------------------------------------------------------------------- /experiments/run_scripts/slurm_ibr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/slurm_ibr.sh -------------------------------------------------------------------------------- /experiments/run_scripts/slurm_mir.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/slurm_mir.sh -------------------------------------------------------------------------------- /experiments/run_scripts/slurm_nli_exps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/slurm_nli_exps.sh -------------------------------------------------------------------------------- /experiments/run_scripts/slurm_none.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/slurm_none.sh -------------------------------------------------------------------------------- /experiments/run_scripts/slurm_oewc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/slurm_oewc.sh -------------------------------------------------------------------------------- /experiments/run_scripts/slurm_offeval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/slurm_offeval.sh -------------------------------------------------------------------------------- /experiments/run_scripts/slurm_simple.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/experiments/run_scripts/slurm_simple.sh -------------------------------------------------------------------------------- /mrqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/mrqa/README.md -------------------------------------------------------------------------------- /mrqa/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/mrqa/download.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/infer_mrqa_bart_base.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/scripts/infer_mrqa_bart_base.config -------------------------------------------------------------------------------- /scripts/run_mrqa_infer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/scripts/run_mrqa_infer.sh -------------------------------------------------------------------------------- /scripts/run_mrqa_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/scripts/run_mrqa_train.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/CMR/HEAD/setup.py --------------------------------------------------------------------------------