├── .gitignore ├── AUTHORS.rst ├── ExampleGeneration ├── ExampleGeneration │ ├── __init__.py │ ├── bash_scripts │ │ ├── download_reasoning_examples.sh │ │ └── parse_wiki_dump.sh │ ├── common │ │ ├── analysis_utils.py │ │ ├── context_utils.py │ │ ├── file_utils.py │ │ ├── multi_process_streaming.py │ │ ├── multiqa_format_wrapper.py │ │ ├── question_template_utils.py │ │ ├── questions_utils.py │ │ ├── table_wrapper.py │ │ └── wikipedia_dump_utils.py │ ├── configurations │ │ ├── config_reas.json │ │ └── config_tests.json │ ├── datajob.py │ ├── datajob_factory.py │ ├── datajobs │ │ ├── __init__.py │ │ ├── format_questions.py │ │ ├── gen_synthetic_questions_from_templates.py │ │ ├── parse_wiki_dump.py │ │ └── reas_classify_column_types.py │ ├── question_generators │ │ ├── question_generator.py │ │ ├── question_generator_factory.py │ │ └── tab_reas │ │ │ ├── __init__.py │ │ │ ├── arithmetic.py │ │ │ ├── counting.py │ │ │ ├── multihop_composition.py │ │ │ ├── numeric_boolean_comparison.py │ │ │ ├── numeric_superlatives.py │ │ │ ├── only_quantifier.py │ │ │ ├── quantifiers.py │ │ │ ├── simple.py │ │ │ ├── simple_comparison.py │ │ │ ├── simple_composition.py │ │ │ ├── simple_conjunction.py │ │ │ ├── temporal.py │ │ │ ├── temporal_boolean_comparison.py │ │ │ └── temporal_difference.py │ ├── question_templates │ │ └── tabreas_question_templates.json │ ├── run.py │ └── run_multiple_chunks.py ├── LICENSE.txt ├── README.md ├── __init__.py ├── externals │ └── wikiextractor │ │ ├── README.md │ │ ├── WikiExtractor.py │ │ ├── categories.filter │ │ ├── cirrus-extract.py │ │ └── extract.sh ├── requirements.txt ├── tests │ ├── datajobs │ │ ├── classify_table_column_types_test.py │ │ ├── data │ │ │ └── datajob_samples │ │ │ │ ├── classify_table_column_types_sample.jsonl │ │ │ │ └── parse_wiki_dump_sample.gz │ │ ├── format_questions_test.py │ │ ├── gen_synthetic_questions_from_templates_debug.py │ │ └── parse_wiki_dump_test.py │ └── utils │ │ ├── __init__.py │ │ └── test_multiprocessing.py └── wikitextparser │ ├── __init__.py │ ├── _argument.py │ ├── _cell.py │ ├── _comment.py │ ├── _config.py │ ├── _externallink.py │ ├── _parameter.py │ ├── _parser_function.py │ ├── _section.py │ ├── _spans.py │ ├── _table.py │ ├── _tag.py │ ├── _template.py │ ├── _wikilink.py │ ├── _wikilist.py │ └── _wikitext.py ├── README.md ├── Training ├── ContinuousPreTraining │ ├── Common │ │ ├── config.py │ │ ├── evaluation_utils.py │ │ ├── file_utils.py │ │ └── transfomer_utils.py │ ├── Data │ │ ├── __init__.py │ │ ├── data_utils.py │ │ ├── dataset_reader_factory.py │ │ ├── dataset_readers │ │ │ ├── __init__.py │ │ │ ├── iirc_dataset.py │ │ │ ├── iirc_retrieval_dataset.py │ │ │ ├── synthetic_questions_multi_datasets.py │ │ │ ├── t5_mlm_dataset.py │ │ │ └── unified_qa_dataset.py │ │ ├── datasets_wrapper.py │ │ └── updated_dr_factory.py │ ├── Training │ │ ├── __init__.py │ │ ├── callback_factory.py │ │ ├── optimizers.py │ │ ├── trainer_callbacks │ │ │ ├── __init__.py │ │ │ ├── basic_qa_callback.py │ │ │ ├── basic_qa_callback_handler.py │ │ │ ├── multi_task_callback.py │ │ │ └── multi_task_heterogeneous_callback.py │ │ ├── trainer_factory.py │ │ └── trainers │ │ │ ├── __init__.py │ │ │ ├── basic_trainer.py │ │ │ └── updated_mt_trainer.py │ ├── __init__.py │ ├── basic_factory.py │ ├── configurations │ │ ├── PReasM_errors_config.json │ │ ├── PReasM_momentum_config.json │ │ ├── PReasM_uniform_config.json │ │ ├── drop_config.json │ │ ├── iirc_config.json │ │ ├── iirc_retrieval_config.json │ │ ├── mmqa_config.json │ │ ├── mmqa_para_classifier_config.json │ │ ├── mmqa_question_classifier_config.json │ │ └── mmqa_retrieval_config.json │ ├── evaluators │ │ ├── __init__.py │ │ ├── basic_qa_evaluator.py │ │ ├── drop_eval.py │ │ ├── drop_list_eval.py │ │ ├── iirc_eval.py │ │ └── span_evaluator.py │ ├── predictors │ │ ├── __init__.py │ │ ├── boolean_predictor.py │ │ ├── generative_predictor.py │ │ ├── list_generative_predictor.py │ │ └── span_predictor.py │ ├── samplers │ │ ├── __init__.py │ │ ├── adaptive_error_heterogeneous_sampler.py │ │ ├── dataset_uniform_sampler.py │ │ ├── error_distribution_heterogeneous_sampler.py │ │ ├── lambda_mlm_sampler.py │ │ └── random_sampler.py │ └── scripts │ │ ├── __init__.py │ │ ├── preprocess_drop.py │ │ ├── preprocess_mmqa.py │ │ ├── preprocess_mmqa_for_paragraph_classification.py │ │ ├── preprocess_mmqa_for_question_classification.py │ │ ├── train.py │ │ ├── unify_mmqa_context_with_retriever.py │ │ ├── verify_drop_eval.py │ │ ├── verify_iirc_eval.py │ │ └── verify_mmqa_eval.py ├── README.md ├── bash_scripts │ ├── download_datasets.sh │ ├── download_preasm.sh │ └── setup_datasets.sh └── requirements.txt └── __init__.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/.gitignore -------------------------------------------------------------------------------- /AUTHORS.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/AUTHORS.rst -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/bash_scripts/download_reasoning_examples.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/bash_scripts/download_reasoning_examples.sh -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/bash_scripts/parse_wiki_dump.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/bash_scripts/parse_wiki_dump.sh -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/common/analysis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/common/analysis_utils.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/common/context_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/common/context_utils.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/common/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/common/file_utils.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/common/multi_process_streaming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/common/multi_process_streaming.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/common/multiqa_format_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/common/multiqa_format_wrapper.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/common/question_template_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/common/question_template_utils.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/common/questions_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/common/questions_utils.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/common/table_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/common/table_wrapper.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/common/wikipedia_dump_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/common/wikipedia_dump_utils.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/configurations/config_reas.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/configurations/config_reas.json -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/configurations/config_tests.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/configurations/config_tests.json -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/datajob.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/datajob.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/datajob_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/datajob_factory.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/datajobs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/datajobs/format_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/datajobs/format_questions.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/datajobs/gen_synthetic_questions_from_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/datajobs/gen_synthetic_questions_from_templates.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/datajobs/parse_wiki_dump.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/datajobs/parse_wiki_dump.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/datajobs/reas_classify_column_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/datajobs/reas_classify_column_types.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/question_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/question_generator.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/question_generator_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/question_generator_factory.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/arithmetic.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/counting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/counting.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/multihop_composition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/multihop_composition.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/numeric_boolean_comparison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/numeric_boolean_comparison.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/numeric_superlatives.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/numeric_superlatives.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/only_quantifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/only_quantifier.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/quantifiers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/quantifiers.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/simple.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/simple_comparison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/simple_comparison.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/simple_composition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/simple_composition.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/simple_conjunction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/simple_conjunction.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/temporal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/temporal.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/temporal_boolean_comparison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/temporal_boolean_comparison.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_generators/tab_reas/temporal_difference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_generators/tab_reas/temporal_difference.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/question_templates/tabreas_question_templates.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/question_templates/tabreas_question_templates.json -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/run.py -------------------------------------------------------------------------------- /ExampleGeneration/ExampleGeneration/run_multiple_chunks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/ExampleGeneration/run_multiple_chunks.py -------------------------------------------------------------------------------- /ExampleGeneration/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/LICENSE.txt -------------------------------------------------------------------------------- /ExampleGeneration/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/README.md -------------------------------------------------------------------------------- /ExampleGeneration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ExampleGeneration/externals/wikiextractor/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/externals/wikiextractor/README.md -------------------------------------------------------------------------------- /ExampleGeneration/externals/wikiextractor/WikiExtractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/externals/wikiextractor/WikiExtractor.py -------------------------------------------------------------------------------- /ExampleGeneration/externals/wikiextractor/categories.filter: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/externals/wikiextractor/categories.filter -------------------------------------------------------------------------------- /ExampleGeneration/externals/wikiextractor/cirrus-extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/externals/wikiextractor/cirrus-extract.py -------------------------------------------------------------------------------- /ExampleGeneration/externals/wikiextractor/extract.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/externals/wikiextractor/extract.sh -------------------------------------------------------------------------------- /ExampleGeneration/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/requirements.txt -------------------------------------------------------------------------------- /ExampleGeneration/tests/datajobs/classify_table_column_types_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/tests/datajobs/classify_table_column_types_test.py -------------------------------------------------------------------------------- /ExampleGeneration/tests/datajobs/data/datajob_samples/classify_table_column_types_sample.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/tests/datajobs/data/datajob_samples/classify_table_column_types_sample.jsonl -------------------------------------------------------------------------------- /ExampleGeneration/tests/datajobs/data/datajob_samples/parse_wiki_dump_sample.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/tests/datajobs/data/datajob_samples/parse_wiki_dump_sample.gz -------------------------------------------------------------------------------- /ExampleGeneration/tests/datajobs/format_questions_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/tests/datajobs/format_questions_test.py -------------------------------------------------------------------------------- /ExampleGeneration/tests/datajobs/gen_synthetic_questions_from_templates_debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/tests/datajobs/gen_synthetic_questions_from_templates_debug.py -------------------------------------------------------------------------------- /ExampleGeneration/tests/datajobs/parse_wiki_dump_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/tests/datajobs/parse_wiki_dump_test.py -------------------------------------------------------------------------------- /ExampleGeneration/tests/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ExampleGeneration/tests/utils/test_multiprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/tests/utils/test_multiprocessing.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/__init__.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_argument.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_argument.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_cell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_cell.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_comment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_comment.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_config.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_externallink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_externallink.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_parameter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_parameter.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_parser_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_parser_function.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_section.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_section.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_spans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_spans.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_table.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_tag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_tag.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_template.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_wikilink.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_wikilink.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_wikilist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_wikilist.py -------------------------------------------------------------------------------- /ExampleGeneration/wikitextparser/_wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/ExampleGeneration/wikitextparser/_wikitext.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/README.md -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Common/config.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Common/evaluation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Common/evaluation_utils.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Common/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Common/file_utils.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Common/transfomer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Common/transfomer_utils.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Data/data_utils.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Data/dataset_reader_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Data/dataset_reader_factory.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Data/dataset_readers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Data/dataset_readers/iirc_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Data/dataset_readers/iirc_dataset.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Data/dataset_readers/iirc_retrieval_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Data/dataset_readers/iirc_retrieval_dataset.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Data/dataset_readers/synthetic_questions_multi_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Data/dataset_readers/synthetic_questions_multi_datasets.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Data/dataset_readers/t5_mlm_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Data/dataset_readers/t5_mlm_dataset.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Data/dataset_readers/unified_qa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Data/dataset_readers/unified_qa_dataset.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Data/datasets_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Data/datasets_wrapper.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Data/updated_dr_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Data/updated_dr_factory.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Training/callback_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Training/callback_factory.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Training/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Training/optimizers.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Training/trainer_callbacks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Training/trainer_callbacks/basic_qa_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Training/trainer_callbacks/basic_qa_callback.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Training/trainer_callbacks/basic_qa_callback_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Training/trainer_callbacks/basic_qa_callback_handler.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Training/trainer_callbacks/multi_task_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Training/trainer_callbacks/multi_task_callback.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Training/trainer_callbacks/multi_task_heterogeneous_callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Training/trainer_callbacks/multi_task_heterogeneous_callback.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Training/trainer_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Training/trainer_factory.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Training/trainers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Training/trainers/basic_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Training/trainers/basic_trainer.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/Training/trainers/updated_mt_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/Training/trainers/updated_mt_trainer.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/basic_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/basic_factory.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/configurations/PReasM_errors_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/configurations/PReasM_errors_config.json -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/configurations/PReasM_momentum_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/configurations/PReasM_momentum_config.json -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/configurations/PReasM_uniform_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/configurations/PReasM_uniform_config.json -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/configurations/drop_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/configurations/drop_config.json -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/configurations/iirc_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/configurations/iirc_config.json -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/configurations/iirc_retrieval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/configurations/iirc_retrieval_config.json -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/configurations/mmqa_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/configurations/mmqa_config.json -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/configurations/mmqa_para_classifier_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/configurations/mmqa_para_classifier_config.json -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/configurations/mmqa_question_classifier_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/configurations/mmqa_question_classifier_config.json -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/configurations/mmqa_retrieval_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/configurations/mmqa_retrieval_config.json -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/evaluators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/evaluators/basic_qa_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/evaluators/basic_qa_evaluator.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/evaluators/drop_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/evaluators/drop_eval.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/evaluators/drop_list_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/evaluators/drop_list_eval.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/evaluators/iirc_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/evaluators/iirc_eval.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/evaluators/span_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/evaluators/span_evaluator.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/predictors/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/predictors/boolean_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/predictors/boolean_predictor.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/predictors/generative_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/predictors/generative_predictor.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/predictors/list_generative_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/predictors/list_generative_predictor.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/predictors/span_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/predictors/span_predictor.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/samplers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/samplers/adaptive_error_heterogeneous_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/samplers/adaptive_error_heterogeneous_sampler.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/samplers/dataset_uniform_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/samplers/dataset_uniform_sampler.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/samplers/error_distribution_heterogeneous_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/samplers/error_distribution_heterogeneous_sampler.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/samplers/lambda_mlm_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/samplers/lambda_mlm_sampler.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/samplers/random_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/samplers/random_sampler.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/scripts/preprocess_drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/scripts/preprocess_drop.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/scripts/preprocess_mmqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/scripts/preprocess_mmqa.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/scripts/preprocess_mmqa_for_paragraph_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/scripts/preprocess_mmqa_for_paragraph_classification.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/scripts/preprocess_mmqa_for_question_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/scripts/preprocess_mmqa_for_question_classification.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/scripts/train.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/scripts/unify_mmqa_context_with_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/scripts/unify_mmqa_context_with_retriever.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/scripts/verify_drop_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/scripts/verify_drop_eval.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/scripts/verify_iirc_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/scripts/verify_iirc_eval.py -------------------------------------------------------------------------------- /Training/ContinuousPreTraining/scripts/verify_mmqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/ContinuousPreTraining/scripts/verify_mmqa_eval.py -------------------------------------------------------------------------------- /Training/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/README.md -------------------------------------------------------------------------------- /Training/bash_scripts/download_datasets.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/bash_scripts/download_datasets.sh -------------------------------------------------------------------------------- /Training/bash_scripts/download_preasm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/bash_scripts/download_preasm.sh -------------------------------------------------------------------------------- /Training/bash_scripts/setup_datasets.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/bash_scripts/setup_datasets.sh -------------------------------------------------------------------------------- /Training/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/turning_tables/HEAD/Training/requirements.txt -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | --------------------------------------------------------------------------------