├── .DS_Store ├── .gitignore ├── README.md ├── bin ├── download_model │ ├── bloom.sh │ ├── gpt-neox-20b.sh │ ├── opt-30b.sh │ └── opt-66b.sh └── setup.sh ├── dataset_LICENSE ├── img └── intro.png ├── multiple_choice-dataset ├── cnn_dm │ ├── factcc │ │ ├── binary_choice-using_dateswp.jsonl │ │ ├── binary_choice-using_entswp.jsonl │ │ ├── binary_choice-using_negation.jsonl │ │ ├── binary_choice-using_numswp.jsonl │ │ └── binary_choice-using_pronoun.jsonl │ ├── factually_consistent-model_generated │ │ ├── binary_choice-using_banditsumm_distractors.jsonl │ │ ├── binary_choice-using_bert_lstm_pn_rl_distractors.jsonl │ │ ├── binary_choice-using_heter_graph_distractors.jsonl │ │ ├── binary_choice-using_lead3_distractors.jsonl │ │ ├── binary_choice-using_matchsumm_distractors.jsonl │ │ ├── binary_choice-using_mi_unsup_distractors.jsonl │ │ ├── binary_choice-using_neusumm_distractors.jsonl │ │ ├── binary_choice-using_oracle_disco_distractors.jsonl │ │ ├── binary_choice-using_oracle_distractors.jsonl │ │ ├── binary_choice-using_pacsum_bert_distractors.jsonl │ │ ├── binary_choice-using_pacsum_tfidf_distractors.jsonl │ │ ├── binary_choice-using_refresh_distractors.jsonl │ │ ├── binary_choice-using_rnn_ext_rl_distractors.jsonl │ │ ├── binary_choice-using_textrank_distractors.jsonl │ │ └── binary_choice-using_textrank_st_distractors.jsonl │ ├── fib │ │ ├── binary_choice-using_banditsumm_distractors.jsonl │ │ ├── binary_choice-using_bert_lstm_pn_rl_distractors.jsonl │ │ ├── binary_choice-using_heter_graph_distractors.jsonl │ │ ├── binary_choice-using_lead3_distractors.jsonl │ │ ├── binary_choice-using_matchsumm_distractors.jsonl │ │ ├── binary_choice-using_mi_unsup_distractors.jsonl │ │ ├── binary_choice-using_neusumm_distractors.jsonl │ │ ├── binary_choice-using_oracle_disco_distractors.jsonl │ │ ├── binary_choice-using_oracle_distractors.jsonl │ │ ├── binary_choice-using_pacsum_bert_distractors.jsonl │ │ ├── binary_choice-using_pacsum_tfidf_distractors.jsonl │ │ ├── binary_choice-using_refresh_distractors.jsonl │ │ ├── binary_choice-using_rnn_ext_rl_distractors.jsonl │ │ ├── binary_choice-using_textrank_distractors.jsonl │ │ └── binary_choice-using_textrank_st_distractors.jsonl │ ├── fir │ │ └── binary_choice-using_non_factual_gold_distractors.jsonl │ └── mfma │ │ └── binary_choice-using_bart-base.jsonl ├── fib.json └── xsum │ ├── factcc │ ├── binary_choice-using_dateswp.jsonl │ ├── binary_choice-using_entswp.jsonl │ ├── binary_choice-using_negation.jsonl │ ├── binary_choice-using_numswp.jsonl │ └── binary_choice-using_pronoun.jsonl │ ├── factually_consistent-model_generated │ ├── binary_choice-using_bart-base_distractors.jsonl │ ├── binary_choice-using_bart-large_distractors.jsonl │ ├── binary_choice-using_bloom-560m_distractors.jsonl │ ├── binary_choice-using_distil-bart_distractors.jsonl │ ├── binary_choice-using_distil-pegasus_distractors.jsonl │ ├── binary_choice-using_pegasus_distractors.jsonl │ └── binary_choice-using_t5-large_distractors.jsonl │ ├── fib │ ├── binary_choice-using_bart-base_distractors.jsonl │ ├── binary_choice-using_bart-large_distractors.jsonl │ ├── binary_choice-using_bloom-560m_distractors.jsonl │ ├── binary_choice-using_distil-bart_distractors.jsonl │ ├── binary_choice-using_distil-pegasus_distractors.jsonl │ ├── binary_choice-using_pegasus_distractors.jsonl │ └── binary_choice-using_t5-large_distractors.jsonl │ ├── fir │ └── binary_choice-using_non_factual_gold_distractors.jsonl │ └── mfma │ ├── binary_choice-using_bart-base.jsonl │ └── binary_choice-using_t5-base.jsonl ├── requirements.txt ├── software_LICENSE └── src ├── compute_fib_results.py ├── constructors.py ├── data ├── Batcher.py ├── Dataset.py ├── multiple_choice.py ├── preprocess_data.py ├── preprocess_data_test.py └── templates.py ├── eval ├── PredictionLogger.py └── Scorer.py ├── evaluate_mulChoice.py ├── evaluate_mulChoice_test.py ├── get_results.py ├── models ├── DecoderWrappers_forMulChoice.py ├── DecoderWrappers_forMulChoice_test.py ├── EncoderDecoderWrappers_forMulChoice.py ├── EncoderDecoderWrappers_forMulChoice_test.py ├── device_maps.py ├── model_flags.py └── utils.py └── utils ├── CONSTANTS.py ├── deepspeed.py ├── test_helpers.py └── util.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/README.md -------------------------------------------------------------------------------- /bin/download_model/bloom.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/bin/download_model/bloom.sh -------------------------------------------------------------------------------- /bin/download_model/gpt-neox-20b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/bin/download_model/gpt-neox-20b.sh -------------------------------------------------------------------------------- /bin/download_model/opt-30b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/bin/download_model/opt-30b.sh -------------------------------------------------------------------------------- /bin/download_model/opt-66b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/bin/download_model/opt-66b.sh -------------------------------------------------------------------------------- /bin/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/bin/setup.sh -------------------------------------------------------------------------------- /dataset_LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/dataset_LICENSE -------------------------------------------------------------------------------- /img/intro.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/img/intro.png -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factcc/binary_choice-using_dateswp.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factcc/binary_choice-using_dateswp.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factcc/binary_choice-using_entswp.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factcc/binary_choice-using_entswp.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factcc/binary_choice-using_negation.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factcc/binary_choice-using_negation.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factcc/binary_choice-using_numswp.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factcc/binary_choice-using_numswp.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factcc/binary_choice-using_pronoun.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factcc/binary_choice-using_pronoun.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_banditsumm_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_banditsumm_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_bert_lstm_pn_rl_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_bert_lstm_pn_rl_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_heter_graph_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_heter_graph_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_lead3_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_lead3_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_matchsumm_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_matchsumm_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_mi_unsup_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_mi_unsup_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_neusumm_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_neusumm_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_oracle_disco_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_oracle_disco_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_oracle_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_oracle_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_pacsum_bert_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_pacsum_bert_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_pacsum_tfidf_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_pacsum_tfidf_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_refresh_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_refresh_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_rnn_ext_rl_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_rnn_ext_rl_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_textrank_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_textrank_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_textrank_st_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/factually_consistent-model_generated/binary_choice-using_textrank_st_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_banditsumm_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_banditsumm_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_bert_lstm_pn_rl_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_bert_lstm_pn_rl_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_heter_graph_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_heter_graph_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_lead3_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_lead3_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_matchsumm_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_matchsumm_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_mi_unsup_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_mi_unsup_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_neusumm_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_neusumm_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_oracle_disco_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_oracle_disco_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_oracle_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_oracle_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_pacsum_bert_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_pacsum_bert_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_pacsum_tfidf_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_pacsum_tfidf_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_refresh_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_refresh_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_rnn_ext_rl_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_rnn_ext_rl_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_textrank_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_textrank_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fib/binary_choice-using_textrank_st_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fib/binary_choice-using_textrank_st_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/fir/binary_choice-using_non_factual_gold_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/fir/binary_choice-using_non_factual_gold_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/cnn_dm/mfma/binary_choice-using_bart-base.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/cnn_dm/mfma/binary_choice-using_bart-base.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/fib.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/fib.json -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/factcc/binary_choice-using_dateswp.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/factcc/binary_choice-using_dateswp.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/factcc/binary_choice-using_entswp.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/factcc/binary_choice-using_entswp.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/factcc/binary_choice-using_negation.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/factcc/binary_choice-using_negation.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/factcc/binary_choice-using_numswp.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/factcc/binary_choice-using_numswp.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/factcc/binary_choice-using_pronoun.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/factcc/binary_choice-using_pronoun.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_bart-base_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_bart-base_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_bart-large_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_bart-large_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_bloom-560m_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_bloom-560m_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_distil-bart_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_distil-bart_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_distil-pegasus_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_distil-pegasus_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_pegasus_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_pegasus_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_t5-large_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/factually_consistent-model_generated/binary_choice-using_t5-large_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/fib/binary_choice-using_bart-base_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/fib/binary_choice-using_bart-base_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/fib/binary_choice-using_bart-large_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/fib/binary_choice-using_bart-large_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/fib/binary_choice-using_bloom-560m_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/fib/binary_choice-using_bloom-560m_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/fib/binary_choice-using_distil-bart_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/fib/binary_choice-using_distil-bart_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/fib/binary_choice-using_distil-pegasus_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/fib/binary_choice-using_distil-pegasus_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/fib/binary_choice-using_pegasus_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/fib/binary_choice-using_pegasus_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/fib/binary_choice-using_t5-large_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/fib/binary_choice-using_t5-large_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/fir/binary_choice-using_non_factual_gold_distractors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/fir/binary_choice-using_non_factual_gold_distractors.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/mfma/binary_choice-using_bart-base.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/mfma/binary_choice-using_bart-base.jsonl -------------------------------------------------------------------------------- /multiple_choice-dataset/xsum/mfma/binary_choice-using_t5-base.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/multiple_choice-dataset/xsum/mfma/binary_choice-using_t5-base.jsonl -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/requirements.txt -------------------------------------------------------------------------------- /software_LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/software_LICENSE -------------------------------------------------------------------------------- /src/compute_fib_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/compute_fib_results.py -------------------------------------------------------------------------------- /src/constructors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/constructors.py -------------------------------------------------------------------------------- /src/data/Batcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/data/Batcher.py -------------------------------------------------------------------------------- /src/data/Dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/data/Dataset.py -------------------------------------------------------------------------------- /src/data/multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/data/multiple_choice.py -------------------------------------------------------------------------------- /src/data/preprocess_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/data/preprocess_data.py -------------------------------------------------------------------------------- /src/data/preprocess_data_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/data/preprocess_data_test.py -------------------------------------------------------------------------------- /src/data/templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/data/templates.py -------------------------------------------------------------------------------- /src/eval/PredictionLogger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/eval/PredictionLogger.py -------------------------------------------------------------------------------- /src/eval/Scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/eval/Scorer.py -------------------------------------------------------------------------------- /src/evaluate_mulChoice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/evaluate_mulChoice.py -------------------------------------------------------------------------------- /src/evaluate_mulChoice_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/evaluate_mulChoice_test.py -------------------------------------------------------------------------------- /src/get_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/get_results.py -------------------------------------------------------------------------------- /src/models/DecoderWrappers_forMulChoice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/models/DecoderWrappers_forMulChoice.py -------------------------------------------------------------------------------- /src/models/DecoderWrappers_forMulChoice_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/models/DecoderWrappers_forMulChoice_test.py -------------------------------------------------------------------------------- /src/models/EncoderDecoderWrappers_forMulChoice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/models/EncoderDecoderWrappers_forMulChoice.py -------------------------------------------------------------------------------- /src/models/EncoderDecoderWrappers_forMulChoice_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/models/EncoderDecoderWrappers_forMulChoice_test.py -------------------------------------------------------------------------------- /src/models/device_maps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/models/device_maps.py -------------------------------------------------------------------------------- /src/models/model_flags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/models/model_flags.py -------------------------------------------------------------------------------- /src/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/models/utils.py -------------------------------------------------------------------------------- /src/utils/CONSTANTS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/utils/CONSTANTS.py -------------------------------------------------------------------------------- /src/utils/deepspeed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/utils/deepspeed.py -------------------------------------------------------------------------------- /src/utils/test_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/utils/test_helpers.py -------------------------------------------------------------------------------- /src/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/r-three/fib/HEAD/src/utils/util.py --------------------------------------------------------------------------------