├── .gitignore ├── LICENSE ├── README.md ├── debias ├── bert │ ├── bert_with_debias_loss.py │ ├── clf_debias_loss_functions.py │ └── train_bert.py ├── config.py ├── datasets │ ├── dataset_utils.py │ ├── mnli.py │ ├── squad.py │ ├── synthetic.py │ ├── training_data_loader.py │ └── triviaqa_cp.py ├── download_all.py ├── experiments │ ├── eval_debiased_mnli.py │ ├── eval_debiased_squad.py │ ├── eval_debiased_synthetic.py │ ├── eval_debiased_triviaqa_cp.py │ ├── train_debiased_mnli.py │ ├── train_debiased_squad.py │ ├── train_debiased_sythetic.py │ └── train_debiased_triviaqa_cp.py ├── models │ ├── model_dir.py │ ├── text_model.py │ ├── text_pair_clf_model.py │ └── text_pair_qa_model.py ├── modules │ ├── attention_layers.py │ ├── char_encoder.py │ ├── clf_debias_loss_functions.py │ ├── cudnn_recurrent_dropout.py │ ├── layers.py │ ├── qa_debias_loss_functions.py │ └── word_and_char_encoder.py ├── preprocessing │ ├── build_annotated_squad.py │ ├── build_annotated_triviaqa.py │ ├── build_mnli_bias_only.py │ ├── corenlp_client.py │ ├── squad_tfidf_features.py │ └── train_squad_bias.py ├── squad_eval │ ├── squad_eval.py │ ├── squad_v1_adversarial_evaluation.py │ ├── squad_v1_official_evaluation.py │ └── triviaqa_eval.py ├── training │ ├── evaluator.py │ └── trainer.py └── utils │ ├── cli_utils.py │ ├── configured.py │ ├── load_word_vectors.py │ ├── ops.py │ ├── process_par.py │ ├── py_utils.py │ └── tokenizer.py ├── requirements-exact.txt ├── requirements.txt └── triviaqa_cp ├── README.md ├── triviaqa_cp_evaluation.py └── triviaqa_cp_loader.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/README.md -------------------------------------------------------------------------------- /debias/bert/bert_with_debias_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/bert/bert_with_debias_loss.py -------------------------------------------------------------------------------- /debias/bert/clf_debias_loss_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/bert/clf_debias_loss_functions.py -------------------------------------------------------------------------------- /debias/bert/train_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/bert/train_bert.py -------------------------------------------------------------------------------- /debias/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/config.py -------------------------------------------------------------------------------- /debias/datasets/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/datasets/dataset_utils.py -------------------------------------------------------------------------------- /debias/datasets/mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/datasets/mnli.py -------------------------------------------------------------------------------- /debias/datasets/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/datasets/squad.py -------------------------------------------------------------------------------- /debias/datasets/synthetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/datasets/synthetic.py -------------------------------------------------------------------------------- /debias/datasets/training_data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/datasets/training_data_loader.py -------------------------------------------------------------------------------- /debias/datasets/triviaqa_cp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/datasets/triviaqa_cp.py -------------------------------------------------------------------------------- /debias/download_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/download_all.py -------------------------------------------------------------------------------- /debias/experiments/eval_debiased_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/experiments/eval_debiased_mnli.py -------------------------------------------------------------------------------- /debias/experiments/eval_debiased_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/experiments/eval_debiased_squad.py -------------------------------------------------------------------------------- /debias/experiments/eval_debiased_synthetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/experiments/eval_debiased_synthetic.py -------------------------------------------------------------------------------- /debias/experiments/eval_debiased_triviaqa_cp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/experiments/eval_debiased_triviaqa_cp.py -------------------------------------------------------------------------------- /debias/experiments/train_debiased_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/experiments/train_debiased_mnli.py -------------------------------------------------------------------------------- /debias/experiments/train_debiased_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/experiments/train_debiased_squad.py -------------------------------------------------------------------------------- /debias/experiments/train_debiased_sythetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/experiments/train_debiased_sythetic.py -------------------------------------------------------------------------------- /debias/experiments/train_debiased_triviaqa_cp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/experiments/train_debiased_triviaqa_cp.py -------------------------------------------------------------------------------- /debias/models/model_dir.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/models/model_dir.py -------------------------------------------------------------------------------- /debias/models/text_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/models/text_model.py -------------------------------------------------------------------------------- /debias/models/text_pair_clf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/models/text_pair_clf_model.py -------------------------------------------------------------------------------- /debias/models/text_pair_qa_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/models/text_pair_qa_model.py -------------------------------------------------------------------------------- /debias/modules/attention_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/modules/attention_layers.py -------------------------------------------------------------------------------- /debias/modules/char_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/modules/char_encoder.py -------------------------------------------------------------------------------- /debias/modules/clf_debias_loss_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/modules/clf_debias_loss_functions.py -------------------------------------------------------------------------------- /debias/modules/cudnn_recurrent_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/modules/cudnn_recurrent_dropout.py -------------------------------------------------------------------------------- /debias/modules/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/modules/layers.py -------------------------------------------------------------------------------- /debias/modules/qa_debias_loss_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/modules/qa_debias_loss_functions.py -------------------------------------------------------------------------------- /debias/modules/word_and_char_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/modules/word_and_char_encoder.py -------------------------------------------------------------------------------- /debias/preprocessing/build_annotated_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/preprocessing/build_annotated_squad.py -------------------------------------------------------------------------------- /debias/preprocessing/build_annotated_triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/preprocessing/build_annotated_triviaqa.py -------------------------------------------------------------------------------- /debias/preprocessing/build_mnli_bias_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/preprocessing/build_mnli_bias_only.py -------------------------------------------------------------------------------- /debias/preprocessing/corenlp_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/preprocessing/corenlp_client.py -------------------------------------------------------------------------------- /debias/preprocessing/squad_tfidf_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/preprocessing/squad_tfidf_features.py -------------------------------------------------------------------------------- /debias/preprocessing/train_squad_bias.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/preprocessing/train_squad_bias.py -------------------------------------------------------------------------------- /debias/squad_eval/squad_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/squad_eval/squad_eval.py -------------------------------------------------------------------------------- /debias/squad_eval/squad_v1_adversarial_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/squad_eval/squad_v1_adversarial_evaluation.py -------------------------------------------------------------------------------- /debias/squad_eval/squad_v1_official_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/squad_eval/squad_v1_official_evaluation.py -------------------------------------------------------------------------------- /debias/squad_eval/triviaqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/squad_eval/triviaqa_eval.py -------------------------------------------------------------------------------- /debias/training/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/training/evaluator.py -------------------------------------------------------------------------------- /debias/training/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/training/trainer.py -------------------------------------------------------------------------------- /debias/utils/cli_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/utils/cli_utils.py -------------------------------------------------------------------------------- /debias/utils/configured.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/utils/configured.py -------------------------------------------------------------------------------- /debias/utils/load_word_vectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/utils/load_word_vectors.py -------------------------------------------------------------------------------- /debias/utils/ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/utils/ops.py -------------------------------------------------------------------------------- /debias/utils/process_par.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/utils/process_par.py -------------------------------------------------------------------------------- /debias/utils/py_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/utils/py_utils.py -------------------------------------------------------------------------------- /debias/utils/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/debias/utils/tokenizer.py -------------------------------------------------------------------------------- /requirements-exact.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/requirements-exact.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/requirements.txt -------------------------------------------------------------------------------- /triviaqa_cp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/triviaqa_cp/README.md -------------------------------------------------------------------------------- /triviaqa_cp/triviaqa_cp_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/triviaqa_cp/triviaqa_cp_evaluation.py -------------------------------------------------------------------------------- /triviaqa_cp/triviaqa_cp_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chrisc36/debias/HEAD/triviaqa_cp/triviaqa_cp_loader.py --------------------------------------------------------------------------------