├── .gitignore ├── Bias_Calculation_NB.ipynb ├── Data ├── README.md ├── classes.npy ├── classes_two.npy ├── dataset.json └── post_id_divisions.json ├── Example_HateExplain.ipynb ├── Explainability_Calculation_NB.ipynb ├── Figures ├── bias-bnsp.pdf ├── bias-bpsn.pdf ├── bias-subgroup.pdf └── dataset_example.png ├── LICENSE ├── Models ├── __init__.py ├── attentionLayer.py ├── bertModels.py ├── otherModels.py └── utils.py ├── Parameters_description.md ├── Preprocess ├── __init__.py ├── attentionCal.py ├── dataCollect.py ├── preProcess.py ├── spanMatcher.py └── utils.py ├── README.md ├── TensorDataset ├── __init__.py ├── dataLoader.py └── datsetSplitter.py ├── best_model_json ├── bestModel_bert_base_uncased_Attn_train_FALSE.json ├── bestModel_bert_base_uncased_Attn_train_TRUE.json ├── bestModel_birnn.json ├── bestModel_birnnatt.json ├── bestModel_birnnscrat.json └── bestModel_cnn_gru.json ├── best_runs.sh ├── convert_to_word2vec.py ├── eraserbenchmark ├── .gitignore ├── LICENSE ├── README.md ├── REPRODUCTION.txt ├── data_exploration.ipynb ├── params │ ├── boolq.json │ ├── boolq_baas.json │ ├── boolq_bert.json │ ├── boolq_soft.json │ ├── cose_bert.json │ ├── esnli_bert.json │ ├── evidence_inference.json │ ├── evidence_inference_bert.json │ ├── evidence_inference_soft.json │ ├── fever.json │ ├── fever_baas.json │ ├── fever_bert.json │ ├── fever_soft.json │ ├── movies.json │ ├── movies_baas.json │ ├── movies_bert.json │ ├── movies_soft.json │ ├── multirc.json │ ├── multirc_baas.json │ ├── multirc_bert.json │ └── multirc_soft.json ├── rationale_benchmark │ ├── __init__.py │ ├── metrics.py │ ├── models │ │ ├── __init__.py │ │ ├── encode_attend.py │ │ ├── mlp.py │ │ ├── model_utils.py │ │ ├── pipeline │ │ │ ├── __init__.py │ │ │ ├── bert_pipeline.py │ │ │ ├── evidence_classifier.py │ │ │ ├── evidence_identifier.py │ │ │ ├── evidence_token_identifier.py │ │ │ ├── pipeline_train.py │ │ │ └── pipeline_utils.py │ │ └── sequence_taggers.py │ └── utils.py └── requirements.txt ├── manual_training_inference.py ├── parameters_selection.py ├── requirements.txt ├── test_parallel.sh ├── testing_for_bias.py ├── testing_with_lime.py └── testing_with_rational.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/.gitignore -------------------------------------------------------------------------------- /Bias_Calculation_NB.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Bias_Calculation_NB.ipynb -------------------------------------------------------------------------------- /Data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Data/README.md -------------------------------------------------------------------------------- /Data/classes.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Data/classes.npy -------------------------------------------------------------------------------- /Data/classes_two.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Data/classes_two.npy -------------------------------------------------------------------------------- /Data/dataset.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Data/dataset.json -------------------------------------------------------------------------------- /Data/post_id_divisions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Data/post_id_divisions.json -------------------------------------------------------------------------------- /Example_HateExplain.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Example_HateExplain.ipynb -------------------------------------------------------------------------------- /Explainability_Calculation_NB.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Explainability_Calculation_NB.ipynb -------------------------------------------------------------------------------- /Figures/bias-bnsp.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Figures/bias-bnsp.pdf -------------------------------------------------------------------------------- /Figures/bias-bpsn.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Figures/bias-bpsn.pdf -------------------------------------------------------------------------------- /Figures/bias-subgroup.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Figures/bias-subgroup.pdf -------------------------------------------------------------------------------- /Figures/dataset_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Figures/dataset_example.png -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/LICENSE -------------------------------------------------------------------------------- /Models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Models/attentionLayer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Models/attentionLayer.py -------------------------------------------------------------------------------- /Models/bertModels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Models/bertModels.py -------------------------------------------------------------------------------- /Models/otherModels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Models/otherModels.py -------------------------------------------------------------------------------- /Models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Models/utils.py -------------------------------------------------------------------------------- /Parameters_description.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Parameters_description.md -------------------------------------------------------------------------------- /Preprocess/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Preprocess/attentionCal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Preprocess/attentionCal.py -------------------------------------------------------------------------------- /Preprocess/dataCollect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Preprocess/dataCollect.py -------------------------------------------------------------------------------- /Preprocess/preProcess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Preprocess/preProcess.py -------------------------------------------------------------------------------- /Preprocess/spanMatcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Preprocess/spanMatcher.py -------------------------------------------------------------------------------- /Preprocess/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/Preprocess/utils.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/README.md -------------------------------------------------------------------------------- /TensorDataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /TensorDataset/dataLoader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/TensorDataset/dataLoader.py -------------------------------------------------------------------------------- /TensorDataset/datsetSplitter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/TensorDataset/datsetSplitter.py -------------------------------------------------------------------------------- /best_model_json/bestModel_bert_base_uncased_Attn_train_FALSE.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/best_model_json/bestModel_bert_base_uncased_Attn_train_FALSE.json -------------------------------------------------------------------------------- /best_model_json/bestModel_bert_base_uncased_Attn_train_TRUE.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/best_model_json/bestModel_bert_base_uncased_Attn_train_TRUE.json -------------------------------------------------------------------------------- /best_model_json/bestModel_birnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/best_model_json/bestModel_birnn.json -------------------------------------------------------------------------------- /best_model_json/bestModel_birnnatt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/best_model_json/bestModel_birnnatt.json -------------------------------------------------------------------------------- /best_model_json/bestModel_birnnscrat.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/best_model_json/bestModel_birnnscrat.json -------------------------------------------------------------------------------- /best_model_json/bestModel_cnn_gru.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/best_model_json/bestModel_cnn_gru.json -------------------------------------------------------------------------------- /best_runs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/best_runs.sh -------------------------------------------------------------------------------- /convert_to_word2vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/convert_to_word2vec.py -------------------------------------------------------------------------------- /eraserbenchmark/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/.gitignore -------------------------------------------------------------------------------- /eraserbenchmark/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/LICENSE -------------------------------------------------------------------------------- /eraserbenchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/README.md -------------------------------------------------------------------------------- /eraserbenchmark/REPRODUCTION.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/REPRODUCTION.txt -------------------------------------------------------------------------------- /eraserbenchmark/data_exploration.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/data_exploration.ipynb -------------------------------------------------------------------------------- /eraserbenchmark/params/boolq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/boolq.json -------------------------------------------------------------------------------- /eraserbenchmark/params/boolq_baas.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/boolq_baas.json -------------------------------------------------------------------------------- /eraserbenchmark/params/boolq_bert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/boolq_bert.json -------------------------------------------------------------------------------- /eraserbenchmark/params/boolq_soft.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/boolq_soft.json -------------------------------------------------------------------------------- /eraserbenchmark/params/cose_bert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/cose_bert.json -------------------------------------------------------------------------------- /eraserbenchmark/params/esnli_bert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/esnli_bert.json -------------------------------------------------------------------------------- /eraserbenchmark/params/evidence_inference.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/evidence_inference.json -------------------------------------------------------------------------------- /eraserbenchmark/params/evidence_inference_bert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/evidence_inference_bert.json -------------------------------------------------------------------------------- /eraserbenchmark/params/evidence_inference_soft.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/evidence_inference_soft.json -------------------------------------------------------------------------------- /eraserbenchmark/params/fever.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/fever.json -------------------------------------------------------------------------------- /eraserbenchmark/params/fever_baas.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/fever_baas.json -------------------------------------------------------------------------------- /eraserbenchmark/params/fever_bert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/fever_bert.json -------------------------------------------------------------------------------- /eraserbenchmark/params/fever_soft.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/fever_soft.json -------------------------------------------------------------------------------- /eraserbenchmark/params/movies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/movies.json -------------------------------------------------------------------------------- /eraserbenchmark/params/movies_baas.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/movies_baas.json -------------------------------------------------------------------------------- /eraserbenchmark/params/movies_bert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/movies_bert.json -------------------------------------------------------------------------------- /eraserbenchmark/params/movies_soft.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/movies_soft.json -------------------------------------------------------------------------------- /eraserbenchmark/params/multirc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/multirc.json -------------------------------------------------------------------------------- /eraserbenchmark/params/multirc_baas.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/multirc_baas.json -------------------------------------------------------------------------------- /eraserbenchmark/params/multirc_bert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/multirc_bert.json -------------------------------------------------------------------------------- /eraserbenchmark/params/multirc_soft.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/params/multirc_soft.json -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/rationale_benchmark/metrics.py -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/models/encode_attend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/rationale_benchmark/models/encode_attend.py -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/models/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/rationale_benchmark/models/mlp.py -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/models/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/rationale_benchmark/models/model_utils.py -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/models/pipeline/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/models/pipeline/bert_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/rationale_benchmark/models/pipeline/bert_pipeline.py -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/models/pipeline/evidence_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/rationale_benchmark/models/pipeline/evidence_classifier.py -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/models/pipeline/evidence_identifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/rationale_benchmark/models/pipeline/evidence_identifier.py -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/models/pipeline/evidence_token_identifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/rationale_benchmark/models/pipeline/evidence_token_identifier.py -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/models/pipeline/pipeline_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/rationale_benchmark/models/pipeline/pipeline_train.py -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/models/pipeline/pipeline_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/rationale_benchmark/models/pipeline/pipeline_utils.py -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/models/sequence_taggers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/rationale_benchmark/models/sequence_taggers.py -------------------------------------------------------------------------------- /eraserbenchmark/rationale_benchmark/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/rationale_benchmark/utils.py -------------------------------------------------------------------------------- /eraserbenchmark/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/eraserbenchmark/requirements.txt -------------------------------------------------------------------------------- /manual_training_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/manual_training_inference.py -------------------------------------------------------------------------------- /parameters_selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/parameters_selection.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/requirements.txt -------------------------------------------------------------------------------- /test_parallel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/test_parallel.sh -------------------------------------------------------------------------------- /testing_for_bias.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/testing_for_bias.py -------------------------------------------------------------------------------- /testing_with_lime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/testing_with_lime.py -------------------------------------------------------------------------------- /testing_with_rational.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hate-alert/HateXplain/HEAD/testing_with_rational.py --------------------------------------------------------------------------------