├── .gitignore ├── README.md ├── codes_for_analysis ├── Icon ├── evaluation │ ├── Icon │ ├── edu_dev_thres.json │ ├── eval_finetune_results.py │ └── eval_zeroshot_results.py └── visualization │ ├── Icon │ ├── InputReduction_NLI.ipynb │ ├── SaliencyMap_NLI.ipynb │ └── blue_score.ipynb ├── codes_for_models ├── Icon ├── experiments_round2 │ ├── analyze_datasets.py │ ├── class_distribution.py │ ├── classwise_electra.csv │ ├── climate_all.csv │ ├── create_split.py │ ├── estimate_percentage.py │ ├── experiment.py │ ├── flair_zero_shot.py │ ├── library.py │ ├── logicclimate.py │ ├── logicclimate_split.py │ ├── logicedu.py │ ├── remove_content_words.py │ ├── remove_duplicates.py │ ├── save_model_offline.py │ ├── siamese.py │ ├── textattack1.py │ └── weighted_cross_entropy.py ├── finetune │ ├── Icon │ ├── README.md │ ├── evaluate.py │ ├── main.py │ ├── test.json │ ├── test_multi_select.py │ ├── train.json │ └── util.py └── zeroshot │ ├── Icon │ ├── README.md │ ├── env.yml │ ├── gen_model1_gpt3.py │ ├── gpt2 │ ├── model1_transfer_from_nli.py │ ├── model2_gpt3.py │ ├── model3_ppl.py │ └── model4_matching.py ├── codes_to_get_data ├── Icon ├── intermediate_data_files │ ├── 20210901_data.csv │ ├── 20210901_data34k.csv │ ├── 20210901_final_data.csv │ ├── ClimateFeedbackDataset_20210825.csv │ ├── Icon │ ├── fallacy_list.csv │ ├── fallacy_list.html │ ├── fallacy_list.txt │ ├── sentence_bad_defi_only.csv │ ├── sentence_bad_incl_terms.txt │ ├── sentence_bad_ques_pref.txt │ ├── sentence_bad_ques_suff.txt │ ├── sentence_fallacy_data_normed.csv │ ├── sentence_logic_from_logicalfallacious.csv │ └── sentence_logic_manual.csv ├── preprocess_and_merge │ ├── Icon │ ├── data_prep.py │ └── edu_clean_data.py ├── scraping │ ├── Icon │ ├── Selenium to LogicallyFallacious&Study.ipynb │ ├── Selenium to Quizizz.ipynb │ └── scrapekialo.ipynb └── show_dataset_example.ipynb ├── data ├── climate_all.csv ├── climate_dev.csv ├── climate_dev_mh.csv ├── climate_test.csv ├── climate_test_mh.csv ├── climate_train.csv ├── climate_train_mh.csv ├── edu_all.csv ├── edu_dev.csv ├── edu_test.csv ├── edu_train.csv └── mappings.csv └── saved_models └── README.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/README.md -------------------------------------------------------------------------------- /codes_for_analysis/Icon : -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codes_for_analysis/evaluation/Icon : -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codes_for_analysis/evaluation/edu_dev_thres.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_analysis/evaluation/edu_dev_thres.json -------------------------------------------------------------------------------- /codes_for_analysis/evaluation/eval_finetune_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_analysis/evaluation/eval_finetune_results.py -------------------------------------------------------------------------------- /codes_for_analysis/evaluation/eval_zeroshot_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_analysis/evaluation/eval_zeroshot_results.py -------------------------------------------------------------------------------- /codes_for_analysis/visualization/Icon : -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codes_for_analysis/visualization/InputReduction_NLI.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_analysis/visualization/InputReduction_NLI.ipynb -------------------------------------------------------------------------------- /codes_for_analysis/visualization/SaliencyMap_NLI.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_analysis/visualization/SaliencyMap_NLI.ipynb -------------------------------------------------------------------------------- /codes_for_analysis/visualization/blue_score.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_analysis/visualization/blue_score.ipynb -------------------------------------------------------------------------------- /codes_for_models/Icon : -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/analyze_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/analyze_datasets.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/class_distribution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/class_distribution.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/classwise_electra.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/classwise_electra.csv -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/climate_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/climate_all.csv -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/create_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/create_split.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/estimate_percentage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/estimate_percentage.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/experiment.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/flair_zero_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/flair_zero_shot.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/library.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/library.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/logicclimate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/logicclimate.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/logicclimate_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/logicclimate_split.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/logicedu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/logicedu.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/remove_content_words.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/remove_content_words.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/remove_duplicates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/remove_duplicates.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/save_model_offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/save_model_offline.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/siamese.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/siamese.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/textattack1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/textattack1.py -------------------------------------------------------------------------------- /codes_for_models/experiments_round2/weighted_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/experiments_round2/weighted_cross_entropy.py -------------------------------------------------------------------------------- /codes_for_models/finetune/Icon : -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codes_for_models/finetune/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/finetune/README.md -------------------------------------------------------------------------------- /codes_for_models/finetune/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/finetune/evaluate.py -------------------------------------------------------------------------------- /codes_for_models/finetune/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/finetune/main.py -------------------------------------------------------------------------------- /codes_for_models/finetune/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/finetune/test.json -------------------------------------------------------------------------------- /codes_for_models/finetune/test_multi_select.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/finetune/test_multi_select.py -------------------------------------------------------------------------------- /codes_for_models/finetune/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/finetune/train.json -------------------------------------------------------------------------------- /codes_for_models/finetune/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/finetune/util.py -------------------------------------------------------------------------------- /codes_for_models/zeroshot/Icon : -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codes_for_models/zeroshot/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/zeroshot/README.md -------------------------------------------------------------------------------- /codes_for_models/zeroshot/env.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/zeroshot/env.yml -------------------------------------------------------------------------------- /codes_for_models/zeroshot/gen_model1_gpt3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/zeroshot/gen_model1_gpt3.py -------------------------------------------------------------------------------- /codes_for_models/zeroshot/gpt2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/zeroshot/gpt2 -------------------------------------------------------------------------------- /codes_for_models/zeroshot/model1_transfer_from_nli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/zeroshot/model1_transfer_from_nli.py -------------------------------------------------------------------------------- /codes_for_models/zeroshot/model2_gpt3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/zeroshot/model2_gpt3.py -------------------------------------------------------------------------------- /codes_for_models/zeroshot/model3_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/zeroshot/model3_ppl.py -------------------------------------------------------------------------------- /codes_for_models/zeroshot/model4_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_for_models/zeroshot/model4_matching.py -------------------------------------------------------------------------------- /codes_to_get_data/Icon : -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/20210901_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/20210901_data.csv -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/20210901_data34k.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/20210901_data34k.csv -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/20210901_final_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/20210901_final_data.csv -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/ClimateFeedbackDataset_20210825.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/ClimateFeedbackDataset_20210825.csv -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/Icon : -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/fallacy_list.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/fallacy_list.csv -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/fallacy_list.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/fallacy_list.html -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/fallacy_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/fallacy_list.txt -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/sentence_bad_defi_only.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/sentence_bad_defi_only.csv -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/sentence_bad_incl_terms.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/sentence_bad_incl_terms.txt -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/sentence_bad_ques_pref.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/sentence_bad_ques_pref.txt -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/sentence_bad_ques_suff.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/sentence_bad_ques_suff.txt -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/sentence_fallacy_data_normed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/sentence_fallacy_data_normed.csv -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/sentence_logic_from_logicalfallacious.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/sentence_logic_from_logicalfallacious.csv -------------------------------------------------------------------------------- /codes_to_get_data/intermediate_data_files/sentence_logic_manual.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/intermediate_data_files/sentence_logic_manual.csv -------------------------------------------------------------------------------- /codes_to_get_data/preprocess_and_merge/Icon : -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codes_to_get_data/preprocess_and_merge/data_prep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/preprocess_and_merge/data_prep.py -------------------------------------------------------------------------------- /codes_to_get_data/preprocess_and_merge/edu_clean_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/preprocess_and_merge/edu_clean_data.py -------------------------------------------------------------------------------- /codes_to_get_data/scraping/Icon : -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codes_to_get_data/scraping/Selenium to LogicallyFallacious&Study.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/scraping/Selenium to LogicallyFallacious&Study.ipynb -------------------------------------------------------------------------------- /codes_to_get_data/scraping/Selenium to Quizizz.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/scraping/Selenium to Quizizz.ipynb -------------------------------------------------------------------------------- /codes_to_get_data/scraping/scrapekialo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/scraping/scrapekialo.ipynb -------------------------------------------------------------------------------- /codes_to_get_data/show_dataset_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/codes_to_get_data/show_dataset_example.ipynb -------------------------------------------------------------------------------- /data/climate_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/data/climate_all.csv -------------------------------------------------------------------------------- /data/climate_dev.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/data/climate_dev.csv -------------------------------------------------------------------------------- /data/climate_dev_mh.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/data/climate_dev_mh.csv -------------------------------------------------------------------------------- /data/climate_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/data/climate_test.csv -------------------------------------------------------------------------------- /data/climate_test_mh.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/data/climate_test_mh.csv -------------------------------------------------------------------------------- /data/climate_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/data/climate_train.csv -------------------------------------------------------------------------------- /data/climate_train_mh.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/data/climate_train_mh.csv -------------------------------------------------------------------------------- /data/edu_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/data/edu_all.csv -------------------------------------------------------------------------------- /data/edu_dev.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/data/edu_dev.csv -------------------------------------------------------------------------------- /data/edu_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/data/edu_test.csv -------------------------------------------------------------------------------- /data/edu_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/data/edu_train.csv -------------------------------------------------------------------------------- /data/mappings.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/data/mappings.csv -------------------------------------------------------------------------------- /saved_models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/causalNLP/logical-fallacy/HEAD/saved_models/README.md --------------------------------------------------------------------------------