├── 0-aws-run-inf.sh ├── 1-aws-run-inf.sh ├── 2-aws-run-inf.sh ├── 3-aws-run-inf.sh ├── 4-aws-run-inf.sh ├── 5-aws-run-inf.sh ├── 6-aws-run-inf.sh ├── 7-aws-run-inf.sh ├── README.md ├── analysis.ipynb ├── bert_embin.py ├── bert_influence.py ├── bert_trackin.py ├── model ├── 0-aws-correct-bert.sh ├── 0-aws-run-bert.sh ├── 1-aws-correct-bert.sh ├── 2-aws-correct-bert.sh ├── 3-aws-correct-bert.sh ├── 4-aws-correct-bert.sh ├── 5-aws-correct-bert.sh ├── 6-aws-correct-bert.sh ├── 7-aws-correct-bert.sh ├── __init__.py ├── bert_tagger.py └── bert_util.py └── resources ├── SBF_train_pairs.pkl ├── SBFv2.dev.csv ├── SBFv2.trn.csv ├── SBFv2.tst.csv ├── large_true_general_matched_toxicity_dict.pkl ├── post2feats.pkl ├── process_SBF.ipynb ├── processed_dataset ├── clean_test.pkl ├── clean_train.pkl ├── hs_test.pkl ├── hs_train.pkl ├── micro_adv.pkl ├── micro_test.pkl ├── micro_train.pkl ├── nonmicro_control_adv.pkl ├── nonmicro_control_test.pkl ├── nonmicro_control_train.pkl ├── nonmicro_large_test.pkl └── nonmicro_large_train.pkl ├── reddit └── reddit_general.csv └── true_general_matched_toxicity_dict.pkl /0-aws-run-inf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/0-aws-run-inf.sh -------------------------------------------------------------------------------- /1-aws-run-inf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/1-aws-run-inf.sh -------------------------------------------------------------------------------- /2-aws-run-inf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/2-aws-run-inf.sh -------------------------------------------------------------------------------- /3-aws-run-inf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/3-aws-run-inf.sh -------------------------------------------------------------------------------- /4-aws-run-inf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/4-aws-run-inf.sh -------------------------------------------------------------------------------- /5-aws-run-inf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/5-aws-run-inf.sh -------------------------------------------------------------------------------- /6-aws-run-inf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/6-aws-run-inf.sh -------------------------------------------------------------------------------- /7-aws-run-inf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/7-aws-run-inf.sh -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/README.md -------------------------------------------------------------------------------- /analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/analysis.ipynb -------------------------------------------------------------------------------- /bert_embin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/bert_embin.py -------------------------------------------------------------------------------- /bert_influence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/bert_influence.py -------------------------------------------------------------------------------- /bert_trackin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/bert_trackin.py -------------------------------------------------------------------------------- /model/0-aws-correct-bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/model/0-aws-correct-bert.sh -------------------------------------------------------------------------------- /model/0-aws-run-bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/model/0-aws-run-bert.sh -------------------------------------------------------------------------------- /model/1-aws-correct-bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/model/1-aws-correct-bert.sh -------------------------------------------------------------------------------- /model/2-aws-correct-bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/model/2-aws-correct-bert.sh -------------------------------------------------------------------------------- /model/3-aws-correct-bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/model/3-aws-correct-bert.sh -------------------------------------------------------------------------------- /model/4-aws-correct-bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/model/4-aws-correct-bert.sh -------------------------------------------------------------------------------- /model/5-aws-correct-bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/model/5-aws-correct-bert.sh -------------------------------------------------------------------------------- /model/6-aws-correct-bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/model/6-aws-correct-bert.sh -------------------------------------------------------------------------------- /model/7-aws-correct-bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/model/7-aws-correct-bert.sh -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/bert_tagger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/model/bert_tagger.py -------------------------------------------------------------------------------- /model/bert_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/model/bert_util.py -------------------------------------------------------------------------------- /resources/SBF_train_pairs.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/SBF_train_pairs.pkl -------------------------------------------------------------------------------- /resources/SBFv2.dev.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/SBFv2.dev.csv -------------------------------------------------------------------------------- /resources/SBFv2.trn.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/SBFv2.trn.csv -------------------------------------------------------------------------------- /resources/SBFv2.tst.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/SBFv2.tst.csv -------------------------------------------------------------------------------- /resources/large_true_general_matched_toxicity_dict.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/large_true_general_matched_toxicity_dict.pkl -------------------------------------------------------------------------------- /resources/post2feats.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/post2feats.pkl -------------------------------------------------------------------------------- /resources/process_SBF.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/process_SBF.ipynb -------------------------------------------------------------------------------- /resources/processed_dataset/clean_test.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/processed_dataset/clean_test.pkl -------------------------------------------------------------------------------- /resources/processed_dataset/clean_train.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/processed_dataset/clean_train.pkl -------------------------------------------------------------------------------- /resources/processed_dataset/hs_test.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/processed_dataset/hs_test.pkl -------------------------------------------------------------------------------- /resources/processed_dataset/hs_train.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/processed_dataset/hs_train.pkl -------------------------------------------------------------------------------- /resources/processed_dataset/micro_adv.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/processed_dataset/micro_adv.pkl -------------------------------------------------------------------------------- /resources/processed_dataset/micro_test.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/processed_dataset/micro_test.pkl -------------------------------------------------------------------------------- /resources/processed_dataset/micro_train.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/processed_dataset/micro_train.pkl -------------------------------------------------------------------------------- /resources/processed_dataset/nonmicro_control_adv.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/processed_dataset/nonmicro_control_adv.pkl -------------------------------------------------------------------------------- /resources/processed_dataset/nonmicro_control_test.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/processed_dataset/nonmicro_control_test.pkl -------------------------------------------------------------------------------- /resources/processed_dataset/nonmicro_control_train.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/processed_dataset/nonmicro_control_train.pkl -------------------------------------------------------------------------------- /resources/processed_dataset/nonmicro_large_test.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/processed_dataset/nonmicro_large_test.pkl -------------------------------------------------------------------------------- /resources/processed_dataset/nonmicro_large_train.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/processed_dataset/nonmicro_large_train.pkl -------------------------------------------------------------------------------- /resources/reddit/reddit_general.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/reddit/reddit_general.csv -------------------------------------------------------------------------------- /resources/true_general_matched_toxicity_dict.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xhan77/veiled-toxicity-detection/HEAD/resources/true_general_matched_toxicity_dict.pkl --------------------------------------------------------------------------------