├── .gitignore ├── LICENSE ├── README.md ├── baseline ├── gdaug │ └── run_diversity.py ├── noisy_student │ └── train.py └── uda │ ├── backtrans_en_fr.py │ ├── tfidf_augmentation.py │ ├── tokenization.py │ ├── train.py │ └── word_level_augment.py ├── data_preparation ├── calc_influence_with_hvp.py ├── filter_new.py ├── get_fluency_loss.py ├── get_hvp.py ├── get_hvp_lissa.py └── readme.md ├── models ├── dataloader.py ├── gpt2 │ ├── eval_bleu.py │ ├── generate_comet.py │ ├── post_process.py │ ├── scoring_gpt2.py │ ├── train_comet_gpt2.py │ └── train_gpt2.py ├── model_utils.py └── pseudo_labeling │ ├── model.py │ ├── scoring_kgbert.py │ ├── train_kgbert.py │ ├── train_kgbert_baseline.py │ └── train_separate_pseudo.py ├── requirement.txt ├── scripts ├── influence │ ├── bert_base_influence.sh │ ├── comet_influence_unlabeled_gpt2.sh │ ├── get_hvp_bert_base.sh │ ├── get_hvp_lissa_bert_base.sh │ ├── get_hvp_lissa_roberta_large.sh │ ├── get_hvp_roberta_large.sh │ └── roberta_large_influence.sh ├── nv │ ├── ngc_score_zeroshot_gpt2_xl.sh │ ├── roberta_tune_decay.sh │ └── score_gpt2.sh ├── preprocess │ ├── get_pseudo_examples.sh │ ├── get_pseudo_examples_proportion.sh │ └── get_pseudo_roberta_large.sh └── train │ ├── baseline │ ├── bart_base.sh │ ├── bart_large.sh │ ├── bert_large.sh │ ├── deberta.sh │ ├── deberta_large.sh │ └── roberta_base.sh │ ├── comet │ └── gpt2.sh │ ├── gdaug │ ├── bert_base.sh │ ├── roberta_large.sh │ ├── roberta_large_gpt2xl.sh │ ├── roberta_large_test.sh │ └── simple_test.sh │ ├── gpt2.sh │ ├── noisy_student │ ├── roberta_large.sh │ ├── roberta_large_iter_2.sh │ ├── roberta_large_iter_3.sh │ ├── roberta_large_iter_4.sh │ ├── roberta_large_iter_5.sh │ └── score_new_round.sh │ ├── pseudo │ ├── bert_base_influence.sh │ ├── bert_base_iter.sh │ ├── influence_roberta_large_test.sh │ ├── kgbert_filter_roberta_large.sh │ ├── kgbert_filter_roberta_large_new.sh │ ├── kgbert_separate.sh │ └── roberta_large_influence.sh │ ├── score_gpt2.sh │ ├── score_kgbert.sh │ ├── train_kgbert_baseline.sh │ ├── train_noisy_kgbert_baseline.sh │ ├── tune_params │ ├── bert_base_adv_baseline.sh │ ├── bert_base_adv_tune_lr.sh │ ├── roberta_large_adv_tune_lr.sh │ ├── tune_other_rel_thresh.sh │ └── tune_other_rel_thresh_2.sh │ └── uda │ ├── backtrans_roberta_large.sh │ └── tfidf_roberta_large.sh └── utils └── ckbp_utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | *.DS_Store 2 | data/ 3 | results/ -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/README.md -------------------------------------------------------------------------------- /baseline/gdaug/run_diversity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/baseline/gdaug/run_diversity.py -------------------------------------------------------------------------------- /baseline/noisy_student/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/baseline/noisy_student/train.py -------------------------------------------------------------------------------- /baseline/uda/backtrans_en_fr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/baseline/uda/backtrans_en_fr.py -------------------------------------------------------------------------------- /baseline/uda/tfidf_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/baseline/uda/tfidf_augmentation.py -------------------------------------------------------------------------------- /baseline/uda/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/baseline/uda/tokenization.py -------------------------------------------------------------------------------- /baseline/uda/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/baseline/uda/train.py -------------------------------------------------------------------------------- /baseline/uda/word_level_augment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/baseline/uda/word_level_augment.py -------------------------------------------------------------------------------- /data_preparation/calc_influence_with_hvp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/data_preparation/calc_influence_with_hvp.py -------------------------------------------------------------------------------- /data_preparation/filter_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/data_preparation/filter_new.py -------------------------------------------------------------------------------- /data_preparation/get_fluency_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/data_preparation/get_fluency_loss.py -------------------------------------------------------------------------------- /data_preparation/get_hvp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/data_preparation/get_hvp.py -------------------------------------------------------------------------------- /data_preparation/get_hvp_lissa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/data_preparation/get_hvp_lissa.py -------------------------------------------------------------------------------- /data_preparation/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/data_preparation/readme.md -------------------------------------------------------------------------------- /models/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/models/dataloader.py -------------------------------------------------------------------------------- /models/gpt2/eval_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/models/gpt2/eval_bleu.py -------------------------------------------------------------------------------- /models/gpt2/generate_comet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/models/gpt2/generate_comet.py -------------------------------------------------------------------------------- /models/gpt2/post_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/models/gpt2/post_process.py -------------------------------------------------------------------------------- /models/gpt2/scoring_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/models/gpt2/scoring_gpt2.py -------------------------------------------------------------------------------- /models/gpt2/train_comet_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/models/gpt2/train_comet_gpt2.py -------------------------------------------------------------------------------- /models/gpt2/train_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/models/gpt2/train_gpt2.py -------------------------------------------------------------------------------- /models/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/models/model_utils.py -------------------------------------------------------------------------------- /models/pseudo_labeling/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/models/pseudo_labeling/model.py -------------------------------------------------------------------------------- /models/pseudo_labeling/scoring_kgbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/models/pseudo_labeling/scoring_kgbert.py -------------------------------------------------------------------------------- /models/pseudo_labeling/train_kgbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/models/pseudo_labeling/train_kgbert.py -------------------------------------------------------------------------------- /models/pseudo_labeling/train_kgbert_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/models/pseudo_labeling/train_kgbert_baseline.py -------------------------------------------------------------------------------- /models/pseudo_labeling/train_separate_pseudo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/models/pseudo_labeling/train_separate_pseudo.py -------------------------------------------------------------------------------- /requirement.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/requirement.txt -------------------------------------------------------------------------------- /scripts/influence/bert_base_influence.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/influence/bert_base_influence.sh -------------------------------------------------------------------------------- /scripts/influence/comet_influence_unlabeled_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/influence/comet_influence_unlabeled_gpt2.sh -------------------------------------------------------------------------------- /scripts/influence/get_hvp_bert_base.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/influence/get_hvp_bert_base.sh -------------------------------------------------------------------------------- /scripts/influence/get_hvp_lissa_bert_base.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/influence/get_hvp_lissa_bert_base.sh -------------------------------------------------------------------------------- /scripts/influence/get_hvp_lissa_roberta_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/influence/get_hvp_lissa_roberta_large.sh -------------------------------------------------------------------------------- /scripts/influence/get_hvp_roberta_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/influence/get_hvp_roberta_large.sh -------------------------------------------------------------------------------- /scripts/influence/roberta_large_influence.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/influence/roberta_large_influence.sh -------------------------------------------------------------------------------- /scripts/nv/ngc_score_zeroshot_gpt2_xl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/nv/ngc_score_zeroshot_gpt2_xl.sh -------------------------------------------------------------------------------- /scripts/nv/roberta_tune_decay.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/nv/roberta_tune_decay.sh -------------------------------------------------------------------------------- /scripts/nv/score_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/nv/score_gpt2.sh -------------------------------------------------------------------------------- /scripts/preprocess/get_pseudo_examples.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/preprocess/get_pseudo_examples.sh -------------------------------------------------------------------------------- /scripts/preprocess/get_pseudo_examples_proportion.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/preprocess/get_pseudo_examples_proportion.sh -------------------------------------------------------------------------------- /scripts/preprocess/get_pseudo_roberta_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/preprocess/get_pseudo_roberta_large.sh -------------------------------------------------------------------------------- /scripts/train/baseline/bart_base.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/baseline/bart_base.sh -------------------------------------------------------------------------------- /scripts/train/baseline/bart_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/baseline/bart_large.sh -------------------------------------------------------------------------------- /scripts/train/baseline/bert_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/baseline/bert_large.sh -------------------------------------------------------------------------------- /scripts/train/baseline/deberta.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/baseline/deberta.sh -------------------------------------------------------------------------------- /scripts/train/baseline/deberta_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/baseline/deberta_large.sh -------------------------------------------------------------------------------- /scripts/train/baseline/roberta_base.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/baseline/roberta_base.sh -------------------------------------------------------------------------------- /scripts/train/comet/gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/comet/gpt2.sh -------------------------------------------------------------------------------- /scripts/train/gdaug/bert_base.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/gdaug/bert_base.sh -------------------------------------------------------------------------------- /scripts/train/gdaug/roberta_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/gdaug/roberta_large.sh -------------------------------------------------------------------------------- /scripts/train/gdaug/roberta_large_gpt2xl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/gdaug/roberta_large_gpt2xl.sh -------------------------------------------------------------------------------- /scripts/train/gdaug/roberta_large_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/gdaug/roberta_large_test.sh -------------------------------------------------------------------------------- /scripts/train/gdaug/simple_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/gdaug/simple_test.sh -------------------------------------------------------------------------------- /scripts/train/gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/gpt2.sh -------------------------------------------------------------------------------- /scripts/train/noisy_student/roberta_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/noisy_student/roberta_large.sh -------------------------------------------------------------------------------- /scripts/train/noisy_student/roberta_large_iter_2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/noisy_student/roberta_large_iter_2.sh -------------------------------------------------------------------------------- /scripts/train/noisy_student/roberta_large_iter_3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/noisy_student/roberta_large_iter_3.sh -------------------------------------------------------------------------------- /scripts/train/noisy_student/roberta_large_iter_4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/noisy_student/roberta_large_iter_4.sh -------------------------------------------------------------------------------- /scripts/train/noisy_student/roberta_large_iter_5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/noisy_student/roberta_large_iter_5.sh -------------------------------------------------------------------------------- /scripts/train/noisy_student/score_new_round.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/noisy_student/score_new_round.sh -------------------------------------------------------------------------------- /scripts/train/pseudo/bert_base_influence.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/pseudo/bert_base_influence.sh -------------------------------------------------------------------------------- /scripts/train/pseudo/bert_base_iter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/pseudo/bert_base_iter.sh -------------------------------------------------------------------------------- /scripts/train/pseudo/influence_roberta_large_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/pseudo/influence_roberta_large_test.sh -------------------------------------------------------------------------------- /scripts/train/pseudo/kgbert_filter_roberta_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/pseudo/kgbert_filter_roberta_large.sh -------------------------------------------------------------------------------- /scripts/train/pseudo/kgbert_filter_roberta_large_new.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/pseudo/kgbert_filter_roberta_large_new.sh -------------------------------------------------------------------------------- /scripts/train/pseudo/kgbert_separate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/pseudo/kgbert_separate.sh -------------------------------------------------------------------------------- /scripts/train/pseudo/roberta_large_influence.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/pseudo/roberta_large_influence.sh -------------------------------------------------------------------------------- /scripts/train/score_gpt2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/score_gpt2.sh -------------------------------------------------------------------------------- /scripts/train/score_kgbert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/score_kgbert.sh -------------------------------------------------------------------------------- /scripts/train/train_kgbert_baseline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/train_kgbert_baseline.sh -------------------------------------------------------------------------------- /scripts/train/train_noisy_kgbert_baseline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/train_noisy_kgbert_baseline.sh -------------------------------------------------------------------------------- /scripts/train/tune_params/bert_base_adv_baseline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/tune_params/bert_base_adv_baseline.sh -------------------------------------------------------------------------------- /scripts/train/tune_params/bert_base_adv_tune_lr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/tune_params/bert_base_adv_tune_lr.sh -------------------------------------------------------------------------------- /scripts/train/tune_params/roberta_large_adv_tune_lr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/tune_params/roberta_large_adv_tune_lr.sh -------------------------------------------------------------------------------- /scripts/train/tune_params/tune_other_rel_thresh.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/tune_params/tune_other_rel_thresh.sh -------------------------------------------------------------------------------- /scripts/train/tune_params/tune_other_rel_thresh_2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/tune_params/tune_other_rel_thresh_2.sh -------------------------------------------------------------------------------- /scripts/train/uda/backtrans_roberta_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/uda/backtrans_roberta_large.sh -------------------------------------------------------------------------------- /scripts/train/uda/tfidf_roberta_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/scripts/train/uda/tfidf_roberta_large.sh -------------------------------------------------------------------------------- /utils/ckbp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/PseudoReasoner/HEAD/utils/ckbp_utils.py --------------------------------------------------------------------------------