├── .gitignore ├── LICENSE ├── README.md ├── data ├── entailment │ ├── dev.csv │ ├── merged_with_farstail │ │ ├── dev.tsv │ │ ├── test_farstail.tsv │ │ ├── test_natural.tsv │ │ ├── test_translation.tsv │ │ └── train.tsv │ ├── test.csv │ └── train.csv ├── multiple-choice │ ├── test.jsonl │ ├── test_ck.jsonl │ ├── test_lit.jsonl │ ├── test_ml.jsonl │ ├── train.jsonl │ └── valid.jsonl ├── qqp │ ├── dev.jsonl │ ├── test.jsonl │ └── train.jsonl ├── reading_comprehension │ ├── dev.json │ ├── dev.jsonl │ ├── english_squad_parsinlu_train.json │ ├── eval.json │ ├── eval.jsonl │ ├── train.json │ └── train.jsonl ├── sentiment-analysis │ ├── ABSA_Dataset_train.jsonl │ ├── food.jsonl │ ├── food_dev.jsonl │ ├── food_test.jsonl │ ├── food_train.jsonl │ ├── human_evaluation_food.jsonl │ ├── human_evaluation_food_test.jsonl │ ├── human_evaluation_movie.jsonl │ ├── human_evaluation_movie_test.jsonl │ ├── movie.jsonl │ ├── movie_dev.jsonl │ ├── movie_test.jsonl │ └── movie_train.jsonl └── translation │ ├── .gitattributes │ ├── arabic_english_opus100 │ ├── dev.tsv │ ├── test.tsv │ ├── train.tsv │ └── train_all.tsv │ ├── bible │ ├── bible_en_fa.tsv │ └── bible_fa_en.tsv │ ├── global_voices │ ├── global_voices_en_fa.tsv │ └── global_voices_fa_en.tsv │ ├── mizan │ ├── mizan_dev_en_fa.tsv │ ├── mizan_dev_fa_en.tsv │ ├── mizan_en_fa.tsv │ ├── mizan_fa_en.tsv │ ├── mizan_test_en_fa.tsv │ ├── mizan_test_fa_en.tsv │ ├── mizan_train_en_fa.tsv │ └── mizan_train_fa_en.tsv │ ├── queries │ ├── qqp_dev_en_fa.tsv │ ├── qqp_dev_fa_en.tsv │ ├── qqp_test_en_fa.tsv │ ├── qqp_test_fa_en.tsv │ ├── qqp_train_en_fa.tsv │ └── qqp_train_fa_en.tsv │ ├── quran │ ├── en.ahmedali.txt │ ├── en.ahmedraza.txt │ ├── en.arberry.txt │ ├── en.daryabadi.txt │ ├── en.hilali.txt │ ├── en.itani.txt │ ├── en.maududi.txt │ ├── en.mubarakpuri.txt │ ├── en.yusufali.txt │ ├── fa.ansarian.norm.txt │ ├── fa.ayati.norm.txt │ ├── fa.bahrampour.norm.txt │ ├── fa.fooladvand.norm.txt │ ├── fa.gharaati.norm.txt │ ├── fa.ghomshei.norm.txt │ ├── fa.khorramshahi.norm.txt │ ├── fa.makarem.norm.txt │ ├── fa.moezzi.norm.txt │ ├── fa.sadeqi.norm.txt │ ├── quran_en_fa.tsv │ └── quran_fa_en.tsv │ ├── tep │ ├── tep_en_fa.tsv │ └── tep_fa_en.tsv │ ├── translation_combined_en_fa │ ├── dev.tsv │ ├── test.tsv │ └── train.tsv │ └── translation_combined_fa_en │ ├── dev.tsv │ ├── test.tsv │ └── train.tsv ├── requirements.txt ├── scripts ├── list_scores.sh ├── train_and_evaluate_entailment_baselines.sh ├── train_and_evaluate_multiple_choice_baselines.sh ├── train_and_evaluate_qqp_baselines.sh ├── train_and_evaluate_reading_comprehension_baselines.sh └── train_and_evaluate_sentiment_analysis_baselines.sh └── src ├── callbacks.py ├── lightning_base.py ├── pre-processor └── sentiment-analysis │ ├── data_builder.py │ ├── digikala_crawler.sh │ ├── extract_aspects.py │ ├── extract_reviews_given_category.py │ ├── extract_reviews_subcategories.py │ ├── general_extractor.py │ ├── human_eval_data_builder.py │ └── train_set_merger.py ├── processors ├── ABSAProcessor.py ├── entailment.py ├── multiple_choice.py ├── qqp.py └── tasks.py ├── run_multiple_choice.py ├── run_seq2seq.py ├── run_squad.py ├── run_text_classification.py ├── t5 ├── create_t5_data.py ├── evaluate_entailment.sh ├── evaluate_mt.sh ├── evaluate_multiple_choice.sh ├── evaluate_predictions.py ├── evaluate_qqp.sh ├── evaluate_reading_comprehension.sh ├── finetuning_scripts.sh ├── t5_tasks.py └── tf_to_hf_conversion │ ├── mT5_entailment.py │ ├── mT5_multiple_choice.py │ ├── mT5_query_paraphrasing.py │ ├── mT5_reading_comprehension.py │ ├── mT5_sentiment.py │ ├── mT5_translation_en_fa.py │ └── mT5_translation_fa_en.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/README.md -------------------------------------------------------------------------------- /data/entailment/dev.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/entailment/dev.csv -------------------------------------------------------------------------------- /data/entailment/merged_with_farstail/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/entailment/merged_with_farstail/dev.tsv -------------------------------------------------------------------------------- /data/entailment/merged_with_farstail/test_farstail.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/entailment/merged_with_farstail/test_farstail.tsv -------------------------------------------------------------------------------- /data/entailment/merged_with_farstail/test_natural.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/entailment/merged_with_farstail/test_natural.tsv -------------------------------------------------------------------------------- /data/entailment/merged_with_farstail/test_translation.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/entailment/merged_with_farstail/test_translation.tsv -------------------------------------------------------------------------------- /data/entailment/merged_with_farstail/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/entailment/merged_with_farstail/train.tsv -------------------------------------------------------------------------------- /data/entailment/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/entailment/test.csv -------------------------------------------------------------------------------- /data/entailment/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/entailment/train.csv -------------------------------------------------------------------------------- /data/multiple-choice/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/multiple-choice/test.jsonl -------------------------------------------------------------------------------- /data/multiple-choice/test_ck.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/multiple-choice/test_ck.jsonl -------------------------------------------------------------------------------- /data/multiple-choice/test_lit.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/multiple-choice/test_lit.jsonl -------------------------------------------------------------------------------- /data/multiple-choice/test_ml.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/multiple-choice/test_ml.jsonl -------------------------------------------------------------------------------- /data/multiple-choice/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/multiple-choice/train.jsonl -------------------------------------------------------------------------------- /data/multiple-choice/valid.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/multiple-choice/valid.jsonl -------------------------------------------------------------------------------- /data/qqp/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/qqp/dev.jsonl -------------------------------------------------------------------------------- /data/qqp/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/qqp/test.jsonl -------------------------------------------------------------------------------- /data/qqp/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/qqp/train.jsonl -------------------------------------------------------------------------------- /data/reading_comprehension/dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/reading_comprehension/dev.json -------------------------------------------------------------------------------- /data/reading_comprehension/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/reading_comprehension/dev.jsonl -------------------------------------------------------------------------------- /data/reading_comprehension/english_squad_parsinlu_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/reading_comprehension/english_squad_parsinlu_train.json -------------------------------------------------------------------------------- /data/reading_comprehension/eval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/reading_comprehension/eval.json -------------------------------------------------------------------------------- /data/reading_comprehension/eval.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/reading_comprehension/eval.jsonl -------------------------------------------------------------------------------- /data/reading_comprehension/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/reading_comprehension/train.json -------------------------------------------------------------------------------- /data/reading_comprehension/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/reading_comprehension/train.jsonl -------------------------------------------------------------------------------- /data/sentiment-analysis/ABSA_Dataset_train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/sentiment-analysis/ABSA_Dataset_train.jsonl -------------------------------------------------------------------------------- /data/sentiment-analysis/food.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/sentiment-analysis/food.jsonl -------------------------------------------------------------------------------- /data/sentiment-analysis/food_dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/sentiment-analysis/food_dev.jsonl -------------------------------------------------------------------------------- /data/sentiment-analysis/food_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/sentiment-analysis/food_test.jsonl -------------------------------------------------------------------------------- /data/sentiment-analysis/food_train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/sentiment-analysis/food_train.jsonl -------------------------------------------------------------------------------- /data/sentiment-analysis/human_evaluation_food.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/sentiment-analysis/human_evaluation_food.jsonl -------------------------------------------------------------------------------- /data/sentiment-analysis/human_evaluation_food_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/sentiment-analysis/human_evaluation_food_test.jsonl -------------------------------------------------------------------------------- /data/sentiment-analysis/human_evaluation_movie.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/sentiment-analysis/human_evaluation_movie.jsonl -------------------------------------------------------------------------------- /data/sentiment-analysis/human_evaluation_movie_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/sentiment-analysis/human_evaluation_movie_test.jsonl -------------------------------------------------------------------------------- /data/sentiment-analysis/movie.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/sentiment-analysis/movie.jsonl -------------------------------------------------------------------------------- /data/sentiment-analysis/movie_dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/sentiment-analysis/movie_dev.jsonl -------------------------------------------------------------------------------- /data/sentiment-analysis/movie_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/sentiment-analysis/movie_test.jsonl -------------------------------------------------------------------------------- /data/sentiment-analysis/movie_train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/sentiment-analysis/movie_train.jsonl -------------------------------------------------------------------------------- /data/translation/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/.gitattributes -------------------------------------------------------------------------------- /data/translation/arabic_english_opus100/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/arabic_english_opus100/dev.tsv -------------------------------------------------------------------------------- /data/translation/arabic_english_opus100/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/arabic_english_opus100/test.tsv -------------------------------------------------------------------------------- /data/translation/arabic_english_opus100/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/arabic_english_opus100/train.tsv -------------------------------------------------------------------------------- /data/translation/arabic_english_opus100/train_all.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/arabic_english_opus100/train_all.tsv -------------------------------------------------------------------------------- /data/translation/bible/bible_en_fa.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/bible/bible_en_fa.tsv -------------------------------------------------------------------------------- /data/translation/bible/bible_fa_en.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/bible/bible_fa_en.tsv -------------------------------------------------------------------------------- /data/translation/global_voices/global_voices_en_fa.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/global_voices/global_voices_en_fa.tsv -------------------------------------------------------------------------------- /data/translation/global_voices/global_voices_fa_en.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/global_voices/global_voices_fa_en.tsv -------------------------------------------------------------------------------- /data/translation/mizan/mizan_dev_en_fa.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/mizan/mizan_dev_en_fa.tsv -------------------------------------------------------------------------------- /data/translation/mizan/mizan_dev_fa_en.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/mizan/mizan_dev_fa_en.tsv -------------------------------------------------------------------------------- /data/translation/mizan/mizan_en_fa.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/mizan/mizan_en_fa.tsv -------------------------------------------------------------------------------- /data/translation/mizan/mizan_fa_en.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/mizan/mizan_fa_en.tsv -------------------------------------------------------------------------------- /data/translation/mizan/mizan_test_en_fa.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/mizan/mizan_test_en_fa.tsv -------------------------------------------------------------------------------- /data/translation/mizan/mizan_test_fa_en.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/mizan/mizan_test_fa_en.tsv -------------------------------------------------------------------------------- /data/translation/mizan/mizan_train_en_fa.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/mizan/mizan_train_en_fa.tsv -------------------------------------------------------------------------------- /data/translation/mizan/mizan_train_fa_en.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/mizan/mizan_train_fa_en.tsv -------------------------------------------------------------------------------- /data/translation/queries/qqp_dev_en_fa.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/queries/qqp_dev_en_fa.tsv -------------------------------------------------------------------------------- /data/translation/queries/qqp_dev_fa_en.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/queries/qqp_dev_fa_en.tsv -------------------------------------------------------------------------------- /data/translation/queries/qqp_test_en_fa.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/queries/qqp_test_en_fa.tsv -------------------------------------------------------------------------------- /data/translation/queries/qqp_test_fa_en.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/queries/qqp_test_fa_en.tsv -------------------------------------------------------------------------------- /data/translation/queries/qqp_train_en_fa.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/queries/qqp_train_en_fa.tsv -------------------------------------------------------------------------------- /data/translation/queries/qqp_train_fa_en.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/queries/qqp_train_fa_en.tsv -------------------------------------------------------------------------------- /data/translation/quran/en.ahmedali.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/en.ahmedali.txt -------------------------------------------------------------------------------- /data/translation/quran/en.ahmedraza.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/en.ahmedraza.txt -------------------------------------------------------------------------------- /data/translation/quran/en.arberry.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/en.arberry.txt -------------------------------------------------------------------------------- /data/translation/quran/en.daryabadi.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/en.daryabadi.txt -------------------------------------------------------------------------------- /data/translation/quran/en.hilali.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/en.hilali.txt -------------------------------------------------------------------------------- /data/translation/quran/en.itani.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/en.itani.txt -------------------------------------------------------------------------------- /data/translation/quran/en.maududi.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/en.maududi.txt -------------------------------------------------------------------------------- /data/translation/quran/en.mubarakpuri.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/en.mubarakpuri.txt -------------------------------------------------------------------------------- /data/translation/quran/en.yusufali.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/en.yusufali.txt -------------------------------------------------------------------------------- /data/translation/quran/fa.ansarian.norm.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/fa.ansarian.norm.txt -------------------------------------------------------------------------------- /data/translation/quran/fa.ayati.norm.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/fa.ayati.norm.txt -------------------------------------------------------------------------------- /data/translation/quran/fa.bahrampour.norm.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/fa.bahrampour.norm.txt -------------------------------------------------------------------------------- /data/translation/quran/fa.fooladvand.norm.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/fa.fooladvand.norm.txt -------------------------------------------------------------------------------- /data/translation/quran/fa.gharaati.norm.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/fa.gharaati.norm.txt -------------------------------------------------------------------------------- /data/translation/quran/fa.ghomshei.norm.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/fa.ghomshei.norm.txt -------------------------------------------------------------------------------- /data/translation/quran/fa.khorramshahi.norm.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/fa.khorramshahi.norm.txt -------------------------------------------------------------------------------- /data/translation/quran/fa.makarem.norm.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/fa.makarem.norm.txt -------------------------------------------------------------------------------- /data/translation/quran/fa.moezzi.norm.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/fa.moezzi.norm.txt -------------------------------------------------------------------------------- /data/translation/quran/fa.sadeqi.norm.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/fa.sadeqi.norm.txt -------------------------------------------------------------------------------- /data/translation/quran/quran_en_fa.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/quran_en_fa.tsv -------------------------------------------------------------------------------- /data/translation/quran/quran_fa_en.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/quran/quran_fa_en.tsv -------------------------------------------------------------------------------- /data/translation/tep/tep_en_fa.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/tep/tep_en_fa.tsv -------------------------------------------------------------------------------- /data/translation/tep/tep_fa_en.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/tep/tep_fa_en.tsv -------------------------------------------------------------------------------- /data/translation/translation_combined_en_fa/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/translation_combined_en_fa/dev.tsv -------------------------------------------------------------------------------- /data/translation/translation_combined_en_fa/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/translation_combined_en_fa/test.tsv -------------------------------------------------------------------------------- /data/translation/translation_combined_en_fa/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/translation_combined_en_fa/train.tsv -------------------------------------------------------------------------------- /data/translation/translation_combined_fa_en/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/translation_combined_fa_en/dev.tsv -------------------------------------------------------------------------------- /data/translation/translation_combined_fa_en/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/translation_combined_fa_en/test.tsv -------------------------------------------------------------------------------- /data/translation/translation_combined_fa_en/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/data/translation/translation_combined_fa_en/train.tsv -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/list_scores.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/scripts/list_scores.sh -------------------------------------------------------------------------------- /scripts/train_and_evaluate_entailment_baselines.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/scripts/train_and_evaluate_entailment_baselines.sh -------------------------------------------------------------------------------- /scripts/train_and_evaluate_multiple_choice_baselines.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/scripts/train_and_evaluate_multiple_choice_baselines.sh -------------------------------------------------------------------------------- /scripts/train_and_evaluate_qqp_baselines.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/scripts/train_and_evaluate_qqp_baselines.sh -------------------------------------------------------------------------------- /scripts/train_and_evaluate_reading_comprehension_baselines.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/scripts/train_and_evaluate_reading_comprehension_baselines.sh -------------------------------------------------------------------------------- /scripts/train_and_evaluate_sentiment_analysis_baselines.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/scripts/train_and_evaluate_sentiment_analysis_baselines.sh -------------------------------------------------------------------------------- /src/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/callbacks.py -------------------------------------------------------------------------------- /src/lightning_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/lightning_base.py -------------------------------------------------------------------------------- /src/pre-processor/sentiment-analysis/data_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/pre-processor/sentiment-analysis/data_builder.py -------------------------------------------------------------------------------- /src/pre-processor/sentiment-analysis/digikala_crawler.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/pre-processor/sentiment-analysis/digikala_crawler.sh -------------------------------------------------------------------------------- /src/pre-processor/sentiment-analysis/extract_aspects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/pre-processor/sentiment-analysis/extract_aspects.py -------------------------------------------------------------------------------- /src/pre-processor/sentiment-analysis/extract_reviews_given_category.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/pre-processor/sentiment-analysis/extract_reviews_given_category.py -------------------------------------------------------------------------------- /src/pre-processor/sentiment-analysis/extract_reviews_subcategories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/pre-processor/sentiment-analysis/extract_reviews_subcategories.py -------------------------------------------------------------------------------- /src/pre-processor/sentiment-analysis/general_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/pre-processor/sentiment-analysis/general_extractor.py -------------------------------------------------------------------------------- /src/pre-processor/sentiment-analysis/human_eval_data_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/pre-processor/sentiment-analysis/human_eval_data_builder.py -------------------------------------------------------------------------------- /src/pre-processor/sentiment-analysis/train_set_merger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/pre-processor/sentiment-analysis/train_set_merger.py -------------------------------------------------------------------------------- /src/processors/ABSAProcessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/processors/ABSAProcessor.py -------------------------------------------------------------------------------- /src/processors/entailment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/processors/entailment.py -------------------------------------------------------------------------------- /src/processors/multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/processors/multiple_choice.py -------------------------------------------------------------------------------- /src/processors/qqp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/processors/qqp.py -------------------------------------------------------------------------------- /src/processors/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/processors/tasks.py -------------------------------------------------------------------------------- /src/run_multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/run_multiple_choice.py -------------------------------------------------------------------------------- /src/run_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/run_seq2seq.py -------------------------------------------------------------------------------- /src/run_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/run_squad.py -------------------------------------------------------------------------------- /src/run_text_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/run_text_classification.py -------------------------------------------------------------------------------- /src/t5/create_t5_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/create_t5_data.py -------------------------------------------------------------------------------- /src/t5/evaluate_entailment.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/evaluate_entailment.sh -------------------------------------------------------------------------------- /src/t5/evaluate_mt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/evaluate_mt.sh -------------------------------------------------------------------------------- /src/t5/evaluate_multiple_choice.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/evaluate_multiple_choice.sh -------------------------------------------------------------------------------- /src/t5/evaluate_predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/evaluate_predictions.py -------------------------------------------------------------------------------- /src/t5/evaluate_qqp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/evaluate_qqp.sh -------------------------------------------------------------------------------- /src/t5/evaluate_reading_comprehension.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/evaluate_reading_comprehension.sh -------------------------------------------------------------------------------- /src/t5/finetuning_scripts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/finetuning_scripts.sh -------------------------------------------------------------------------------- /src/t5/t5_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/t5_tasks.py -------------------------------------------------------------------------------- /src/t5/tf_to_hf_conversion/mT5_entailment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/tf_to_hf_conversion/mT5_entailment.py -------------------------------------------------------------------------------- /src/t5/tf_to_hf_conversion/mT5_multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/tf_to_hf_conversion/mT5_multiple_choice.py -------------------------------------------------------------------------------- /src/t5/tf_to_hf_conversion/mT5_query_paraphrasing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/tf_to_hf_conversion/mT5_query_paraphrasing.py -------------------------------------------------------------------------------- /src/t5/tf_to_hf_conversion/mT5_reading_comprehension.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/tf_to_hf_conversion/mT5_reading_comprehension.py -------------------------------------------------------------------------------- /src/t5/tf_to_hf_conversion/mT5_sentiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/tf_to_hf_conversion/mT5_sentiment.py -------------------------------------------------------------------------------- /src/t5/tf_to_hf_conversion/mT5_translation_en_fa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/tf_to_hf_conversion/mT5_translation_en_fa.py -------------------------------------------------------------------------------- /src/t5/tf_to_hf_conversion/mT5_translation_fa_en.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/t5/tf_to_hf_conversion/mT5_translation_fa_en.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/persiannlp/parsinlu/HEAD/src/utils.py --------------------------------------------------------------------------------