├── .gitignore ├── Benchmark ├── Entailment(ParsiNLU) │ ├── entailment(ParsiNLU).jsonl │ ├── prompt.py │ └── sample.ipynb ├── Entailment(conjnli) │ ├── data.jsonl │ ├── prompt.py │ └── sample.ipynb ├── Machine Translation │ ├── MT.jsonl │ ├── prompt.py │ └── sample.ipynb ├── Math │ ├── math.jsonl │ ├── prompt.py │ └── sample.ipynb ├── MultipleChoice │ ├── Knowledge │ │ ├── common_knowledge.jsonl │ │ └── prompt.py │ ├── Literature │ │ ├── literature.jsonl │ │ └── prompt.py │ ├── Math │ │ ├── math_and_logic.jsonl │ │ └── prompt.py │ └── sample.ipynb ├── NER │ ├── ner.jsonl │ ├── prompt.py │ └── sample.ipynb ├── ReadingComprehension │ ├── RC.jsonl │ ├── prompt.py │ └── sample.ipynb └── Sentiment │ ├── prompt.py │ ├── sample.ipynb │ └── sentiment.jsonl ├── Experiments └── ChatGPT │ ├── Elemntry School Questions │ ├── elem_q.xlsx │ ├── notebooks │ │ ├── dem001.ipynb │ │ └── pp.ipynb │ └── results │ │ ├── elem_q_res.csv │ │ └── result_elem_q_pp.csv │ ├── Emotion Classification │ └── notebooks │ │ └── Openai_API_PersianEmotion_ArmanEmo.ipynb │ ├── Machine Translation │ ├── notebooks │ │ └── Machine_Translation (SOTA_Vs_ChatGPT) Aug 31, 2023.ipynb │ └── results │ │ ├── English.txt │ │ ├── Openai - Results │ │ ├── English Prompt │ │ │ ├── English to Persian │ │ │ │ ├── 0shot │ │ │ │ │ └── ENPrompt-EN-PER-0shot.txt │ │ │ │ ├── 1shot │ │ │ │ │ └── ENPrompt-EN-PER-1shot.txt │ │ │ │ └── 3shot │ │ │ │ │ └── ENPrompt-EN-PER-3shot.txt │ │ │ └── Persian to English │ │ │ │ ├── 0shot │ │ │ │ └── ENPrompt-PER-EN-0shot.txt │ │ │ │ ├── 1shot │ │ │ │ └── ENPrompt-PER-EN-1shot.txt │ │ │ │ └── 3shot │ │ │ │ └── ENPrompt-PER-EN-3shot.txt │ │ └── Persian Prompt │ │ │ ├── English to Persian │ │ │ ├── 0shot │ │ │ │ └── PERPrompt-EN-PER-0shot.txt │ │ │ ├── 1shot │ │ │ │ └── PERPrompt-EN-PER-1shot.txt │ │ │ └── 3shot │ │ │ │ └── PERPrompt-EN-PER-3shot.txt │ │ │ └── Persian to English │ │ │ ├── 0shot │ │ │ └── PERPrompt-PER-EN-0shot.txt │ │ │ ├── 1shot │ │ │ └── PERPrompt-PER-EN-1shot.txt │ │ │ └── 3shot │ │ │ └── PERPrompt-PER-EN-3shot.txt │ │ └── Persian.txt │ ├── Mathematical Problems │ ├── dataset_stats.png │ ├── math_dataset.csv │ ├── math_dataset.xlsx │ ├── notebooks │ │ └── MATH-eval.ipynb │ └── results │ │ ├── english_one.csv │ │ ├── english_three.csv │ │ ├── english_zero.csv │ │ ├── persian_one.csv │ │ ├── persian_three.csv │ │ └── persian_zero.csv │ ├── NER │ └── notebooks │ │ ├── Copy_of_NER_persian_evaluation_on_ChatGPT_baseline_SOTA.ipynb │ │ ├── NER_persian_evaluation_on_ChatGPT.ipynb │ │ └── baseline_random.ipynb │ ├── Openai_API.ipynb │ ├── Openai_API_PersianIntentClassification_MASSIVE.ipynb │ ├── Reading Comprehension │ ├── multiple_choice.zip │ ├── notebooks │ │ ├── multiple_choice.ipynb │ │ └── reading_comprehension.ipynb │ ├── reading_comprehension.zip │ └── test.jsonl │ ├── Sentiment Analysis │ └── notebooks │ │ ├── openai-api-parsinlu-sentiment.ipynb │ │ ├── sentiment-analysis-mt5-base-parsinlu.ipynb │ │ ├── sentiment-analysis-mt5-large-parsinlu.ipynb │ │ └── sentiment-analysis-mt5-small-parsinlu.ipynb │ └── Textual Entailment │ ├── notebooks │ └── persian_evaluation_entailment.ipynb │ └── results │ ├── p_en__0shot__0_200.csv │ ├── p_en__1shot__0_200.csv │ ├── p_en__3shot__0_200.csv │ ├── p_en__chat__12sample__1shot__0_11.csv │ ├── p_en__chat__12sample__3shot__0_11.csv │ ├── p_fa__0shot__0_8.csv │ ├── p_fa__0shot__39_200.csv │ ├── p_fa__0shot__9_38.csv │ ├── p_fa__1shot__0_200.csv │ ├── p_fa__3shot__0_28.csv │ ├── p_fa__3shot__149_200.csv │ └── p_fa__3shot__29_148.csv └── README.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/.gitignore -------------------------------------------------------------------------------- /Benchmark/Entailment(ParsiNLU)/entailment(ParsiNLU).jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Entailment(ParsiNLU)/entailment(ParsiNLU).jsonl -------------------------------------------------------------------------------- /Benchmark/Entailment(ParsiNLU)/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Entailment(ParsiNLU)/prompt.py -------------------------------------------------------------------------------- /Benchmark/Entailment(ParsiNLU)/sample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Entailment(ParsiNLU)/sample.ipynb -------------------------------------------------------------------------------- /Benchmark/Entailment(conjnli)/data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Entailment(conjnli)/data.jsonl -------------------------------------------------------------------------------- /Benchmark/Entailment(conjnli)/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Entailment(conjnli)/prompt.py -------------------------------------------------------------------------------- /Benchmark/Entailment(conjnli)/sample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Entailment(conjnli)/sample.ipynb -------------------------------------------------------------------------------- /Benchmark/Machine Translation/MT.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Machine Translation/MT.jsonl -------------------------------------------------------------------------------- /Benchmark/Machine Translation/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Machine Translation/prompt.py -------------------------------------------------------------------------------- /Benchmark/Machine Translation/sample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Machine Translation/sample.ipynb -------------------------------------------------------------------------------- /Benchmark/Math/math.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Math/math.jsonl -------------------------------------------------------------------------------- /Benchmark/Math/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Math/prompt.py -------------------------------------------------------------------------------- /Benchmark/Math/sample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Math/sample.ipynb -------------------------------------------------------------------------------- /Benchmark/MultipleChoice/Knowledge/common_knowledge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/MultipleChoice/Knowledge/common_knowledge.jsonl -------------------------------------------------------------------------------- /Benchmark/MultipleChoice/Knowledge/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/MultipleChoice/Knowledge/prompt.py -------------------------------------------------------------------------------- /Benchmark/MultipleChoice/Literature/literature.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/MultipleChoice/Literature/literature.jsonl -------------------------------------------------------------------------------- /Benchmark/MultipleChoice/Literature/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/MultipleChoice/Literature/prompt.py -------------------------------------------------------------------------------- /Benchmark/MultipleChoice/Math/math_and_logic.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/MultipleChoice/Math/math_and_logic.jsonl -------------------------------------------------------------------------------- /Benchmark/MultipleChoice/Math/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/MultipleChoice/Math/prompt.py -------------------------------------------------------------------------------- /Benchmark/MultipleChoice/sample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/MultipleChoice/sample.ipynb -------------------------------------------------------------------------------- /Benchmark/NER/ner.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/NER/ner.jsonl -------------------------------------------------------------------------------- /Benchmark/NER/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/NER/prompt.py -------------------------------------------------------------------------------- /Benchmark/NER/sample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/NER/sample.ipynb -------------------------------------------------------------------------------- /Benchmark/ReadingComprehension/RC.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/ReadingComprehension/RC.jsonl -------------------------------------------------------------------------------- /Benchmark/ReadingComprehension/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/ReadingComprehension/prompt.py -------------------------------------------------------------------------------- /Benchmark/ReadingComprehension/sample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/ReadingComprehension/sample.ipynb -------------------------------------------------------------------------------- /Benchmark/Sentiment/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Sentiment/prompt.py -------------------------------------------------------------------------------- /Benchmark/Sentiment/sample.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Sentiment/sample.ipynb -------------------------------------------------------------------------------- /Benchmark/Sentiment/sentiment.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Benchmark/Sentiment/sentiment.jsonl -------------------------------------------------------------------------------- /Experiments/ChatGPT/Elemntry School Questions/elem_q.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Elemntry School Questions/elem_q.xlsx -------------------------------------------------------------------------------- /Experiments/ChatGPT/Elemntry School Questions/notebooks/dem001.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Elemntry School Questions/notebooks/dem001.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Elemntry School Questions/notebooks/pp.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Elemntry School Questions/notebooks/pp.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Elemntry School Questions/results/elem_q_res.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Elemntry School Questions/results/elem_q_res.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Elemntry School Questions/results/result_elem_q_pp.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Elemntry School Questions/results/result_elem_q_pp.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Emotion Classification/notebooks/Openai_API_PersianEmotion_ArmanEmo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Emotion Classification/notebooks/Openai_API_PersianEmotion_ArmanEmo.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/notebooks/Machine_Translation (SOTA_Vs_ChatGPT) Aug 31, 2023.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/notebooks/Machine_Translation (SOTA_Vs_ChatGPT) Aug 31, 2023.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/English.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/English.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/Openai - Results/English Prompt/English to Persian/0shot/ENPrompt-EN-PER-0shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/Openai - Results/English Prompt/English to Persian/0shot/ENPrompt-EN-PER-0shot.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/Openai - Results/English Prompt/English to Persian/1shot/ENPrompt-EN-PER-1shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/Openai - Results/English Prompt/English to Persian/1shot/ENPrompt-EN-PER-1shot.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/Openai - Results/English Prompt/English to Persian/3shot/ENPrompt-EN-PER-3shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/Openai - Results/English Prompt/English to Persian/3shot/ENPrompt-EN-PER-3shot.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/Openai - Results/English Prompt/Persian to English/0shot/ENPrompt-PER-EN-0shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/Openai - Results/English Prompt/Persian to English/0shot/ENPrompt-PER-EN-0shot.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/Openai - Results/English Prompt/Persian to English/1shot/ENPrompt-PER-EN-1shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/Openai - Results/English Prompt/Persian to English/1shot/ENPrompt-PER-EN-1shot.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/Openai - Results/English Prompt/Persian to English/3shot/ENPrompt-PER-EN-3shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/Openai - Results/English Prompt/Persian to English/3shot/ENPrompt-PER-EN-3shot.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/Openai - Results/Persian Prompt/English to Persian/0shot/PERPrompt-EN-PER-0shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/Openai - Results/Persian Prompt/English to Persian/0shot/PERPrompt-EN-PER-0shot.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/Openai - Results/Persian Prompt/English to Persian/1shot/PERPrompt-EN-PER-1shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/Openai - Results/Persian Prompt/English to Persian/1shot/PERPrompt-EN-PER-1shot.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/Openai - Results/Persian Prompt/English to Persian/3shot/PERPrompt-EN-PER-3shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/Openai - Results/Persian Prompt/English to Persian/3shot/PERPrompt-EN-PER-3shot.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/Openai - Results/Persian Prompt/Persian to English/0shot/PERPrompt-PER-EN-0shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/Openai - Results/Persian Prompt/Persian to English/0shot/PERPrompt-PER-EN-0shot.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/Openai - Results/Persian Prompt/Persian to English/1shot/PERPrompt-PER-EN-1shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/Openai - Results/Persian Prompt/Persian to English/1shot/PERPrompt-PER-EN-1shot.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/Openai - Results/Persian Prompt/Persian to English/3shot/PERPrompt-PER-EN-3shot.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/Openai - Results/Persian Prompt/Persian to English/3shot/PERPrompt-PER-EN-3shot.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Machine Translation/results/Persian.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Machine Translation/results/Persian.txt -------------------------------------------------------------------------------- /Experiments/ChatGPT/Mathematical Problems/dataset_stats.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Mathematical Problems/dataset_stats.png -------------------------------------------------------------------------------- /Experiments/ChatGPT/Mathematical Problems/math_dataset.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Mathematical Problems/math_dataset.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Mathematical Problems/math_dataset.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Mathematical Problems/math_dataset.xlsx -------------------------------------------------------------------------------- /Experiments/ChatGPT/Mathematical Problems/notebooks/MATH-eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Mathematical Problems/notebooks/MATH-eval.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Mathematical Problems/results/english_one.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Mathematical Problems/results/english_one.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Mathematical Problems/results/english_three.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Mathematical Problems/results/english_three.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Mathematical Problems/results/english_zero.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Mathematical Problems/results/english_zero.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Mathematical Problems/results/persian_one.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Mathematical Problems/results/persian_one.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Mathematical Problems/results/persian_three.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Mathematical Problems/results/persian_three.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Mathematical Problems/results/persian_zero.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Mathematical Problems/results/persian_zero.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/NER/notebooks/Copy_of_NER_persian_evaluation_on_ChatGPT_baseline_SOTA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/NER/notebooks/Copy_of_NER_persian_evaluation_on_ChatGPT_baseline_SOTA.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/NER/notebooks/NER_persian_evaluation_on_ChatGPT.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/NER/notebooks/NER_persian_evaluation_on_ChatGPT.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/NER/notebooks/baseline_random.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/NER/notebooks/baseline_random.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Openai_API.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Openai_API.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Openai_API_PersianIntentClassification_MASSIVE.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Openai_API_PersianIntentClassification_MASSIVE.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Reading Comprehension/multiple_choice.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Reading Comprehension/multiple_choice.zip -------------------------------------------------------------------------------- /Experiments/ChatGPT/Reading Comprehension/notebooks/multiple_choice.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Reading Comprehension/notebooks/multiple_choice.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Reading Comprehension/notebooks/reading_comprehension.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Reading Comprehension/notebooks/reading_comprehension.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Reading Comprehension/reading_comprehension.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Reading Comprehension/reading_comprehension.zip -------------------------------------------------------------------------------- /Experiments/ChatGPT/Reading Comprehension/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Reading Comprehension/test.jsonl -------------------------------------------------------------------------------- /Experiments/ChatGPT/Sentiment Analysis/notebooks/openai-api-parsinlu-sentiment.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Sentiment Analysis/notebooks/openai-api-parsinlu-sentiment.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Sentiment Analysis/notebooks/sentiment-analysis-mt5-base-parsinlu.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Sentiment Analysis/notebooks/sentiment-analysis-mt5-base-parsinlu.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Sentiment Analysis/notebooks/sentiment-analysis-mt5-large-parsinlu.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Sentiment Analysis/notebooks/sentiment-analysis-mt5-large-parsinlu.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Sentiment Analysis/notebooks/sentiment-analysis-mt5-small-parsinlu.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Sentiment Analysis/notebooks/sentiment-analysis-mt5-small-parsinlu.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Textual Entailment/notebooks/persian_evaluation_entailment.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Textual Entailment/notebooks/persian_evaluation_entailment.ipynb -------------------------------------------------------------------------------- /Experiments/ChatGPT/Textual Entailment/results/p_en__0shot__0_200.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Textual Entailment/results/p_en__0shot__0_200.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Textual Entailment/results/p_en__1shot__0_200.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Textual Entailment/results/p_en__1shot__0_200.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Textual Entailment/results/p_en__3shot__0_200.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Textual Entailment/results/p_en__3shot__0_200.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Textual Entailment/results/p_en__chat__12sample__1shot__0_11.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Textual Entailment/results/p_en__chat__12sample__1shot__0_11.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Textual Entailment/results/p_en__chat__12sample__3shot__0_11.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Textual Entailment/results/p_en__chat__12sample__3shot__0_11.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Textual Entailment/results/p_fa__0shot__0_8.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Textual Entailment/results/p_fa__0shot__0_8.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Textual Entailment/results/p_fa__0shot__39_200.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Textual Entailment/results/p_fa__0shot__39_200.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Textual Entailment/results/p_fa__0shot__9_38.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Textual Entailment/results/p_fa__0shot__9_38.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Textual Entailment/results/p_fa__1shot__0_200.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Textual Entailment/results/p_fa__1shot__0_200.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Textual Entailment/results/p_fa__3shot__0_28.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Textual Entailment/results/p_fa__3shot__0_28.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Textual Entailment/results/p_fa__3shot__149_200.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Textual Entailment/results/p_fa__3shot__149_200.csv -------------------------------------------------------------------------------- /Experiments/ChatGPT/Textual Entailment/results/p_fa__3shot__29_148.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/Experiments/ChatGPT/Textual Entailment/results/p_fa__3shot__29_148.csv -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Ipouyall/Benchmarking_ChatGPT_for_Persian/HEAD/README.md --------------------------------------------------------------------------------