├── .gitignore ├── Figures └── sotana.jpg ├── README.md ├── appendix └── Appendix.pdf ├── data-generation ├── code-prompt.txt ├── generate_data.py ├── generation_data.sh ├── output │ └── 100000 │ │ ├── data_0.json │ │ ├── data_1.json │ │ └── merge_data.py ├── se_seed_tasks.json └── utils.py ├── fine-tuning ├── fine-tuning.py ├── fine-tuning.sh ├── templates │ └── alpaca.json └── utils │ ├── __init__.py │ ├── callbacks.py │ ├── prompter.py │ └── util.py ├── inference ├── code-generation │ ├── dataset │ │ └── human-eval-v2-20210705.jsonl │ ├── evaluation.py │ ├── execution.py │ ├── inference.py │ └── inference.sh ├── code-summarization │ ├── dataset │ │ └── tlcodesum.test.json │ ├── inference.py │ └── inference.sh ├── evaluation.py ├── metric │ ├── bleu │ │ ├── bleu_is_all_you_need.ipynb │ │ ├── codebert_bleu.py │ │ ├── codenn_bleu.py │ │ ├── google_bleu.py │ │ ├── nltk_bleu.py │ │ ├── note.md │ │ ├── rencos_bleu.py │ │ └── run_comparison.py │ ├── cider │ │ ├── cider.py │ │ └── cider_scorer.py │ ├── codenn_bleu.py │ ├── google_bleu.py │ ├── meteor │ │ ├── data │ │ │ └── paraphrase-en.gz │ │ ├── meteor-1.5.jar │ │ └── meteor.py │ ├── rencos_bleu.py │ └── rouge │ │ └── rouge.py ├── stackoverflow-question-answering │ ├── dataset │ │ └── dataset.jsonl │ ├── inference.py │ └── inference.sh └── utils.py └── webui ├── generate.py ├── run_generation_param.sh ├── templates └── sotana.json └── utils ├── __init__.py ├── callbacks.py ├── prompter.py └── util.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/.gitignore -------------------------------------------------------------------------------- /Figures/sotana.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/Figures/sotana.jpg -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/README.md -------------------------------------------------------------------------------- /appendix/Appendix.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/appendix/Appendix.pdf -------------------------------------------------------------------------------- /data-generation/code-prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/data-generation/code-prompt.txt -------------------------------------------------------------------------------- /data-generation/generate_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/data-generation/generate_data.py -------------------------------------------------------------------------------- /data-generation/generation_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/data-generation/generation_data.sh -------------------------------------------------------------------------------- /data-generation/output/100000/data_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/data-generation/output/100000/data_0.json -------------------------------------------------------------------------------- /data-generation/output/100000/data_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/data-generation/output/100000/data_1.json -------------------------------------------------------------------------------- /data-generation/output/100000/merge_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/data-generation/output/100000/merge_data.py -------------------------------------------------------------------------------- /data-generation/se_seed_tasks.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/data-generation/se_seed_tasks.json -------------------------------------------------------------------------------- /data-generation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/data-generation/utils.py -------------------------------------------------------------------------------- /fine-tuning/fine-tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/fine-tuning/fine-tuning.py -------------------------------------------------------------------------------- /fine-tuning/fine-tuning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/fine-tuning/fine-tuning.sh -------------------------------------------------------------------------------- /fine-tuning/templates/alpaca.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/fine-tuning/templates/alpaca.json -------------------------------------------------------------------------------- /fine-tuning/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fine-tuning/utils/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/fine-tuning/utils/callbacks.py -------------------------------------------------------------------------------- /fine-tuning/utils/prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/fine-tuning/utils/prompter.py -------------------------------------------------------------------------------- /fine-tuning/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/fine-tuning/utils/util.py -------------------------------------------------------------------------------- /inference/code-generation/dataset/human-eval-v2-20210705.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/code-generation/dataset/human-eval-v2-20210705.jsonl -------------------------------------------------------------------------------- /inference/code-generation/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/code-generation/evaluation.py -------------------------------------------------------------------------------- /inference/code-generation/execution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/code-generation/execution.py -------------------------------------------------------------------------------- /inference/code-generation/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/code-generation/inference.py -------------------------------------------------------------------------------- /inference/code-generation/inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/code-generation/inference.sh -------------------------------------------------------------------------------- /inference/code-summarization/dataset/tlcodesum.test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/code-summarization/dataset/tlcodesum.test.json -------------------------------------------------------------------------------- /inference/code-summarization/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/code-summarization/inference.py -------------------------------------------------------------------------------- /inference/code-summarization/inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/code-summarization/inference.sh -------------------------------------------------------------------------------- /inference/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/evaluation.py -------------------------------------------------------------------------------- /inference/metric/bleu/bleu_is_all_you_need.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/bleu/bleu_is_all_you_need.ipynb -------------------------------------------------------------------------------- /inference/metric/bleu/codebert_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/bleu/codebert_bleu.py -------------------------------------------------------------------------------- /inference/metric/bleu/codenn_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/bleu/codenn_bleu.py -------------------------------------------------------------------------------- /inference/metric/bleu/google_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/bleu/google_bleu.py -------------------------------------------------------------------------------- /inference/metric/bleu/nltk_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/bleu/nltk_bleu.py -------------------------------------------------------------------------------- /inference/metric/bleu/note.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/bleu/note.md -------------------------------------------------------------------------------- /inference/metric/bleu/rencos_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/bleu/rencos_bleu.py -------------------------------------------------------------------------------- /inference/metric/bleu/run_comparison.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/bleu/run_comparison.py -------------------------------------------------------------------------------- /inference/metric/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/cider/cider.py -------------------------------------------------------------------------------- /inference/metric/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/cider/cider_scorer.py -------------------------------------------------------------------------------- /inference/metric/codenn_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/codenn_bleu.py -------------------------------------------------------------------------------- /inference/metric/google_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/google_bleu.py -------------------------------------------------------------------------------- /inference/metric/meteor/data/paraphrase-en.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/meteor/data/paraphrase-en.gz -------------------------------------------------------------------------------- /inference/metric/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /inference/metric/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/meteor/meteor.py -------------------------------------------------------------------------------- /inference/metric/rencos_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/rencos_bleu.py -------------------------------------------------------------------------------- /inference/metric/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/metric/rouge/rouge.py -------------------------------------------------------------------------------- /inference/stackoverflow-question-answering/dataset/dataset.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/stackoverflow-question-answering/dataset/dataset.jsonl -------------------------------------------------------------------------------- /inference/stackoverflow-question-answering/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/stackoverflow-question-answering/inference.py -------------------------------------------------------------------------------- /inference/stackoverflow-question-answering/inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/stackoverflow-question-answering/inference.sh -------------------------------------------------------------------------------- /inference/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/inference/utils.py -------------------------------------------------------------------------------- /webui/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/webui/generate.py -------------------------------------------------------------------------------- /webui/run_generation_param.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/webui/run_generation_param.sh -------------------------------------------------------------------------------- /webui/templates/sotana.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/webui/templates/sotana.json -------------------------------------------------------------------------------- /webui/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /webui/utils/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/webui/utils/callbacks.py -------------------------------------------------------------------------------- /webui/utils/prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/webui/utils/prompter.py -------------------------------------------------------------------------------- /webui/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DeepSoftwareAnalytics/SoTaNa/HEAD/webui/utils/util.py --------------------------------------------------------------------------------