├── .gitignore ├── LICENSE ├── README.md ├── additional_experiments └── naturalness │ ├── models.py │ ├── run.py │ ├── run.sh │ └── transformations.py ├── datasets └── README.md ├── install_requirements.sh ├── models ├── README.md └── tokenizer │ ├── drapgh-merges.txt │ └── drapgh-vocab.json ├── plots ├── generate_plots.py ├── plots │ ├── additional_stats.txt │ ├── fig_naturalness.pdf │ ├── fig_rq1_boxplot.pdf │ ├── fig_rq1_lineplot.pdf │ ├── fig_rq2_boxplot.pdf │ ├── fig_rq2_boxplot_damp.pdf │ ├── fig_rq2_boxplot_vuldeepecker.pdf │ ├── fig_rq2_lineplot.pdf │ ├── table_rq2.txt │ └── table_rq3.txt └── stats.py ├── requirements.txt ├── results ├── CodeXGLUE-CoTexT-AdversarialTraining.pkl ├── CodeXGLUE-CoTexT-no_transformation.pkl ├── CodeXGLUE-CoTexT-tf_1.pkl ├── CodeXGLUE-CoTexT-tf_10.pkl ├── CodeXGLUE-CoTexT-tf_11.pkl ├── CodeXGLUE-CoTexT-tf_2.pkl ├── CodeXGLUE-CoTexT-tf_3.pkl ├── CodeXGLUE-CoTexT-tf_4.pkl ├── CodeXGLUE-CoTexT-tf_5.pkl ├── CodeXGLUE-CoTexT-tf_6.pkl ├── CodeXGLUE-CoTexT-tf_7.pkl ├── CodeXGLUE-CoTexT-tf_8.pkl ├── CodeXGLUE-CoTexT-tf_9.pkl ├── CodeXGLUE-PLBart-AdversarialTraining.pkl ├── CodeXGLUE-PLBart-no_transformation.pkl ├── CodeXGLUE-PLBart-tf_1.pkl ├── CodeXGLUE-PLBart-tf_10.pkl ├── CodeXGLUE-PLBart-tf_11.pkl ├── CodeXGLUE-PLBart-tf_2.pkl ├── CodeXGLUE-PLBart-tf_3.pkl ├── CodeXGLUE-PLBart-tf_4.pkl ├── CodeXGLUE-PLBart-tf_5.pkl ├── CodeXGLUE-PLBart-tf_6.pkl ├── CodeXGLUE-PLBart-tf_7.pkl ├── CodeXGLUE-PLBart-tf_8.pkl ├── CodeXGLUE-PLBart-tf_9.pkl ├── CodeXGLUE-VulBERTa-AdversarialTraining.pkl ├── CodeXGLUE-VulBERTa-RG.pkl ├── CodeXGLUE-VulBERTa-no_transformation.pkl ├── CodeXGLUE-VulBERTa-tf_1.pkl ├── CodeXGLUE-VulBERTa-tf_10.pkl ├── CodeXGLUE-VulBERTa-tf_11.pkl ├── CodeXGLUE-VulBERTa-tf_12.pkl ├── CodeXGLUE-VulBERTa-tf_13.pkl ├── CodeXGLUE-VulBERTa-tf_2.pkl ├── CodeXGLUE-VulBERTa-tf_3.pkl ├── CodeXGLUE-VulBERTa-tf_4.pkl ├── CodeXGLUE-VulBERTa-tf_5.pkl ├── CodeXGLUE-VulBERTa-tf_6.pkl ├── CodeXGLUE-VulBERTa-tf_7.pkl ├── CodeXGLUE-VulBERTa-tf_8.pkl ├── CodeXGLUE-VulBERTa-tf_9.pkl ├── VulDeePecker-CoTexT-no_transformation.pkl ├── VulDeePecker-CoTexT-tf_1.pkl ├── VulDeePecker-CoTexT-tf_10.pkl ├── VulDeePecker-CoTexT-tf_11.pkl ├── VulDeePecker-CoTexT-tf_2.pkl ├── VulDeePecker-CoTexT-tf_3.pkl ├── VulDeePecker-CoTexT-tf_4.pkl ├── VulDeePecker-CoTexT-tf_5.pkl ├── VulDeePecker-CoTexT-tf_6.pkl ├── VulDeePecker-CoTexT-tf_7.pkl ├── VulDeePecker-CoTexT-tf_8.pkl ├── VulDeePecker-PLBart-no_transformation.pkl ├── VulDeePecker-PLBart-tf_1.pkl ├── VulDeePecker-PLBart-tf_10.pkl ├── VulDeePecker-PLBart-tf_11.pkl ├── VulDeePecker-PLBart-tf_2.pkl ├── VulDeePecker-PLBart-tf_3.pkl ├── VulDeePecker-PLBart-tf_4.pkl ├── VulDeePecker-PLBart-tf_5.pkl ├── VulDeePecker-PLBart-tf_6.pkl ├── VulDeePecker-PLBart-tf_7.pkl ├── VulDeePecker-PLBart-tf_8.pkl ├── VulDeePecker-VulBERTa-no_transformation.pkl ├── VulDeePecker-VulBERTa-tf_1.pkl ├── VulDeePecker-VulBERTa-tf_10.pkl ├── VulDeePecker-VulBERTa-tf_11.pkl ├── VulDeePecker-VulBERTa-tf_2.pkl ├── VulDeePecker-VulBERTa-tf_3.pkl ├── VulDeePecker-VulBERTa-tf_4.pkl ├── VulDeePecker-VulBERTa-tf_5.pkl ├── VulDeePecker-VulBERTa-tf_6.pkl ├── VulDeePecker-VulBERTa-tf_7.pkl ├── VulDeePecker-VulBERTa-tf_8.pkl ├── naturalness_codexglue_test_no_trafo.pkl ├── naturalness_codexglue_test_no_transformation.pkl ├── naturalness_codexglue_test_tf_1.pkl ├── naturalness_codexglue_test_tf_10.pkl ├── naturalness_codexglue_test_tf_11.pkl ├── naturalness_codexglue_test_tf_12.pkl ├── naturalness_codexglue_test_tf_13.pkl ├── naturalness_codexglue_test_tf_2.pkl ├── naturalness_codexglue_test_tf_3.pkl ├── naturalness_codexglue_test_tf_4.pkl ├── naturalness_codexglue_test_tf_5.pkl ├── naturalness_codexglue_test_tf_6.pkl ├── naturalness_codexglue_test_tf_7.pkl ├── naturalness_codexglue_test_tf_8.pkl └── naturalness_codexglue_test_tf_9.pkl ├── run_experiments.sh └── scripts ├── CodeXGLUE ├── CoTexT │ ├── run.py │ ├── run.sbatch │ ├── run.sh │ ├── run_at.py │ ├── run_at.sbatch │ └── run_at.sh ├── PLBart │ ├── run.py │ ├── run.sbatch │ ├── run.sh │ ├── run_at.py │ ├── run_at.sbatch │ └── run_at.sh ├── VulBERTa │ ├── run.py │ ├── run.sbatch │ ├── run.sh │ ├── run_at.py │ ├── run_at.sbatch │ └── run_at.sh └── transformations.py └── VulDeePecker ├── CoTexT ├── run.py ├── run.sbatch └── run.sh ├── PLBart ├── run.py ├── run.sbatch └── run.sh ├── VulBERTa ├── run.py ├── run.sbatch └── run.sh └── transformations.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/README.md -------------------------------------------------------------------------------- /additional_experiments/naturalness/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/additional_experiments/naturalness/models.py -------------------------------------------------------------------------------- /additional_experiments/naturalness/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/additional_experiments/naturalness/run.py -------------------------------------------------------------------------------- /additional_experiments/naturalness/run.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | python $(dirname "$0")/run.py -------------------------------------------------------------------------------- /additional_experiments/naturalness/transformations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/additional_experiments/naturalness/transformations.py -------------------------------------------------------------------------------- /datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/datasets/README.md -------------------------------------------------------------------------------- /install_requirements.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/install_requirements.sh -------------------------------------------------------------------------------- /models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/models/README.md -------------------------------------------------------------------------------- /models/tokenizer/drapgh-merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/models/tokenizer/drapgh-merges.txt -------------------------------------------------------------------------------- /models/tokenizer/drapgh-vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/models/tokenizer/drapgh-vocab.json -------------------------------------------------------------------------------- /plots/generate_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/plots/generate_plots.py -------------------------------------------------------------------------------- /plots/plots/additional_stats.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/plots/plots/additional_stats.txt -------------------------------------------------------------------------------- /plots/plots/fig_naturalness.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/plots/plots/fig_naturalness.pdf -------------------------------------------------------------------------------- /plots/plots/fig_rq1_boxplot.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/plots/plots/fig_rq1_boxplot.pdf -------------------------------------------------------------------------------- /plots/plots/fig_rq1_lineplot.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/plots/plots/fig_rq1_lineplot.pdf -------------------------------------------------------------------------------- /plots/plots/fig_rq2_boxplot.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/plots/plots/fig_rq2_boxplot.pdf -------------------------------------------------------------------------------- /plots/plots/fig_rq2_boxplot_damp.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/plots/plots/fig_rq2_boxplot_damp.pdf -------------------------------------------------------------------------------- /plots/plots/fig_rq2_boxplot_vuldeepecker.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/plots/plots/fig_rq2_boxplot_vuldeepecker.pdf -------------------------------------------------------------------------------- /plots/plots/fig_rq2_lineplot.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/plots/plots/fig_rq2_lineplot.pdf -------------------------------------------------------------------------------- /plots/plots/table_rq2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/plots/plots/table_rq2.txt -------------------------------------------------------------------------------- /plots/plots/table_rq3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/plots/plots/table_rq3.txt -------------------------------------------------------------------------------- /plots/stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/plots/stats.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/requirements.txt -------------------------------------------------------------------------------- /results/CodeXGLUE-CoTexT-AdversarialTraining.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-CoTexT-AdversarialTraining.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-CoTexT-no_transformation.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-CoTexT-no_transformation.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-CoTexT-tf_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-CoTexT-tf_1.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-CoTexT-tf_10.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-CoTexT-tf_10.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-CoTexT-tf_11.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-CoTexT-tf_11.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-CoTexT-tf_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-CoTexT-tf_2.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-CoTexT-tf_3.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-CoTexT-tf_3.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-CoTexT-tf_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-CoTexT-tf_4.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-CoTexT-tf_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-CoTexT-tf_5.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-CoTexT-tf_6.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-CoTexT-tf_6.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-CoTexT-tf_7.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-CoTexT-tf_7.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-CoTexT-tf_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-CoTexT-tf_8.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-CoTexT-tf_9.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-CoTexT-tf_9.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-PLBart-AdversarialTraining.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-PLBart-AdversarialTraining.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-PLBart-no_transformation.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-PLBart-no_transformation.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-PLBart-tf_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-PLBart-tf_1.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-PLBart-tf_10.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-PLBart-tf_10.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-PLBart-tf_11.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-PLBart-tf_11.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-PLBart-tf_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-PLBart-tf_2.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-PLBart-tf_3.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-PLBart-tf_3.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-PLBart-tf_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-PLBart-tf_4.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-PLBart-tf_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-PLBart-tf_5.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-PLBart-tf_6.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-PLBart-tf_6.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-PLBart-tf_7.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-PLBart-tf_7.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-PLBart-tf_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-PLBart-tf_8.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-PLBart-tf_9.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-PLBart-tf_9.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-AdversarialTraining.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-AdversarialTraining.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-RG.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-RG.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-no_transformation.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-no_transformation.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-tf_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-tf_1.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-tf_10.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-tf_10.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-tf_11.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-tf_11.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-tf_12.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-tf_12.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-tf_13.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-tf_13.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-tf_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-tf_2.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-tf_3.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-tf_3.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-tf_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-tf_4.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-tf_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-tf_5.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-tf_6.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-tf_6.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-tf_7.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-tf_7.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-tf_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-tf_8.pkl -------------------------------------------------------------------------------- /results/CodeXGLUE-VulBERTa-tf_9.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/CodeXGLUE-VulBERTa-tf_9.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-CoTexT-no_transformation.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-CoTexT-no_transformation.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-CoTexT-tf_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-CoTexT-tf_1.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-CoTexT-tf_10.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-CoTexT-tf_10.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-CoTexT-tf_11.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-CoTexT-tf_11.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-CoTexT-tf_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-CoTexT-tf_2.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-CoTexT-tf_3.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-CoTexT-tf_3.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-CoTexT-tf_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-CoTexT-tf_4.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-CoTexT-tf_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-CoTexT-tf_5.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-CoTexT-tf_6.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-CoTexT-tf_6.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-CoTexT-tf_7.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-CoTexT-tf_7.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-CoTexT-tf_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-CoTexT-tf_8.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-PLBart-no_transformation.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-PLBart-no_transformation.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-PLBart-tf_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-PLBart-tf_1.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-PLBart-tf_10.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-PLBart-tf_10.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-PLBart-tf_11.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-PLBart-tf_11.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-PLBart-tf_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-PLBart-tf_2.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-PLBart-tf_3.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-PLBart-tf_3.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-PLBart-tf_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-PLBart-tf_4.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-PLBart-tf_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-PLBart-tf_5.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-PLBart-tf_6.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-PLBart-tf_6.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-PLBart-tf_7.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-PLBart-tf_7.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-PLBart-tf_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-PLBart-tf_8.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-VulBERTa-no_transformation.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-VulBERTa-no_transformation.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-VulBERTa-tf_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-VulBERTa-tf_1.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-VulBERTa-tf_10.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-VulBERTa-tf_10.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-VulBERTa-tf_11.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-VulBERTa-tf_11.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-VulBERTa-tf_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-VulBERTa-tf_2.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-VulBERTa-tf_3.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-VulBERTa-tf_3.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-VulBERTa-tf_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-VulBERTa-tf_4.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-VulBERTa-tf_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-VulBERTa-tf_5.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-VulBERTa-tf_6.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-VulBERTa-tf_6.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-VulBERTa-tf_7.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-VulBERTa-tf_7.pkl -------------------------------------------------------------------------------- /results/VulDeePecker-VulBERTa-tf_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/VulDeePecker-VulBERTa-tf_8.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_no_trafo.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_no_trafo.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_no_transformation.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_no_transformation.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_tf_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_tf_1.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_tf_10.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_tf_10.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_tf_11.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_tf_11.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_tf_12.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_tf_12.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_tf_13.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_tf_13.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_tf_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_tf_2.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_tf_3.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_tf_3.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_tf_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_tf_4.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_tf_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_tf_5.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_tf_6.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_tf_6.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_tf_7.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_tf_7.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_tf_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_tf_8.pkl -------------------------------------------------------------------------------- /results/naturalness_codexglue_test_tf_9.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/results/naturalness_codexglue_test_tf_9.pkl -------------------------------------------------------------------------------- /run_experiments.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/run_experiments.sh -------------------------------------------------------------------------------- /scripts/CodeXGLUE/CoTexT/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/CoTexT/run.py -------------------------------------------------------------------------------- /scripts/CodeXGLUE/CoTexT/run.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/CoTexT/run.sbatch -------------------------------------------------------------------------------- /scripts/CodeXGLUE/CoTexT/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/CoTexT/run.sh -------------------------------------------------------------------------------- /scripts/CodeXGLUE/CoTexT/run_at.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/CoTexT/run_at.py -------------------------------------------------------------------------------- /scripts/CodeXGLUE/CoTexT/run_at.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/CoTexT/run_at.sbatch -------------------------------------------------------------------------------- /scripts/CodeXGLUE/CoTexT/run_at.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | python $(dirname "$0")/run_at.py -------------------------------------------------------------------------------- /scripts/CodeXGLUE/PLBart/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/PLBart/run.py -------------------------------------------------------------------------------- /scripts/CodeXGLUE/PLBart/run.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/PLBart/run.sbatch -------------------------------------------------------------------------------- /scripts/CodeXGLUE/PLBart/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/PLBart/run.sh -------------------------------------------------------------------------------- /scripts/CodeXGLUE/PLBart/run_at.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/PLBart/run_at.py -------------------------------------------------------------------------------- /scripts/CodeXGLUE/PLBart/run_at.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/PLBart/run_at.sbatch -------------------------------------------------------------------------------- /scripts/CodeXGLUE/PLBart/run_at.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | python $(dirname "$0")/run_at.py -------------------------------------------------------------------------------- /scripts/CodeXGLUE/VulBERTa/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/VulBERTa/run.py -------------------------------------------------------------------------------- /scripts/CodeXGLUE/VulBERTa/run.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/VulBERTa/run.sbatch -------------------------------------------------------------------------------- /scripts/CodeXGLUE/VulBERTa/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/VulBERTa/run.sh -------------------------------------------------------------------------------- /scripts/CodeXGLUE/VulBERTa/run_at.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/VulBERTa/run_at.py -------------------------------------------------------------------------------- /scripts/CodeXGLUE/VulBERTa/run_at.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/VulBERTa/run_at.sbatch -------------------------------------------------------------------------------- /scripts/CodeXGLUE/VulBERTa/run_at.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | python $(dirname "$0")/run_at.py -------------------------------------------------------------------------------- /scripts/CodeXGLUE/transformations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/CodeXGLUE/transformations.py -------------------------------------------------------------------------------- /scripts/VulDeePecker/CoTexT/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/VulDeePecker/CoTexT/run.py -------------------------------------------------------------------------------- /scripts/VulDeePecker/CoTexT/run.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/VulDeePecker/CoTexT/run.sbatch -------------------------------------------------------------------------------- /scripts/VulDeePecker/CoTexT/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/VulDeePecker/CoTexT/run.sh -------------------------------------------------------------------------------- /scripts/VulDeePecker/PLBart/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/VulDeePecker/PLBart/run.py -------------------------------------------------------------------------------- /scripts/VulDeePecker/PLBart/run.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/VulDeePecker/PLBart/run.sbatch -------------------------------------------------------------------------------- /scripts/VulDeePecker/PLBart/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/VulDeePecker/PLBart/run.sh -------------------------------------------------------------------------------- /scripts/VulDeePecker/VulBERTa/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/VulDeePecker/VulBERTa/run.py -------------------------------------------------------------------------------- /scripts/VulDeePecker/VulBERTa/run.sbatch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/VulDeePecker/VulBERTa/run.sbatch -------------------------------------------------------------------------------- /scripts/VulDeePecker/VulBERTa/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/VulDeePecker/VulBERTa/run.sh -------------------------------------------------------------------------------- /scripts/VulDeePecker/transformations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/niklasrisse/LimitsOfML4Vuln/HEAD/scripts/VulDeePecker/transformations.py --------------------------------------------------------------------------------