├── ContraBERT ├── Dockerfile ├── defect_detection │ ├── vulmodel.py │ └── vulnerability_detection.py ├── load_huggingface_models.py ├── multiclass │ ├── binary2multiclass.py │ ├── run.sh │ ├── vulmodel.py │ └── vulnerability_detection.py ├── requirements.txt └── run_model.sh ├── Datasets ├── with_p3 │ └── java_k_1_strict_2023_06_30.tar.gz └── without_p3 │ └── java_k_1_strict_2023_07_03.tar.gz ├── LLM ├── README.md ├── llm.Dockerfile ├── requirements.txt └── starcoder │ ├── finetune │ ├── dataset.py │ ├── debug_funcs.py │ ├── gpt_big_code_classification_several_funcs.py │ ├── merge_peft_adapters.py │ └── run.py │ ├── next_token_prediction │ ├── __init__.py │ └── llm_finetune_check.py │ └── utils │ ├── calc_quality.py │ └── focal_loss.py ├── LineVul ├── Dockerfile ├── README.md ├── check.py └── linevul_experiments │ ├── codebert-base │ ├── config.json │ ├── merges.txt │ ├── special_tokens_map.json │ ├── tokenizer_config.json │ └── vocab.json │ └── linevul │ ├── bpe_tokenizer │ ├── bpe_tokenizer-merges.txt │ ├── bpe_tokenizer-vocab.json │ └── config.json │ ├── linevul_main.py │ ├── linevul_model.py │ ├── quality_calc_utils.py │ ├── run_train.sh │ ├── train_bpe_tokenizer.py │ ├── train_word_level_tokenizer.py │ └── word_level_tokenizer │ └── wordlevel.json └── README.md /ContraBERT/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/ContraBERT/Dockerfile -------------------------------------------------------------------------------- /ContraBERT/defect_detection/vulmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/ContraBERT/defect_detection/vulmodel.py -------------------------------------------------------------------------------- /ContraBERT/defect_detection/vulnerability_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/ContraBERT/defect_detection/vulnerability_detection.py -------------------------------------------------------------------------------- /ContraBERT/load_huggingface_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/ContraBERT/load_huggingface_models.py -------------------------------------------------------------------------------- /ContraBERT/multiclass/binary2multiclass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/ContraBERT/multiclass/binary2multiclass.py -------------------------------------------------------------------------------- /ContraBERT/multiclass/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/ContraBERT/multiclass/run.sh -------------------------------------------------------------------------------- /ContraBERT/multiclass/vulmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/ContraBERT/multiclass/vulmodel.py -------------------------------------------------------------------------------- /ContraBERT/multiclass/vulnerability_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/ContraBERT/multiclass/vulnerability_detection.py -------------------------------------------------------------------------------- /ContraBERT/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/ContraBERT/requirements.txt -------------------------------------------------------------------------------- /ContraBERT/run_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/ContraBERT/run_model.sh -------------------------------------------------------------------------------- /Datasets/with_p3/java_k_1_strict_2023_06_30.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/Datasets/with_p3/java_k_1_strict_2023_06_30.tar.gz -------------------------------------------------------------------------------- /Datasets/without_p3/java_k_1_strict_2023_07_03.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/Datasets/without_p3/java_k_1_strict_2023_07_03.tar.gz -------------------------------------------------------------------------------- /LLM/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LLM/README.md -------------------------------------------------------------------------------- /LLM/llm.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LLM/llm.Dockerfile -------------------------------------------------------------------------------- /LLM/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LLM/requirements.txt -------------------------------------------------------------------------------- /LLM/starcoder/finetune/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LLM/starcoder/finetune/dataset.py -------------------------------------------------------------------------------- /LLM/starcoder/finetune/debug_funcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LLM/starcoder/finetune/debug_funcs.py -------------------------------------------------------------------------------- /LLM/starcoder/finetune/gpt_big_code_classification_several_funcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LLM/starcoder/finetune/gpt_big_code_classification_several_funcs.py -------------------------------------------------------------------------------- /LLM/starcoder/finetune/merge_peft_adapters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LLM/starcoder/finetune/merge_peft_adapters.py -------------------------------------------------------------------------------- /LLM/starcoder/finetune/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LLM/starcoder/finetune/run.py -------------------------------------------------------------------------------- /LLM/starcoder/next_token_prediction/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LLM/starcoder/next_token_prediction/llm_finetune_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LLM/starcoder/next_token_prediction/llm_finetune_check.py -------------------------------------------------------------------------------- /LLM/starcoder/utils/calc_quality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LLM/starcoder/utils/calc_quality.py -------------------------------------------------------------------------------- /LLM/starcoder/utils/focal_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LLM/starcoder/utils/focal_loss.py -------------------------------------------------------------------------------- /LineVul/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/Dockerfile -------------------------------------------------------------------------------- /LineVul/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/README.md -------------------------------------------------------------------------------- /LineVul/check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/check.py -------------------------------------------------------------------------------- /LineVul/linevul_experiments/codebert-base/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/codebert-base/config.json -------------------------------------------------------------------------------- /LineVul/linevul_experiments/codebert-base/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/codebert-base/merges.txt -------------------------------------------------------------------------------- /LineVul/linevul_experiments/codebert-base/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/codebert-base/special_tokens_map.json -------------------------------------------------------------------------------- /LineVul/linevul_experiments/codebert-base/tokenizer_config.json: -------------------------------------------------------------------------------- 1 | {"model_max_length": 512} -------------------------------------------------------------------------------- /LineVul/linevul_experiments/codebert-base/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/codebert-base/vocab.json -------------------------------------------------------------------------------- /LineVul/linevul_experiments/linevul/bpe_tokenizer/bpe_tokenizer-merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/linevul/bpe_tokenizer/bpe_tokenizer-merges.txt -------------------------------------------------------------------------------- /LineVul/linevul_experiments/linevul/bpe_tokenizer/bpe_tokenizer-vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/linevul/bpe_tokenizer/bpe_tokenizer-vocab.json -------------------------------------------------------------------------------- /LineVul/linevul_experiments/linevul/bpe_tokenizer/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/linevul/bpe_tokenizer/config.json -------------------------------------------------------------------------------- /LineVul/linevul_experiments/linevul/linevul_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/linevul/linevul_main.py -------------------------------------------------------------------------------- /LineVul/linevul_experiments/linevul/linevul_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/linevul/linevul_model.py -------------------------------------------------------------------------------- /LineVul/linevul_experiments/linevul/quality_calc_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/linevul/quality_calc_utils.py -------------------------------------------------------------------------------- /LineVul/linevul_experiments/linevul/run_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/linevul/run_train.sh -------------------------------------------------------------------------------- /LineVul/linevul_experiments/linevul/train_bpe_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/linevul/train_bpe_tokenizer.py -------------------------------------------------------------------------------- /LineVul/linevul_experiments/linevul/train_word_level_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/linevul/train_word_level_tokenizer.py -------------------------------------------------------------------------------- /LineVul/linevul_experiments/linevul/word_level_tokenizer/wordlevel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/LineVul/linevul_experiments/linevul/word_level_tokenizer/wordlevel.json -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rmusab/vul-llm-finetune/HEAD/README.md --------------------------------------------------------------------------------