├── LICENSE ├── NeuralExec ├── __init__.py ├── adv_prompts.py ├── discrete_opt.py ├── evaluation │ ├── RAG_tester.py │ ├── __init__.py │ └── tester.py ├── ex_triggers.py ├── llm.py ├── logger.py ├── requirements.txt ├── semantic_checker.py └── utility.py ├── README.md ├── add_llm_to_dataset.py ├── confs ├── 15_5_OpenAssistant.py ├── 15_5_llama2_7b.py ├── 15_5_llama3_8b.py ├── 15_5_mistral.py ├── 15_5_mixtral8x7b.py ├── 30_10_OpenAssistant.py ├── __init__.py └── evaluation_setup.py ├── data ├── prompts_test.pickle ├── prompts_training.pickle └── prompts_validation.pickle ├── eval_neural_exec.py ├── eval_prompt_injection.ipynb ├── find_neural_exec.py ├── inspect_training_data.ipynb ├── logs ├── 15_5_OpenAssistant ├── 15_5_llama2_7b ├── 15_5_llama3_8b_sem ├── 15_5_mistral ├── 15_5_mixtral8x7b └── 30_10_OpenAssistant ├── plot_training_logs.ipynb └── requirements.txt /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/LICENSE -------------------------------------------------------------------------------- /NeuralExec/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /NeuralExec/adv_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/NeuralExec/adv_prompts.py -------------------------------------------------------------------------------- /NeuralExec/discrete_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/NeuralExec/discrete_opt.py -------------------------------------------------------------------------------- /NeuralExec/evaluation/RAG_tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/NeuralExec/evaluation/RAG_tester.py -------------------------------------------------------------------------------- /NeuralExec/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /NeuralExec/evaluation/tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/NeuralExec/evaluation/tester.py -------------------------------------------------------------------------------- /NeuralExec/ex_triggers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/NeuralExec/ex_triggers.py -------------------------------------------------------------------------------- /NeuralExec/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/NeuralExec/llm.py -------------------------------------------------------------------------------- /NeuralExec/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/NeuralExec/logger.py -------------------------------------------------------------------------------- /NeuralExec/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/NeuralExec/requirements.txt -------------------------------------------------------------------------------- /NeuralExec/semantic_checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/NeuralExec/semantic_checker.py -------------------------------------------------------------------------------- /NeuralExec/utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/NeuralExec/utility.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/README.md -------------------------------------------------------------------------------- /add_llm_to_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/add_llm_to_dataset.py -------------------------------------------------------------------------------- /confs/15_5_OpenAssistant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/confs/15_5_OpenAssistant.py -------------------------------------------------------------------------------- /confs/15_5_llama2_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/confs/15_5_llama2_7b.py -------------------------------------------------------------------------------- /confs/15_5_llama3_8b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/confs/15_5_llama3_8b.py -------------------------------------------------------------------------------- /confs/15_5_mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/confs/15_5_mistral.py -------------------------------------------------------------------------------- /confs/15_5_mixtral8x7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/confs/15_5_mixtral8x7b.py -------------------------------------------------------------------------------- /confs/30_10_OpenAssistant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/confs/30_10_OpenAssistant.py -------------------------------------------------------------------------------- /confs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/confs/__init__.py -------------------------------------------------------------------------------- /confs/evaluation_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/confs/evaluation_setup.py -------------------------------------------------------------------------------- /data/prompts_test.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/data/prompts_test.pickle -------------------------------------------------------------------------------- /data/prompts_training.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/data/prompts_training.pickle -------------------------------------------------------------------------------- /data/prompts_validation.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/data/prompts_validation.pickle -------------------------------------------------------------------------------- /eval_neural_exec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/eval_neural_exec.py -------------------------------------------------------------------------------- /eval_prompt_injection.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/eval_prompt_injection.ipynb -------------------------------------------------------------------------------- /find_neural_exec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/find_neural_exec.py -------------------------------------------------------------------------------- /inspect_training_data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/inspect_training_data.ipynb -------------------------------------------------------------------------------- /logs/15_5_OpenAssistant: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/logs/15_5_OpenAssistant -------------------------------------------------------------------------------- /logs/15_5_llama2_7b: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/logs/15_5_llama2_7b -------------------------------------------------------------------------------- /logs/15_5_llama3_8b_sem: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/logs/15_5_llama3_8b_sem -------------------------------------------------------------------------------- /logs/15_5_mistral: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/logs/15_5_mistral -------------------------------------------------------------------------------- /logs/15_5_mixtral8x7b: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/logs/15_5_mixtral8x7b -------------------------------------------------------------------------------- /logs/30_10_OpenAssistant: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/logs/30_10_OpenAssistant -------------------------------------------------------------------------------- /plot_training_logs.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/plot_training_logs.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pasquini-dario/LLM_NeuralExec/HEAD/requirements.txt --------------------------------------------------------------------------------