├── README.assets └── good-and-bad-4-1.png ├── README.md ├── data ├── csv │ ├── jailbreak-prompt.csv │ ├── prompt.csv │ └── result.csv ├── json │ ├── jailbreak-prompt.json │ ├── prompt.json │ └── result.json ├── multiple_rounds_res │ ├── CodeLlama-13b-Instruct-hf │ │ ├── round1 │ │ │ └── eval_CodeLlama-13b-Instruct-hf_20240511171200_round1_done.json │ │ ├── round2 │ │ │ └── res_CodeLlama-13b-Instruct-hf_20240417165315_round2_done.json │ │ ├── round3 │ │ │ └── res_CodeLlama-13b-Instruct-hf_20240417191228_round3_done.json │ │ ├── round4 │ │ │ └── res_CodeLlama-13b-Instruct-hf_20240419125319_round4_done.json │ │ └── round5 │ │ │ └── res_CodeLlama-13b-Instruct-hf_20240419151300_round5_done.json │ ├── Meta-Llama-3-8B-Instruct │ │ ├── round1 │ │ │ └── res_Meta-Llama-3-8B-Instruct_20240511184939_round1_done.json │ │ ├── round2 │ │ │ └── res_Meta-Llama-3-8B-Instruct_20240419204909_round2_done.json │ │ ├── round3 │ │ │ └── res_Meta-Llama-3-8B-Instruct_20240419214700_round3_done.json │ │ ├── round4 │ │ │ └── res_Meta-Llama-3-8B-Instruct_20240419224730_round4_done.json │ │ └── round5 │ │ │ └── res_Meta-Llama-3-8B-Instruct_20240419234308_round5_done.json │ ├── deepseek-coder-7b-instruct-v1.5 │ │ ├── round1 │ │ │ └── eval_deepseek-coder-7b-instruct-v1.5_20240511175918_round1_done.json │ │ ├── round2 │ │ │ └── res_deepseek-coder-7b-instruct-v1.5_20240416204829_round2_done.json │ │ ├── round3 │ │ │ └── res_deepseek-coder-7b-instruct-v1.5_20240416215754_round3_done.json │ │ ├── round4 │ │ │ └── res_deepseek-coder-7b-instruct-v1.5_20240416230124_round4_done.json │ │ └── round5 │ │ │ └── res_deepseek-coder-7b-instruct-v1.5_20240417000738_round5_done.json │ ├── gpt-3.5-turbo │ │ ├── round1 │ │ │ └── eval_gpt-3.5-turbo_20240511193351_round1_done.json │ │ ├── round2 │ │ │ └── res_gpt-3.5-turbo_20240422175204_round2_first_try.json │ │ ├── round3 │ │ │ └── res_gpt-3.5-turbo_20240422223224_round3_first_try.json │ │ ├── round4 │ │ │ └── res_gpt-3.5-turbo_20240423013417_round4_first_try.json │ │ └── round5 │ │ │ └── res_gpt-3.5-turbo_20240423041522_round5_first_try.json │ ├── gpt-4 │ │ └── round1 │ │ │ └── eval_gpt-4_20240511203043_round1_done.json │ ├── llama-2-13b-chat-hf │ │ ├── round1 │ │ │ └── eval_llama-2-13b-chat-hf_20240510100753_round1_done.json │ │ ├── round2 │ │ │ └── res_llama-2-13b-chat-hf_20240417234943_round2_done.json │ │ ├── round3 │ │ │ └── res_llama-2-13b-chat-hf_20240418212708_round3_done.json │ │ ├── round4 │ │ │ └── res_llama-2-13b-chat-hf_20240418233915_round4_done.json │ │ └── round5 │ │ │ └── res_llama-2-13b-chat-hf_20240419131131_round5_done.json │ ├── llama-2-7b-chat-hf │ │ ├── round1 │ │ │ └── eval_llama-2-7b-chat-hf_20240509201510_round1_done.json │ │ ├── round2 │ │ │ └── res_llama-2-7b-chat-hf_20240417225722_round2_done.json │ │ ├── round3 │ │ │ └── res_llama-2-7b-chat-hf_20240418002313_round3_done.json │ │ ├── round4 │ │ │ └── res_llama-2-7b-chat-hf_20240418014910_round4_done.json │ │ └── round5 │ │ │ └── res_llama-2-7b-chat-hf_20240418031508_round5_done.json │ ├── mpt-7b-chat │ │ ├── round1 │ │ │ └── res_mpt-7b-chat_20240511203831_round1_done.json │ │ ├── round2 │ │ │ └── res_mpt-7b-chat_20240418091011_round2_done.json │ │ ├── round3 │ │ │ └── res_mpt-7b-chat_20240418121420_round3_done.json │ │ ├── round4 │ │ │ └── res_mpt-7b-chat_20240418153121_round4_done.json │ │ └── round5 │ │ │ └── res_mpt-7b-chat_20240418190317_round5_done.json │ ├── tulu-2-13b │ │ ├── round1 │ │ │ └── eval_tulu-2-13b_20240513090312_round1_done.json │ │ ├── round2 │ │ │ └── res_tulu-2-13b_20240417233546_round2_done.json │ │ ├── round3 │ │ │ └── res_tulu-2-13b_20240418012659_round3_done.json │ │ ├── round4 │ │ │ └── res_tulu-2-13b_20240418032041_round4_done.json │ │ └── round5 │ │ │ └── res_tulu-2-13b_20240418052356_round5_done.json │ ├── vicuna-7b-v1.3 │ │ ├── round1 │ │ │ └── eval_vicuna-7b-v1.3_20240511163419_round1_done.json │ │ ├── round2 │ │ │ └── res_vicuna-7b-v1.3_20240418172120_round2_done.json │ │ ├── round3 │ │ │ └── res_vicuna-7b-v1.3_20240418184302_round3_done.json │ │ ├── round4 │ │ │ └── res_vicuna-7b-v1.3_20240418195836_round4_done.json │ │ └── round5 │ │ │ └── res_vicuna-7b-v1.3_20240418212435_round5_done.json │ └── zephyr-7b-beta │ │ ├── round1 │ │ └── eval_zephyr-7b-beta_20240510151148_round1_done.json │ │ ├── round2 │ │ └── res_zephyr-7b-beta_20240418061321_round2_done.json │ │ ├── round3 │ │ └── res_zephyr-7b-beta_20240418091240_round3_done.json │ │ ├── round4 │ │ └── res_zephyr-7b-beta_20240418124716_round4_done.json │ │ └── round5 │ │ └── res_zephyr-7b-beta_20240418160047_round5_done.json └── xlsx │ ├── jailbreak-prompt.xlsx │ ├── prompt.xlsx │ └── result.xlsx ├── malicious keywords list.txt └── script ├── evaluate.py ├── run.sh ├── run_gpt_llm.py └── run_open_llm.py /README.assets/good-and-bad-4-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/README.assets/good-and-bad-4-1.png -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/README.md -------------------------------------------------------------------------------- /data/csv/jailbreak-prompt.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/csv/jailbreak-prompt.csv -------------------------------------------------------------------------------- /data/csv/prompt.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/csv/prompt.csv -------------------------------------------------------------------------------- /data/csv/result.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/csv/result.csv -------------------------------------------------------------------------------- /data/json/jailbreak-prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/json/jailbreak-prompt.json -------------------------------------------------------------------------------- /data/json/prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/json/prompt.json -------------------------------------------------------------------------------- /data/json/result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/json/result.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/CodeLlama-13b-Instruct-hf/round1/eval_CodeLlama-13b-Instruct-hf_20240511171200_round1_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/CodeLlama-13b-Instruct-hf/round1/eval_CodeLlama-13b-Instruct-hf_20240511171200_round1_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/CodeLlama-13b-Instruct-hf/round2/res_CodeLlama-13b-Instruct-hf_20240417165315_round2_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/CodeLlama-13b-Instruct-hf/round2/res_CodeLlama-13b-Instruct-hf_20240417165315_round2_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/CodeLlama-13b-Instruct-hf/round3/res_CodeLlama-13b-Instruct-hf_20240417191228_round3_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/CodeLlama-13b-Instruct-hf/round3/res_CodeLlama-13b-Instruct-hf_20240417191228_round3_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/CodeLlama-13b-Instruct-hf/round4/res_CodeLlama-13b-Instruct-hf_20240419125319_round4_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/CodeLlama-13b-Instruct-hf/round4/res_CodeLlama-13b-Instruct-hf_20240419125319_round4_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/CodeLlama-13b-Instruct-hf/round5/res_CodeLlama-13b-Instruct-hf_20240419151300_round5_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/CodeLlama-13b-Instruct-hf/round5/res_CodeLlama-13b-Instruct-hf_20240419151300_round5_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/Meta-Llama-3-8B-Instruct/round1/res_Meta-Llama-3-8B-Instruct_20240511184939_round1_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/Meta-Llama-3-8B-Instruct/round1/res_Meta-Llama-3-8B-Instruct_20240511184939_round1_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/Meta-Llama-3-8B-Instruct/round2/res_Meta-Llama-3-8B-Instruct_20240419204909_round2_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/Meta-Llama-3-8B-Instruct/round2/res_Meta-Llama-3-8B-Instruct_20240419204909_round2_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/Meta-Llama-3-8B-Instruct/round3/res_Meta-Llama-3-8B-Instruct_20240419214700_round3_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/Meta-Llama-3-8B-Instruct/round3/res_Meta-Llama-3-8B-Instruct_20240419214700_round3_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/Meta-Llama-3-8B-Instruct/round4/res_Meta-Llama-3-8B-Instruct_20240419224730_round4_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/Meta-Llama-3-8B-Instruct/round4/res_Meta-Llama-3-8B-Instruct_20240419224730_round4_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/Meta-Llama-3-8B-Instruct/round5/res_Meta-Llama-3-8B-Instruct_20240419234308_round5_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/Meta-Llama-3-8B-Instruct/round5/res_Meta-Llama-3-8B-Instruct_20240419234308_round5_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/deepseek-coder-7b-instruct-v1.5/round1/eval_deepseek-coder-7b-instruct-v1.5_20240511175918_round1_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/deepseek-coder-7b-instruct-v1.5/round1/eval_deepseek-coder-7b-instruct-v1.5_20240511175918_round1_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/deepseek-coder-7b-instruct-v1.5/round2/res_deepseek-coder-7b-instruct-v1.5_20240416204829_round2_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/deepseek-coder-7b-instruct-v1.5/round2/res_deepseek-coder-7b-instruct-v1.5_20240416204829_round2_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/deepseek-coder-7b-instruct-v1.5/round3/res_deepseek-coder-7b-instruct-v1.5_20240416215754_round3_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/deepseek-coder-7b-instruct-v1.5/round3/res_deepseek-coder-7b-instruct-v1.5_20240416215754_round3_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/deepseek-coder-7b-instruct-v1.5/round4/res_deepseek-coder-7b-instruct-v1.5_20240416230124_round4_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/deepseek-coder-7b-instruct-v1.5/round4/res_deepseek-coder-7b-instruct-v1.5_20240416230124_round4_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/deepseek-coder-7b-instruct-v1.5/round5/res_deepseek-coder-7b-instruct-v1.5_20240417000738_round5_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/deepseek-coder-7b-instruct-v1.5/round5/res_deepseek-coder-7b-instruct-v1.5_20240417000738_round5_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/gpt-3.5-turbo/round1/eval_gpt-3.5-turbo_20240511193351_round1_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/gpt-3.5-turbo/round1/eval_gpt-3.5-turbo_20240511193351_round1_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/gpt-3.5-turbo/round2/res_gpt-3.5-turbo_20240422175204_round2_first_try.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/gpt-3.5-turbo/round2/res_gpt-3.5-turbo_20240422175204_round2_first_try.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/gpt-3.5-turbo/round3/res_gpt-3.5-turbo_20240422223224_round3_first_try.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/gpt-3.5-turbo/round3/res_gpt-3.5-turbo_20240422223224_round3_first_try.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/gpt-3.5-turbo/round4/res_gpt-3.5-turbo_20240423013417_round4_first_try.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/gpt-3.5-turbo/round4/res_gpt-3.5-turbo_20240423013417_round4_first_try.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/gpt-3.5-turbo/round5/res_gpt-3.5-turbo_20240423041522_round5_first_try.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/gpt-3.5-turbo/round5/res_gpt-3.5-turbo_20240423041522_round5_first_try.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/gpt-4/round1/eval_gpt-4_20240511203043_round1_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/gpt-4/round1/eval_gpt-4_20240511203043_round1_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/llama-2-13b-chat-hf/round1/eval_llama-2-13b-chat-hf_20240510100753_round1_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/llama-2-13b-chat-hf/round1/eval_llama-2-13b-chat-hf_20240510100753_round1_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/llama-2-13b-chat-hf/round2/res_llama-2-13b-chat-hf_20240417234943_round2_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/llama-2-13b-chat-hf/round2/res_llama-2-13b-chat-hf_20240417234943_round2_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/llama-2-13b-chat-hf/round3/res_llama-2-13b-chat-hf_20240418212708_round3_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/llama-2-13b-chat-hf/round3/res_llama-2-13b-chat-hf_20240418212708_round3_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/llama-2-13b-chat-hf/round4/res_llama-2-13b-chat-hf_20240418233915_round4_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/llama-2-13b-chat-hf/round4/res_llama-2-13b-chat-hf_20240418233915_round4_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/llama-2-13b-chat-hf/round5/res_llama-2-13b-chat-hf_20240419131131_round5_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/llama-2-13b-chat-hf/round5/res_llama-2-13b-chat-hf_20240419131131_round5_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/llama-2-7b-chat-hf/round1/eval_llama-2-7b-chat-hf_20240509201510_round1_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/llama-2-7b-chat-hf/round1/eval_llama-2-7b-chat-hf_20240509201510_round1_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/llama-2-7b-chat-hf/round2/res_llama-2-7b-chat-hf_20240417225722_round2_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/llama-2-7b-chat-hf/round2/res_llama-2-7b-chat-hf_20240417225722_round2_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/llama-2-7b-chat-hf/round3/res_llama-2-7b-chat-hf_20240418002313_round3_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/llama-2-7b-chat-hf/round3/res_llama-2-7b-chat-hf_20240418002313_round3_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/llama-2-7b-chat-hf/round4/res_llama-2-7b-chat-hf_20240418014910_round4_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/llama-2-7b-chat-hf/round4/res_llama-2-7b-chat-hf_20240418014910_round4_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/llama-2-7b-chat-hf/round5/res_llama-2-7b-chat-hf_20240418031508_round5_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/llama-2-7b-chat-hf/round5/res_llama-2-7b-chat-hf_20240418031508_round5_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/mpt-7b-chat/round1/res_mpt-7b-chat_20240511203831_round1_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/mpt-7b-chat/round1/res_mpt-7b-chat_20240511203831_round1_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/mpt-7b-chat/round2/res_mpt-7b-chat_20240418091011_round2_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/mpt-7b-chat/round2/res_mpt-7b-chat_20240418091011_round2_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/mpt-7b-chat/round3/res_mpt-7b-chat_20240418121420_round3_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/mpt-7b-chat/round3/res_mpt-7b-chat_20240418121420_round3_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/mpt-7b-chat/round4/res_mpt-7b-chat_20240418153121_round4_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/mpt-7b-chat/round4/res_mpt-7b-chat_20240418153121_round4_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/mpt-7b-chat/round5/res_mpt-7b-chat_20240418190317_round5_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/mpt-7b-chat/round5/res_mpt-7b-chat_20240418190317_round5_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/tulu-2-13b/round1/eval_tulu-2-13b_20240513090312_round1_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/tulu-2-13b/round1/eval_tulu-2-13b_20240513090312_round1_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/tulu-2-13b/round2/res_tulu-2-13b_20240417233546_round2_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/tulu-2-13b/round2/res_tulu-2-13b_20240417233546_round2_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/tulu-2-13b/round3/res_tulu-2-13b_20240418012659_round3_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/tulu-2-13b/round3/res_tulu-2-13b_20240418012659_round3_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/tulu-2-13b/round4/res_tulu-2-13b_20240418032041_round4_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/tulu-2-13b/round4/res_tulu-2-13b_20240418032041_round4_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/tulu-2-13b/round5/res_tulu-2-13b_20240418052356_round5_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/tulu-2-13b/round5/res_tulu-2-13b_20240418052356_round5_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/vicuna-7b-v1.3/round1/eval_vicuna-7b-v1.3_20240511163419_round1_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/vicuna-7b-v1.3/round1/eval_vicuna-7b-v1.3_20240511163419_round1_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/vicuna-7b-v1.3/round2/res_vicuna-7b-v1.3_20240418172120_round2_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/vicuna-7b-v1.3/round2/res_vicuna-7b-v1.3_20240418172120_round2_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/vicuna-7b-v1.3/round3/res_vicuna-7b-v1.3_20240418184302_round3_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/vicuna-7b-v1.3/round3/res_vicuna-7b-v1.3_20240418184302_round3_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/vicuna-7b-v1.3/round4/res_vicuna-7b-v1.3_20240418195836_round4_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/vicuna-7b-v1.3/round4/res_vicuna-7b-v1.3_20240418195836_round4_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/vicuna-7b-v1.3/round5/res_vicuna-7b-v1.3_20240418212435_round5_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/vicuna-7b-v1.3/round5/res_vicuna-7b-v1.3_20240418212435_round5_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/zephyr-7b-beta/round1/eval_zephyr-7b-beta_20240510151148_round1_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/zephyr-7b-beta/round1/eval_zephyr-7b-beta_20240510151148_round1_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/zephyr-7b-beta/round2/res_zephyr-7b-beta_20240418061321_round2_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/zephyr-7b-beta/round2/res_zephyr-7b-beta_20240418061321_round2_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/zephyr-7b-beta/round3/res_zephyr-7b-beta_20240418091240_round3_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/zephyr-7b-beta/round3/res_zephyr-7b-beta_20240418091240_round3_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/zephyr-7b-beta/round4/res_zephyr-7b-beta_20240418124716_round4_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/zephyr-7b-beta/round4/res_zephyr-7b-beta_20240418124716_round4_done.json -------------------------------------------------------------------------------- /data/multiple_rounds_res/zephyr-7b-beta/round5/res_zephyr-7b-beta_20240418160047_round5_done.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/multiple_rounds_res/zephyr-7b-beta/round5/res_zephyr-7b-beta_20240418160047_round5_done.json -------------------------------------------------------------------------------- /data/xlsx/jailbreak-prompt.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/xlsx/jailbreak-prompt.xlsx -------------------------------------------------------------------------------- /data/xlsx/prompt.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/xlsx/prompt.xlsx -------------------------------------------------------------------------------- /data/xlsx/result.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/data/xlsx/result.xlsx -------------------------------------------------------------------------------- /malicious keywords list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/malicious keywords list.txt -------------------------------------------------------------------------------- /script/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/script/evaluate.py -------------------------------------------------------------------------------- /script/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/script/run.sh -------------------------------------------------------------------------------- /script/run_gpt_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/script/run_gpt_llm.py -------------------------------------------------------------------------------- /script/run_open_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qing-yuan233/RMCBench/HEAD/script/run_open_llm.py --------------------------------------------------------------------------------