├── .gitignore ├── README.md ├── analyze_results.py ├── config.yml ├── convert_falcon_format.py ├── data ├── arithmetic │ ├── arithmetic_test200ques.jsonl │ └── arithmetic_valid200ques.jsonl ├── gsm │ ├── gsm8k_split_test200ques.jsonl │ ├── gsm8k_split_valid200ques.jsonl │ └── test_gsm8k_full.jsonl └── mmlu │ └── test │ ├── formal_logic_test.csv │ ├── high_school_mathematics_test.csv │ ├── professional_psychology_split_testset_200questions.csv │ ├── professional_psychology_split_validset_200questions.csv │ └── professional_psychology_test.csv ├── datasets ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── arithmetic.cpython-310.pyc │ ├── biography.cpython-310.pyc │ ├── gsm_dataset.cpython-310.pyc │ └── mmlu_dataset.cpython-310.pyc ├── arithmetic.py ├── gsm_dataset.py └── mmlu_dataset.py ├── emb_weights └── .gitkeep ├── evaluations ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── eval_multi_choice_accuracy.cpython-310.pyc │ ├── eval_number_accuracy.cpython-310.pyc │ └── eval_utils.cpython-310.pyc ├── eval_multi_choice_accuracy.py ├── eval_number_accuracy.py └── eval_utils.py ├── models ├── __pycache__ │ ├── agent.cpython-310.pyc │ ├── llama_hf.cpython-310.pyc │ ├── llama_hf.cpython-39.pyc │ ├── stop_tokens.cpython-310.pyc │ ├── stop_tokens.cpython-39.pyc │ └── utils.cpython-310.pyc ├── agent.py ├── llama_hf.py └── utils.py ├── output └── log_2024-Jan-19 │ └── id_2Llama-2-7b-hf_Llama-2-7b-hf_gsm8k_test_gsm8k_full_seed65533_vec_nsols1_r3_temp0.2-0.8_nques1_2024-Jan-19--23-24-360.85.json ├── probe_points ├── arithmetic_NLD.txt ├── arithmetic_cipher.txt ├── gsm8k_NLD.txt ├── gsm8k_cipher.txt ├── logic_NLD.txt ├── logic_cipher.txt ├── math_NLD.txt ├── math_cipher.txt ├── psychology_NLD.txt └── psychology_cipher.txt ├── prompts_v2 ├── arithmetic │ ├── debate_2debaters_v1.txt │ ├── debate_2debaters_v1_bias.txt │ ├── debate_2debaters_vector_language_v1.txt │ ├── debate_2debaters_vector_language_v1_bias.txt │ ├── debate_3debaters_v1.txt │ ├── debate_3debaters_vector_language_v1.txt │ ├── debate_4debaters_v1.txt │ ├── debate_4debaters_vector_language_v1.txt │ ├── debate_5debaters_v1.txt │ ├── debate_5debaters_vector_language_v1.txt │ └── init_prompt.txt ├── biography │ ├── debate_2debaters_v1.txt │ ├── debate_2debaters_v10.txt │ ├── debate_2debaters_v2.txt │ ├── debate_2debaters_v3.txt │ ├── debate_2debaters_v4.txt │ ├── debate_2debaters_v5.txt │ ├── debate_2debaters_v6.txt │ ├── debate_2debaters_v7.txt │ ├── debate_2debaters_v8.txt │ ├── debate_2debaters_v9.txt │ ├── debate_2debaters_vector_language_v1.txt │ └── init_prompt.txt ├── gsm8k │ ├── debate_2debaters_v1.txt │ ├── debate_2debaters_v1_bias.txt │ ├── debate_2debaters_vector_language_v1.txt │ ├── debate_2debaters_vector_language_v1_bias.txt │ ├── debate_2debaters_wizardmath.txt │ ├── debate_2debaters_wizardmath_v2.txt │ ├── debate_2debaters_wizardmath_v3.txt │ ├── debate_2debaters_wizardmath_v4.txt │ ├── debate_2debaters_wizardmath_v5.txt │ ├── debate_2debaters_wizardmath_v6.txt │ ├── debate_2debaters_wizardmath_v7.txt │ ├── debate_2debaters_wizardmath_vector_language.txt │ ├── debate_3debaters_v1.txt │ ├── debate_3debaters_vector_language_v1.txt │ ├── debate_4debaters_v1.txt │ ├── debate_4debaters_vector_language_v1.txt │ ├── debate_5debaters_v1.txt │ ├── debate_5debaters_vector_language_v1.txt │ ├── init_question_3shot_v3.txt │ ├── init_question_3shot_wizardmath.txt │ └── init_wizardmath.txt └── mmlu │ ├── debate_fomal_logic_2debaters_v2.txt │ ├── debate_fomal_logic_2debaters_vector_language_v2.txt │ ├── debate_high_school_mathematics_2debaters_v1.txt │ ├── debate_high_school_mathematics_2debaters_vector_language_v1.txt │ ├── debate_professional_psychology_2debaters_v1.txt │ ├── debate_professional_psychology_2debaters_vector_language_v1.txt │ ├── init_fomal_logic_v2.txt │ ├── init_high_school_mathematics_v1.txt │ └── init_professional_psychology_v1.txt ├── requirements.txt ├── run_debate.py └── scripts ├── LLaMA1_scripts.md └── quick_test.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/README.md -------------------------------------------------------------------------------- /analyze_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/analyze_results.py -------------------------------------------------------------------------------- /config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/config.yml -------------------------------------------------------------------------------- /convert_falcon_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/convert_falcon_format.py -------------------------------------------------------------------------------- /data/arithmetic/arithmetic_test200ques.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/data/arithmetic/arithmetic_test200ques.jsonl -------------------------------------------------------------------------------- /data/arithmetic/arithmetic_valid200ques.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/data/arithmetic/arithmetic_valid200ques.jsonl -------------------------------------------------------------------------------- /data/gsm/gsm8k_split_test200ques.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/data/gsm/gsm8k_split_test200ques.jsonl -------------------------------------------------------------------------------- /data/gsm/gsm8k_split_valid200ques.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/data/gsm/gsm8k_split_valid200ques.jsonl -------------------------------------------------------------------------------- /data/gsm/test_gsm8k_full.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/data/gsm/test_gsm8k_full.jsonl -------------------------------------------------------------------------------- /data/mmlu/test/formal_logic_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/data/mmlu/test/formal_logic_test.csv -------------------------------------------------------------------------------- /data/mmlu/test/high_school_mathematics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/data/mmlu/test/high_school_mathematics_test.csv -------------------------------------------------------------------------------- /data/mmlu/test/professional_psychology_split_testset_200questions.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/data/mmlu/test/professional_psychology_split_testset_200questions.csv -------------------------------------------------------------------------------- /data/mmlu/test/professional_psychology_split_validset_200questions.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/data/mmlu/test/professional_psychology_split_validset_200questions.csv -------------------------------------------------------------------------------- /data/mmlu/test/professional_psychology_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/data/mmlu/test/professional_psychology_test.csv -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/datasets/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /datasets/__pycache__/arithmetic.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/datasets/__pycache__/arithmetic.cpython-310.pyc -------------------------------------------------------------------------------- /datasets/__pycache__/biography.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/datasets/__pycache__/biography.cpython-310.pyc -------------------------------------------------------------------------------- /datasets/__pycache__/gsm_dataset.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/datasets/__pycache__/gsm_dataset.cpython-310.pyc -------------------------------------------------------------------------------- /datasets/__pycache__/mmlu_dataset.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/datasets/__pycache__/mmlu_dataset.cpython-310.pyc -------------------------------------------------------------------------------- /datasets/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/datasets/arithmetic.py -------------------------------------------------------------------------------- /datasets/gsm_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/datasets/gsm_dataset.py -------------------------------------------------------------------------------- /datasets/mmlu_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/datasets/mmlu_dataset.py -------------------------------------------------------------------------------- /emb_weights/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/evaluations/__init__.py -------------------------------------------------------------------------------- /evaluations/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/evaluations/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /evaluations/__pycache__/eval_multi_choice_accuracy.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/evaluations/__pycache__/eval_multi_choice_accuracy.cpython-310.pyc -------------------------------------------------------------------------------- /evaluations/__pycache__/eval_number_accuracy.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/evaluations/__pycache__/eval_number_accuracy.cpython-310.pyc -------------------------------------------------------------------------------- /evaluations/__pycache__/eval_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/evaluations/__pycache__/eval_utils.cpython-310.pyc -------------------------------------------------------------------------------- /evaluations/eval_multi_choice_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/evaluations/eval_multi_choice_accuracy.py -------------------------------------------------------------------------------- /evaluations/eval_number_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/evaluations/eval_number_accuracy.py -------------------------------------------------------------------------------- /evaluations/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/evaluations/eval_utils.py -------------------------------------------------------------------------------- /models/__pycache__/agent.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/models/__pycache__/agent.cpython-310.pyc -------------------------------------------------------------------------------- /models/__pycache__/llama_hf.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/models/__pycache__/llama_hf.cpython-310.pyc -------------------------------------------------------------------------------- /models/__pycache__/llama_hf.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/models/__pycache__/llama_hf.cpython-39.pyc -------------------------------------------------------------------------------- /models/__pycache__/stop_tokens.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/models/__pycache__/stop_tokens.cpython-310.pyc -------------------------------------------------------------------------------- /models/__pycache__/stop_tokens.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/models/__pycache__/stop_tokens.cpython-39.pyc -------------------------------------------------------------------------------- /models/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/models/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /models/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/models/agent.py -------------------------------------------------------------------------------- /models/llama_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/models/llama_hf.py -------------------------------------------------------------------------------- /models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/models/utils.py -------------------------------------------------------------------------------- /output/log_2024-Jan-19/id_2Llama-2-7b-hf_Llama-2-7b-hf_gsm8k_test_gsm8k_full_seed65533_vec_nsols1_r3_temp0.2-0.8_nques1_2024-Jan-19--23-24-360.85.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/output/log_2024-Jan-19/id_2Llama-2-7b-hf_Llama-2-7b-hf_gsm8k_test_gsm8k_full_seed65533_vec_nsols1_r3_temp0.2-0.8_nques1_2024-Jan-19--23-24-360.85.json -------------------------------------------------------------------------------- /probe_points/arithmetic_NLD.txt: -------------------------------------------------------------------------------- 1 | 0.1,1 2 | -------------------------------------------------------------------------------- /probe_points/arithmetic_cipher.txt: -------------------------------------------------------------------------------- 1 | 0.1,1.75 2 | -------------------------------------------------------------------------------- /probe_points/gsm8k_NLD.txt: -------------------------------------------------------------------------------- 1 | 0.1,0.2 -------------------------------------------------------------------------------- /probe_points/gsm8k_cipher.txt: -------------------------------------------------------------------------------- 1 | 0.38,0.995 -------------------------------------------------------------------------------- /probe_points/logic_NLD.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/probe_points/logic_NLD.txt -------------------------------------------------------------------------------- /probe_points/logic_cipher.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/probe_points/logic_cipher.txt -------------------------------------------------------------------------------- /probe_points/math_NLD.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/probe_points/math_NLD.txt -------------------------------------------------------------------------------- /probe_points/math_cipher.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/probe_points/math_cipher.txt -------------------------------------------------------------------------------- /probe_points/psychology_NLD.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/probe_points/psychology_NLD.txt -------------------------------------------------------------------------------- /probe_points/psychology_cipher.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/probe_points/psychology_cipher.txt -------------------------------------------------------------------------------- /prompts_v2/arithmetic/debate_2debaters_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/arithmetic/debate_2debaters_v1.txt -------------------------------------------------------------------------------- /prompts_v2/arithmetic/debate_2debaters_v1_bias.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/arithmetic/debate_2debaters_v1_bias.txt -------------------------------------------------------------------------------- /prompts_v2/arithmetic/debate_2debaters_vector_language_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/arithmetic/debate_2debaters_vector_language_v1.txt -------------------------------------------------------------------------------- /prompts_v2/arithmetic/debate_2debaters_vector_language_v1_bias.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/arithmetic/debate_2debaters_vector_language_v1_bias.txt -------------------------------------------------------------------------------- /prompts_v2/arithmetic/debate_3debaters_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/arithmetic/debate_3debaters_v1.txt -------------------------------------------------------------------------------- /prompts_v2/arithmetic/debate_3debaters_vector_language_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/arithmetic/debate_3debaters_vector_language_v1.txt -------------------------------------------------------------------------------- /prompts_v2/arithmetic/debate_4debaters_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/arithmetic/debate_4debaters_v1.txt -------------------------------------------------------------------------------- /prompts_v2/arithmetic/debate_4debaters_vector_language_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/arithmetic/debate_4debaters_vector_language_v1.txt -------------------------------------------------------------------------------- /prompts_v2/arithmetic/debate_5debaters_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/arithmetic/debate_5debaters_v1.txt -------------------------------------------------------------------------------- /prompts_v2/arithmetic/debate_5debaters_vector_language_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/arithmetic/debate_5debaters_vector_language_v1.txt -------------------------------------------------------------------------------- /prompts_v2/arithmetic/init_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/arithmetic/init_prompt.txt -------------------------------------------------------------------------------- /prompts_v2/biography/debate_2debaters_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/biography/debate_2debaters_v1.txt -------------------------------------------------------------------------------- /prompts_v2/biography/debate_2debaters_v10.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/biography/debate_2debaters_v10.txt -------------------------------------------------------------------------------- /prompts_v2/biography/debate_2debaters_v2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/biography/debate_2debaters_v2.txt -------------------------------------------------------------------------------- /prompts_v2/biography/debate_2debaters_v3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/biography/debate_2debaters_v3.txt -------------------------------------------------------------------------------- /prompts_v2/biography/debate_2debaters_v4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/biography/debate_2debaters_v4.txt -------------------------------------------------------------------------------- /prompts_v2/biography/debate_2debaters_v5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/biography/debate_2debaters_v5.txt -------------------------------------------------------------------------------- /prompts_v2/biography/debate_2debaters_v6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/biography/debate_2debaters_v6.txt -------------------------------------------------------------------------------- /prompts_v2/biography/debate_2debaters_v7.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/biography/debate_2debaters_v7.txt -------------------------------------------------------------------------------- /prompts_v2/biography/debate_2debaters_v8.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/biography/debate_2debaters_v8.txt -------------------------------------------------------------------------------- /prompts_v2/biography/debate_2debaters_v9.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/biography/debate_2debaters_v9.txt -------------------------------------------------------------------------------- /prompts_v2/biography/debate_2debaters_vector_language_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/biography/debate_2debaters_vector_language_v1.txt -------------------------------------------------------------------------------- /prompts_v2/biography/init_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/biography/init_prompt.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_2debaters_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_2debaters_v1.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_2debaters_v1_bias.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_2debaters_v1_bias.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_2debaters_vector_language_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_2debaters_vector_language_v1.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_2debaters_vector_language_v1_bias.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_2debaters_vector_language_v1_bias.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_2debaters_wizardmath.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_2debaters_wizardmath.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_2debaters_wizardmath_v2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_2debaters_wizardmath_v2.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_2debaters_wizardmath_v3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_2debaters_wizardmath_v3.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_2debaters_wizardmath_v4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_2debaters_wizardmath_v4.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_2debaters_wizardmath_v5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_2debaters_wizardmath_v5.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_2debaters_wizardmath_v6.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_2debaters_wizardmath_v6.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_2debaters_wizardmath_v7.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_2debaters_wizardmath_v7.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_2debaters_wizardmath_vector_language.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_2debaters_wizardmath_vector_language.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_3debaters_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_3debaters_v1.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_3debaters_vector_language_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_3debaters_vector_language_v1.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_4debaters_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_4debaters_v1.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_4debaters_vector_language_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_4debaters_vector_language_v1.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_5debaters_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_5debaters_v1.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/debate_5debaters_vector_language_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/debate_5debaters_vector_language_v1.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/init_question_3shot_v3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/init_question_3shot_v3.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/init_question_3shot_wizardmath.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/init_question_3shot_wizardmath.txt -------------------------------------------------------------------------------- /prompts_v2/gsm8k/init_wizardmath.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/gsm8k/init_wizardmath.txt -------------------------------------------------------------------------------- /prompts_v2/mmlu/debate_fomal_logic_2debaters_v2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/mmlu/debate_fomal_logic_2debaters_v2.txt -------------------------------------------------------------------------------- /prompts_v2/mmlu/debate_fomal_logic_2debaters_vector_language_v2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/mmlu/debate_fomal_logic_2debaters_vector_language_v2.txt -------------------------------------------------------------------------------- /prompts_v2/mmlu/debate_high_school_mathematics_2debaters_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/mmlu/debate_high_school_mathematics_2debaters_v1.txt -------------------------------------------------------------------------------- /prompts_v2/mmlu/debate_high_school_mathematics_2debaters_vector_language_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/mmlu/debate_high_school_mathematics_2debaters_vector_language_v1.txt -------------------------------------------------------------------------------- /prompts_v2/mmlu/debate_professional_psychology_2debaters_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/mmlu/debate_professional_psychology_2debaters_v1.txt -------------------------------------------------------------------------------- /prompts_v2/mmlu/debate_professional_psychology_2debaters_vector_language_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/mmlu/debate_professional_psychology_2debaters_vector_language_v1.txt -------------------------------------------------------------------------------- /prompts_v2/mmlu/init_fomal_logic_v2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/mmlu/init_fomal_logic_v2.txt -------------------------------------------------------------------------------- /prompts_v2/mmlu/init_high_school_mathematics_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/mmlu/init_high_school_mathematics_v1.txt -------------------------------------------------------------------------------- /prompts_v2/mmlu/init_professional_psychology_v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/prompts_v2/mmlu/init_professional_psychology_v1.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_debate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/run_debate.py -------------------------------------------------------------------------------- /scripts/LLaMA1_scripts.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/scripts/LLaMA1_scripts.md -------------------------------------------------------------------------------- /scripts/quick_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chaudatascience/cipher_multiagent_debate/HEAD/scripts/quick_test.sh --------------------------------------------------------------------------------