├── README.md ├── analysis.ipynb ├── checkpoints └── 1.txt ├── eval.py ├── eval.sh ├── img └── overview.png ├── load_data ├── README.md ├── __init__.py ├── constant_len_dataset.py ├── data_agent.py ├── data_agent_modify_version.py ├── data_agent_order.py ├── data_agent_order_modify_version.py ├── dataset_folder │ ├── StrategyQA_test.json │ ├── StrategyQA_test_clean.json │ ├── StrategyQA_train.json │ ├── StrategyQA_train_clean.json │ ├── commonsense_qa_test_clean_CC.json │ ├── commonsense_qa_train.json │ ├── commonsense_qa_train_clean_CC.json │ ├── truthful_qa_test_clean_CC.json │ ├── truthful_qa_train.json │ └── truthful_qa_train_clean_CC.json ├── k_shot_dataset.py ├── preprocess.py ├── prompt_templates │ └── alpaca.json ├── supervised_dataset.py └── utils.py ├── model ├── __init__.py ├── generation_utils.py ├── load_model.py ├── my_trainer.py ├── peft_model.py └── sparse_models.py ├── requirements.txt ├── save_data ├── commonsenseqa_agent │ ├── Qwen │ │ └── Qwen2.5-7B-Instruct_output.json │ └── meta-llama │ │ ├── Llama-2-7b-chat-hf_output.json │ │ └── Llama-3.1-8B-Instruct_output.json ├── stratgeqa_agent │ ├── Qwen │ │ └── Qwen2.5-7B-Instruct_output.json │ └── meta-llama │ │ ├── Llama-2-7b-chat-hf_output.json │ │ └── Llama-3.1-8B-Instruct_output.json └── truthfulqa_agent │ ├── Qwen │ └── Qwen2.5-7B-Instruct_output.json │ └── meta-llama │ ├── Llama-2-7b-chat-hf_output.json │ └── Llama-3.1-8B-Instruct_output.json ├── train.py └── train.sh /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/README.md -------------------------------------------------------------------------------- /analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/analysis.ipynb -------------------------------------------------------------------------------- /checkpoints/1.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/eval.py -------------------------------------------------------------------------------- /eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/eval.sh -------------------------------------------------------------------------------- /img/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/img/overview.png -------------------------------------------------------------------------------- /load_data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/README.md -------------------------------------------------------------------------------- /load_data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /load_data/constant_len_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/constant_len_dataset.py -------------------------------------------------------------------------------- /load_data/data_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/data_agent.py -------------------------------------------------------------------------------- /load_data/data_agent_modify_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/data_agent_modify_version.py -------------------------------------------------------------------------------- /load_data/data_agent_order.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/data_agent_order.py -------------------------------------------------------------------------------- /load_data/data_agent_order_modify_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/data_agent_order_modify_version.py -------------------------------------------------------------------------------- /load_data/dataset_folder/StrategyQA_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/dataset_folder/StrategyQA_test.json -------------------------------------------------------------------------------- /load_data/dataset_folder/StrategyQA_test_clean.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/dataset_folder/StrategyQA_test_clean.json -------------------------------------------------------------------------------- /load_data/dataset_folder/StrategyQA_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/dataset_folder/StrategyQA_train.json -------------------------------------------------------------------------------- /load_data/dataset_folder/StrategyQA_train_clean.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/dataset_folder/StrategyQA_train_clean.json -------------------------------------------------------------------------------- /load_data/dataset_folder/commonsense_qa_test_clean_CC.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/dataset_folder/commonsense_qa_test_clean_CC.json -------------------------------------------------------------------------------- /load_data/dataset_folder/commonsense_qa_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/dataset_folder/commonsense_qa_train.json -------------------------------------------------------------------------------- /load_data/dataset_folder/commonsense_qa_train_clean_CC.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/dataset_folder/commonsense_qa_train_clean_CC.json -------------------------------------------------------------------------------- /load_data/dataset_folder/truthful_qa_test_clean_CC.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/dataset_folder/truthful_qa_test_clean_CC.json -------------------------------------------------------------------------------- /load_data/dataset_folder/truthful_qa_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/dataset_folder/truthful_qa_train.json -------------------------------------------------------------------------------- /load_data/dataset_folder/truthful_qa_train_clean_CC.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/dataset_folder/truthful_qa_train_clean_CC.json -------------------------------------------------------------------------------- /load_data/k_shot_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/k_shot_dataset.py -------------------------------------------------------------------------------- /load_data/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/preprocess.py -------------------------------------------------------------------------------- /load_data/prompt_templates/alpaca.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/prompt_templates/alpaca.json -------------------------------------------------------------------------------- /load_data/supervised_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/supervised_dataset.py -------------------------------------------------------------------------------- /load_data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/load_data/utils.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/model/generation_utils.py -------------------------------------------------------------------------------- /model/load_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/model/load_model.py -------------------------------------------------------------------------------- /model/my_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/model/my_trainer.py -------------------------------------------------------------------------------- /model/peft_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/model/peft_model.py -------------------------------------------------------------------------------- /model/sparse_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/model/sparse_models.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/requirements.txt -------------------------------------------------------------------------------- /save_data/commonsenseqa_agent/Qwen/Qwen2.5-7B-Instruct_output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/save_data/commonsenseqa_agent/Qwen/Qwen2.5-7B-Instruct_output.json -------------------------------------------------------------------------------- /save_data/commonsenseqa_agent/meta-llama/Llama-2-7b-chat-hf_output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/save_data/commonsenseqa_agent/meta-llama/Llama-2-7b-chat-hf_output.json -------------------------------------------------------------------------------- /save_data/commonsenseqa_agent/meta-llama/Llama-3.1-8B-Instruct_output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/save_data/commonsenseqa_agent/meta-llama/Llama-3.1-8B-Instruct_output.json -------------------------------------------------------------------------------- /save_data/stratgeqa_agent/Qwen/Qwen2.5-7B-Instruct_output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/save_data/stratgeqa_agent/Qwen/Qwen2.5-7B-Instruct_output.json -------------------------------------------------------------------------------- /save_data/stratgeqa_agent/meta-llama/Llama-2-7b-chat-hf_output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/save_data/stratgeqa_agent/meta-llama/Llama-2-7b-chat-hf_output.json -------------------------------------------------------------------------------- /save_data/stratgeqa_agent/meta-llama/Llama-3.1-8B-Instruct_output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/save_data/stratgeqa_agent/meta-llama/Llama-3.1-8B-Instruct_output.json -------------------------------------------------------------------------------- /save_data/truthfulqa_agent/Qwen/Qwen2.5-7B-Instruct_output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/save_data/truthfulqa_agent/Qwen/Qwen2.5-7B-Instruct_output.json -------------------------------------------------------------------------------- /save_data/truthfulqa_agent/meta-llama/Llama-2-7b-chat-hf_output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/save_data/truthfulqa_agent/meta-llama/Llama-2-7b-chat-hf_output.json -------------------------------------------------------------------------------- /save_data/truthfulqa_agent/meta-llama/Llama-3.1-8B-Instruct_output.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/save_data/truthfulqa_agent/meta-llama/Llama-3.1-8B-Instruct_output.json -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/train.py -------------------------------------------------------------------------------- /train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MingyuJ666/Disentangling-Memory-and-Reasoning/HEAD/train.sh --------------------------------------------------------------------------------