├── Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning ├── Readme.md ├── environment.txt ├── examples │ └── finetuning2.py ├── script │ ├── fine-tuning.sh │ └── scc_run.sh └── src │ └── llama_recipes │ ├── configs │ ├── __init__.py │ ├── fsdp.py │ └── training.py │ ├── data │ ├── concatenator.py │ └── sampler.py │ ├── finetuning2.py │ ├── inference │ ├── checkpoint_converter_fsdp_hf.py │ ├── model_utils.py │ └── safety_utils.py │ ├── model_checkpointing │ ├── __init__.py │ └── checkpoint_handler.py │ ├── policies │ ├── __init__.py │ ├── activation_checkpointing_functions.py │ ├── anyprecision_optimizer.py │ ├── mixed_precision.py │ └── wrapping.py │ └── utils │ ├── __init__.py │ ├── config_utils.py │ ├── fsdp_utils.py │ ├── memory_utils.py │ ├── sam.py │ └── train_utils.py └── README.md /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/Readme.md -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/environment.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/environment.txt -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/examples/finetuning2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/examples/finetuning2.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/script/fine-tuning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/script/fine-tuning.sh -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/script/scc_run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/script/scc_run.sh -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/configs/__init__.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/configs/fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/configs/fsdp.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/configs/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/configs/training.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/data/concatenator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/data/concatenator.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/data/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/data/sampler.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/finetuning2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/finetuning2.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/inference/checkpoint_converter_fsdp_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/inference/checkpoint_converter_fsdp_hf.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/inference/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/inference/model_utils.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/inference/safety_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/inference/safety_utils.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/model_checkpointing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/model_checkpointing/__init__.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/model_checkpointing/checkpoint_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/model_checkpointing/checkpoint_handler.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/policies/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/policies/__init__.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/policies/activation_checkpointing_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/policies/activation_checkpointing_functions.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/policies/anyprecision_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/policies/anyprecision_optimizer.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/policies/mixed_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/policies/mixed_precision.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/policies/wrapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/policies/wrapping.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/utils/__init__.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/utils/config_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/utils/config_utils.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/utils/fsdp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/utils/fsdp_utils.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/utils/memory_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/utils/memory_utils.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/utils/sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/utils/sam.py -------------------------------------------------------------------------------- /Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/Code_for_Revisiting_Catastrophic_Forgetting_in _Large_Language_Model _Tuning/src/llama_recipes/utils/train_utils.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Li-Hyn/LLM_CatastrophicForgetting/HEAD/README.md --------------------------------------------------------------------------------