├── README.md ├── README_zh.md ├── alpaca ├── scripts │ ├── assert │ │ ├── dict.txt │ │ └── test.src │ ├── fsdp │ │ ├── README.md │ │ ├── inference │ │ │ ├── run_inf.sh │ │ │ ├── run_inf_hub.sh │ │ │ └── run_webapp.sh │ │ ├── run_train.sh │ │ ├── run_train_belle.sh │ │ └── run_train_cpu_offload.sh │ ├── lora │ │ ├── README.md │ │ ├── inference │ │ │ ├── run_inf.sh │ │ │ ├── run_inf_hub.sh │ │ │ └── run_webapp.sh │ │ └── run_train.sh │ ├── megatron │ │ ├── README.md │ │ ├── inference │ │ │ └── run_inf_megatron.sh │ │ └── run_train_megatron.sh │ ├── megatron_lora │ │ ├── README.md │ │ ├── inference │ │ │ └── run_inf_megatron_lora.sh │ │ └── run_train_megatron_lora.sh │ └── utils │ │ ├── README.md │ │ ├── convert_llama_to_half.py │ │ ├── merge_llama_megatron_ckpt.py │ │ ├── prepare_inf_data.sh │ │ ├── prepare_llama_belle_data.sh │ │ ├── prepare_llama_training_data.sh │ │ ├── prepare_utils.py │ │ ├── process_llama_ckpt.py │ │ └── process_llama_megatron_ckpt.py └── src │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-37.pyc │ ├── megatron_trainer.cpython-37.pyc │ ├── trainer.cpython-37.pyc │ └── utils.cpython-37.pyc │ ├── fsdp │ ├── __pycache__ │ │ ├── cpu_adam.cpython-37.pyc │ │ └── fully_sharded_data_parallel.cpython-37.pyc │ ├── cpu_adam.py │ └── fully_sharded_data_parallel.py │ ├── generate.py │ ├── generator │ ├── __pycache__ │ │ ├── search.cpython-37.pyc │ │ └── sequence_generator.cpython-37.pyc │ ├── search.py │ └── sequence_generator.py │ ├── inference.py │ ├── loss │ ├── __pycache__ │ │ └── lm_loss.cpython-37.pyc │ └── lm_loss.py │ ├── megatron_trainer.py │ ├── model │ ├── __pycache__ │ │ ├── hub_interface.cpython-37.pyc │ │ ├── llama_megatron_transformer.cpython-37.pyc │ │ ├── llama_model.cpython-37.pyc │ │ ├── llama_transformer.cpython-37.pyc │ │ └── lora_modules.cpython-37.pyc │ ├── hub_interface.py │ ├── llama_megatron_transformer.py │ ├── llama_model.py │ ├── llama_transformer.py │ └── lora_modules.py │ ├── preprocess.py │ ├── task │ ├── __pycache__ │ │ ├── dictionary.cpython-37.pyc │ │ ├── seq2seq_dataset.cpython-37.pyc │ │ ├── seq2seq_ft_task.cpython-37.pyc │ │ └── seq2seq_lora_task.cpython-37.pyc │ ├── dictionary.py │ ├── seq2seq_dataset.py │ ├── seq2seq_ft_task.py │ └── seq2seq_lora_task.py │ ├── train_fsdp.py │ ├── train_lora.py │ ├── train_megatron.py │ ├── trainer.py │ ├── utils.py │ └── webapp.py ├── efficient_alpaca_logo.PNG ├── efficient_alpaca_logo_old.PNG └── webapp.PNG /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/README.md -------------------------------------------------------------------------------- /README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/README_zh.md -------------------------------------------------------------------------------- /alpaca/scripts/assert/dict.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/assert/dict.txt -------------------------------------------------------------------------------- /alpaca/scripts/assert/test.src: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/assert/test.src -------------------------------------------------------------------------------- /alpaca/scripts/fsdp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/fsdp/README.md -------------------------------------------------------------------------------- /alpaca/scripts/fsdp/inference/run_inf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/fsdp/inference/run_inf.sh -------------------------------------------------------------------------------- /alpaca/scripts/fsdp/inference/run_inf_hub.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/fsdp/inference/run_inf_hub.sh -------------------------------------------------------------------------------- /alpaca/scripts/fsdp/inference/run_webapp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/fsdp/inference/run_webapp.sh -------------------------------------------------------------------------------- /alpaca/scripts/fsdp/run_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/fsdp/run_train.sh -------------------------------------------------------------------------------- /alpaca/scripts/fsdp/run_train_belle.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/fsdp/run_train_belle.sh -------------------------------------------------------------------------------- /alpaca/scripts/fsdp/run_train_cpu_offload.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/fsdp/run_train_cpu_offload.sh -------------------------------------------------------------------------------- /alpaca/scripts/lora/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/lora/README.md -------------------------------------------------------------------------------- /alpaca/scripts/lora/inference/run_inf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/lora/inference/run_inf.sh -------------------------------------------------------------------------------- /alpaca/scripts/lora/inference/run_inf_hub.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/lora/inference/run_inf_hub.sh -------------------------------------------------------------------------------- /alpaca/scripts/lora/inference/run_webapp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/lora/inference/run_webapp.sh -------------------------------------------------------------------------------- /alpaca/scripts/lora/run_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/lora/run_train.sh -------------------------------------------------------------------------------- /alpaca/scripts/megatron/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/megatron/README.md -------------------------------------------------------------------------------- /alpaca/scripts/megatron/inference/run_inf_megatron.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/megatron/inference/run_inf_megatron.sh -------------------------------------------------------------------------------- /alpaca/scripts/megatron/run_train_megatron.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/megatron/run_train_megatron.sh -------------------------------------------------------------------------------- /alpaca/scripts/megatron_lora/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/megatron_lora/README.md -------------------------------------------------------------------------------- /alpaca/scripts/megatron_lora/inference/run_inf_megatron_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/megatron_lora/inference/run_inf_megatron_lora.sh -------------------------------------------------------------------------------- /alpaca/scripts/megatron_lora/run_train_megatron_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/megatron_lora/run_train_megatron_lora.sh -------------------------------------------------------------------------------- /alpaca/scripts/utils/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/utils/README.md -------------------------------------------------------------------------------- /alpaca/scripts/utils/convert_llama_to_half.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/utils/convert_llama_to_half.py -------------------------------------------------------------------------------- /alpaca/scripts/utils/merge_llama_megatron_ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/utils/merge_llama_megatron_ckpt.py -------------------------------------------------------------------------------- /alpaca/scripts/utils/prepare_inf_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/utils/prepare_inf_data.sh -------------------------------------------------------------------------------- /alpaca/scripts/utils/prepare_llama_belle_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/utils/prepare_llama_belle_data.sh -------------------------------------------------------------------------------- /alpaca/scripts/utils/prepare_llama_training_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/utils/prepare_llama_training_data.sh -------------------------------------------------------------------------------- /alpaca/scripts/utils/prepare_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/utils/prepare_utils.py -------------------------------------------------------------------------------- /alpaca/scripts/utils/process_llama_ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/utils/process_llama_ckpt.py -------------------------------------------------------------------------------- /alpaca/scripts/utils/process_llama_megatron_ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/scripts/utils/process_llama_megatron_ckpt.py -------------------------------------------------------------------------------- /alpaca/src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/__init__.py -------------------------------------------------------------------------------- /alpaca/src/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/__pycache__/megatron_trainer.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/__pycache__/megatron_trainer.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/__pycache__/trainer.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/__pycache__/trainer.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/__pycache__/utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/__pycache__/utils.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/fsdp/__pycache__/cpu_adam.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/fsdp/__pycache__/cpu_adam.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/fsdp/__pycache__/fully_sharded_data_parallel.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/fsdp/__pycache__/fully_sharded_data_parallel.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/fsdp/cpu_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/fsdp/cpu_adam.py -------------------------------------------------------------------------------- /alpaca/src/fsdp/fully_sharded_data_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/fsdp/fully_sharded_data_parallel.py -------------------------------------------------------------------------------- /alpaca/src/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/generate.py -------------------------------------------------------------------------------- /alpaca/src/generator/__pycache__/search.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/generator/__pycache__/search.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/generator/__pycache__/sequence_generator.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/generator/__pycache__/sequence_generator.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/generator/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/generator/search.py -------------------------------------------------------------------------------- /alpaca/src/generator/sequence_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/generator/sequence_generator.py -------------------------------------------------------------------------------- /alpaca/src/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/inference.py -------------------------------------------------------------------------------- /alpaca/src/loss/__pycache__/lm_loss.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/loss/__pycache__/lm_loss.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/loss/lm_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/loss/lm_loss.py -------------------------------------------------------------------------------- /alpaca/src/megatron_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/megatron_trainer.py -------------------------------------------------------------------------------- /alpaca/src/model/__pycache__/hub_interface.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/model/__pycache__/hub_interface.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/model/__pycache__/llama_megatron_transformer.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/model/__pycache__/llama_megatron_transformer.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/model/__pycache__/llama_model.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/model/__pycache__/llama_model.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/model/__pycache__/llama_transformer.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/model/__pycache__/llama_transformer.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/model/__pycache__/lora_modules.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/model/__pycache__/lora_modules.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/model/hub_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/model/hub_interface.py -------------------------------------------------------------------------------- /alpaca/src/model/llama_megatron_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/model/llama_megatron_transformer.py -------------------------------------------------------------------------------- /alpaca/src/model/llama_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/model/llama_model.py -------------------------------------------------------------------------------- /alpaca/src/model/llama_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/model/llama_transformer.py -------------------------------------------------------------------------------- /alpaca/src/model/lora_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/model/lora_modules.py -------------------------------------------------------------------------------- /alpaca/src/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/preprocess.py -------------------------------------------------------------------------------- /alpaca/src/task/__pycache__/dictionary.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/task/__pycache__/dictionary.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/task/__pycache__/seq2seq_dataset.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/task/__pycache__/seq2seq_dataset.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/task/__pycache__/seq2seq_ft_task.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/task/__pycache__/seq2seq_ft_task.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/task/__pycache__/seq2seq_lora_task.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/task/__pycache__/seq2seq_lora_task.cpython-37.pyc -------------------------------------------------------------------------------- /alpaca/src/task/dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/task/dictionary.py -------------------------------------------------------------------------------- /alpaca/src/task/seq2seq_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/task/seq2seq_dataset.py -------------------------------------------------------------------------------- /alpaca/src/task/seq2seq_ft_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/task/seq2seq_ft_task.py -------------------------------------------------------------------------------- /alpaca/src/task/seq2seq_lora_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/task/seq2seq_lora_task.py -------------------------------------------------------------------------------- /alpaca/src/train_fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/train_fsdp.py -------------------------------------------------------------------------------- /alpaca/src/train_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/train_lora.py -------------------------------------------------------------------------------- /alpaca/src/train_megatron.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/train_megatron.py -------------------------------------------------------------------------------- /alpaca/src/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/trainer.py -------------------------------------------------------------------------------- /alpaca/src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/utils.py -------------------------------------------------------------------------------- /alpaca/src/webapp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/alpaca/src/webapp.py -------------------------------------------------------------------------------- /efficient_alpaca_logo.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/efficient_alpaca_logo.PNG -------------------------------------------------------------------------------- /efficient_alpaca_logo_old.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/efficient_alpaca_logo_old.PNG -------------------------------------------------------------------------------- /webapp.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dropreg/efficient_alpaca/HEAD/webapp.PNG --------------------------------------------------------------------------------