├── 201905 ├── README.md └── examples │ ├── horovod │ ├── keras │ │ ├── install.sh │ │ ├── job.sh │ │ ├── mnist.py │ │ └── requirements.txt │ └── tf │ │ ├── install.sh │ │ ├── job.sh │ │ ├── mnist.py │ │ └── requirements.txt │ └── qsub │ └── job.sh ├── 202307 ├── .gitignore ├── README.md ├── config │ ├── config_falcon7b.yaml │ ├── config_finetune.yaml │ ├── config_finetune_deepspeed.yaml │ ├── config_finetune_full.yaml │ ├── config_finetune_lora.yaml │ ├── config_finetune_lora_deepspeed.yaml │ ├── config_finetune_lora_deepspeed_gpt2.yaml │ ├── config_generate_texts.yaml │ └── config_generate_texts_aozora.yaml ├── data │ └── .gitkeep ├── ds_config │ ├── ds_config_zero2.json │ ├── ds_config_zero3.json │ └── ds_config_zero3_mpt.json ├── requirements.txt ├── scripts │ ├── finetune.sh │ ├── finetune_lora.sh │ ├── finetune_lora_deepspeed.sh │ ├── finetune_lora_deepspeed_multinode.sh │ ├── generate_texts.sh │ ├── hello_abci.sh │ ├── process_jsquad.py │ └── show_model.sh └── src │ ├── finetune.py │ ├── finetune_lora.py │ ├── finetune_lora_distribute.py │ ├── generate_texts.py │ └── show_model.py └── 202310 ├── README.md ├── config ├── config_finetune.yaml ├── config_finetune_full.yaml ├── config_finetune_lora.yaml └── config_finetune_lora_deepspeed.yaml ├── ds_config └── ds_config_zero3.json ├── notebooks └── generate_text_with_peft_model.ipynb ├── requirements.txt ├── scripts ├── finetune.sh ├── finetune_lora.sh ├── finetune_lora_deepspeed.sh ├── finetune_lora_deepspeed_multinode.sh ├── generate_text.sh ├── generate_text_lora.sh └── hello_abci.sh └── src ├── finetune.py ├── finetune_lora.py ├── finetune_lora_distribute.py ├── generate_text.py ├── generate_text_lora.py └── sft.py /201905/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/201905/README.md -------------------------------------------------------------------------------- /201905/examples/horovod/keras/install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/201905/examples/horovod/keras/install.sh -------------------------------------------------------------------------------- /201905/examples/horovod/keras/job.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/201905/examples/horovod/keras/job.sh -------------------------------------------------------------------------------- /201905/examples/horovod/keras/mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/201905/examples/horovod/keras/mnist.py -------------------------------------------------------------------------------- /201905/examples/horovod/keras/requirements.txt: -------------------------------------------------------------------------------- 1 | tensorflow-gpu==1.12.0 2 | horovod 3 | -------------------------------------------------------------------------------- /201905/examples/horovod/tf/install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/201905/examples/horovod/tf/install.sh -------------------------------------------------------------------------------- /201905/examples/horovod/tf/job.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/201905/examples/horovod/tf/job.sh -------------------------------------------------------------------------------- /201905/examples/horovod/tf/mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/201905/examples/horovod/tf/mnist.py -------------------------------------------------------------------------------- /201905/examples/horovod/tf/requirements.txt: -------------------------------------------------------------------------------- 1 | tensorflow-gpu==1.12.0 2 | horovod 3 | -------------------------------------------------------------------------------- /201905/examples/qsub/job.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/201905/examples/qsub/job.sh -------------------------------------------------------------------------------- /202307/.gitignore: -------------------------------------------------------------------------------- 1 | logs/ -------------------------------------------------------------------------------- /202307/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/README.md -------------------------------------------------------------------------------- /202307/config/config_falcon7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/config/config_falcon7b.yaml -------------------------------------------------------------------------------- /202307/config/config_finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/config/config_finetune.yaml -------------------------------------------------------------------------------- /202307/config/config_finetune_deepspeed.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/config/config_finetune_deepspeed.yaml -------------------------------------------------------------------------------- /202307/config/config_finetune_full.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/config/config_finetune_full.yaml -------------------------------------------------------------------------------- /202307/config/config_finetune_lora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/config/config_finetune_lora.yaml -------------------------------------------------------------------------------- /202307/config/config_finetune_lora_deepspeed.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/config/config_finetune_lora_deepspeed.yaml -------------------------------------------------------------------------------- /202307/config/config_finetune_lora_deepspeed_gpt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/config/config_finetune_lora_deepspeed_gpt2.yaml -------------------------------------------------------------------------------- /202307/config/config_generate_texts.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/config/config_generate_texts.yaml -------------------------------------------------------------------------------- /202307/config/config_generate_texts_aozora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/config/config_generate_texts_aozora.yaml -------------------------------------------------------------------------------- /202307/data/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /202307/ds_config/ds_config_zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/ds_config/ds_config_zero2.json -------------------------------------------------------------------------------- /202307/ds_config/ds_config_zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/ds_config/ds_config_zero3.json -------------------------------------------------------------------------------- /202307/ds_config/ds_config_zero3_mpt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/ds_config/ds_config_zero3_mpt.json -------------------------------------------------------------------------------- /202307/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/requirements.txt -------------------------------------------------------------------------------- /202307/scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/scripts/finetune.sh -------------------------------------------------------------------------------- /202307/scripts/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/scripts/finetune_lora.sh -------------------------------------------------------------------------------- /202307/scripts/finetune_lora_deepspeed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/scripts/finetune_lora_deepspeed.sh -------------------------------------------------------------------------------- /202307/scripts/finetune_lora_deepspeed_multinode.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/scripts/finetune_lora_deepspeed_multinode.sh -------------------------------------------------------------------------------- /202307/scripts/generate_texts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/scripts/generate_texts.sh -------------------------------------------------------------------------------- /202307/scripts/hello_abci.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/scripts/hello_abci.sh -------------------------------------------------------------------------------- /202307/scripts/process_jsquad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/scripts/process_jsquad.py -------------------------------------------------------------------------------- /202307/scripts/show_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/scripts/show_model.sh -------------------------------------------------------------------------------- /202307/src/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/src/finetune.py -------------------------------------------------------------------------------- /202307/src/finetune_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/src/finetune_lora.py -------------------------------------------------------------------------------- /202307/src/finetune_lora_distribute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/src/finetune_lora_distribute.py -------------------------------------------------------------------------------- /202307/src/generate_texts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/src/generate_texts.py -------------------------------------------------------------------------------- /202307/src/show_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202307/src/show_model.py -------------------------------------------------------------------------------- /202310/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/README.md -------------------------------------------------------------------------------- /202310/config/config_finetune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/config/config_finetune.yaml -------------------------------------------------------------------------------- /202310/config/config_finetune_full.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/config/config_finetune_full.yaml -------------------------------------------------------------------------------- /202310/config/config_finetune_lora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/config/config_finetune_lora.yaml -------------------------------------------------------------------------------- /202310/config/config_finetune_lora_deepspeed.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/config/config_finetune_lora_deepspeed.yaml -------------------------------------------------------------------------------- /202310/ds_config/ds_config_zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/ds_config/ds_config_zero3.json -------------------------------------------------------------------------------- /202310/notebooks/generate_text_with_peft_model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/notebooks/generate_text_with_peft_model.ipynb -------------------------------------------------------------------------------- /202310/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/requirements.txt -------------------------------------------------------------------------------- /202310/scripts/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/scripts/finetune.sh -------------------------------------------------------------------------------- /202310/scripts/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/scripts/finetune_lora.sh -------------------------------------------------------------------------------- /202310/scripts/finetune_lora_deepspeed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/scripts/finetune_lora_deepspeed.sh -------------------------------------------------------------------------------- /202310/scripts/finetune_lora_deepspeed_multinode.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/scripts/finetune_lora_deepspeed_multinode.sh -------------------------------------------------------------------------------- /202310/scripts/generate_text.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/scripts/generate_text.sh -------------------------------------------------------------------------------- /202310/scripts/generate_text_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/scripts/generate_text_lora.sh -------------------------------------------------------------------------------- /202310/scripts/hello_abci.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/scripts/hello_abci.sh -------------------------------------------------------------------------------- /202310/src/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/src/finetune.py -------------------------------------------------------------------------------- /202310/src/finetune_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/src/finetune_lora.py -------------------------------------------------------------------------------- /202310/src/finetune_lora_distribute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/src/finetune_lora_distribute.py -------------------------------------------------------------------------------- /202310/src/generate_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/src/generate_text.py -------------------------------------------------------------------------------- /202310/src/generate_text_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/src/generate_text_lora.py -------------------------------------------------------------------------------- /202310/src/sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ohtaman/abci-examples/HEAD/202310/src/sft.py --------------------------------------------------------------------------------