├── 1_kochatgpt_code_231122.ipynb ├── 231122_THEAIKOREA_LLM실전구축_배포.pdf ├── 2_GPT_3_5_Turbo_Fine_tuning_231122.ipynb ├── 3_AutoTrain_LLM_colab_231122.ipynb ├── 4_instruct_fine_tuning_polyglot_ko_12B_colab_231122.ipynb ├── 5_DPO_on_llama2_실습_231122.ipynb ├── 6_RAG_langchain_231122.ipynb ├── 7_LLM_RAG_Evaluation_231122.ipynb ├── DPO_231121 ├── README.md ├── dpo_llama2.py ├── requirements.txt └── sft_llama2.py ├── README.md ├── autotrain-advanced_231012.zip ├── colossalai_ChatGPT_230319 ├── LICENSE ├── README.md ├── benchmarks │ ├── README.md │ ├── benchmark_gpt_dummy.py │ ├── benchmark_gpt_dummy.sh │ └── benchmark_opt_lora_dummy.py ├── chatgpt │ ├── __init__.py │ ├── dataset │ │ ├── __init__.py │ │ ├── reward_dataset.py │ │ └── utils.py │ ├── experience_maker │ │ ├── __init__.py │ │ ├── base.py │ │ └── naive.py │ ├── models │ │ ├── __init__.py │ │ ├── base │ │ │ ├── __init__.py │ │ │ ├── actor.py │ │ │ ├── critic.py │ │ │ └── reward_model.py │ │ ├── bloom │ │ │ ├── __init__.py │ │ │ ├── bloom_actor.py │ │ │ ├── bloom_critic.py │ │ │ └── bloom_rm.py │ │ ├── generation.py │ │ ├── generation_utils.py │ │ ├── gpt │ │ │ ├── __init__.py │ │ │ ├── gpt_actor.py │ │ │ ├── gpt_critic.py │ │ │ └── gpt_rm.py │ │ ├── lora.py │ │ ├── loss.py │ │ ├── opt │ │ │ ├── __init__.py │ │ │ ├── opt_actor.py │ │ │ ├── opt_critic.py │ │ │ └── opt_rm.py │ │ └── utils.py │ ├── replay_buffer │ │ ├── __init__.py │ │ ├── base.py │ │ ├── naive.py │ │ └── utils.py │ └── trainer │ │ ├── __init__.py │ │ ├── base.py │ │ ├── callbacks │ │ ├── __init__.py │ │ ├── base.py │ │ ├── performance_evaluator.py │ │ └── save_checkpoint.py │ │ ├── ppo.py │ │ ├── rm.py │ │ ├── strategies │ │ ├── __init__.py │ │ ├── base.py │ │ ├── colossalai.py │ │ ├── ddp.py │ │ ├── naive.py │ │ └── sampler.py │ │ └── utils.py ├── examples │ ├── README.md │ ├── inference.py │ ├── requirements.txt │ ├── test_ci.sh │ ├── train_dummy.py │ ├── train_dummy.sh │ ├── train_prompts.py │ ├── train_prompts.sh │ ├── train_reward_model.py │ └── train_rm.sh ├── pytest.ini ├── requirements-test.txt ├── requirements.txt ├── setup.py ├── tests │ ├── __init__.py │ ├── test_checkpoint.py │ └── test_data.py └── version.txt ├── data_kochatgpt ├── kochatgpt_1_SFT.jsonl ├── kochatgpt_1_SFT_conversation.jsonl ├── kochatgpt_2_RM.jsonl ├── kochatgpt_3_PPO.jsonl └── kochatgpt_seed_data.txt └── img ├── 0_langchain_1.png ├── 1_SFT_1.png ├── 2_RM_1.png ├── 2_RM_2.png ├── 2_RM_3_RLHF.mp4 ├── 3_PPO_1.png ├── 3_PPO_2.png ├── 3_PPO_3.png ├── image_step1.JPG ├── image_step2.JPG ├── image_step3.JPG ├── kochatgpt_output_1.JPG ├── kochatgpt_output_2.JPG └── kochatgpt_output_3.JPG /1_kochatgpt_code_231122.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/1_kochatgpt_code_231122.ipynb -------------------------------------------------------------------------------- /231122_THEAIKOREA_LLM실전구축_배포.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/231122_THEAIKOREA_LLM실전구축_배포.pdf -------------------------------------------------------------------------------- /2_GPT_3_5_Turbo_Fine_tuning_231122.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/2_GPT_3_5_Turbo_Fine_tuning_231122.ipynb -------------------------------------------------------------------------------- /3_AutoTrain_LLM_colab_231122.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/3_AutoTrain_LLM_colab_231122.ipynb -------------------------------------------------------------------------------- /4_instruct_fine_tuning_polyglot_ko_12B_colab_231122.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/4_instruct_fine_tuning_polyglot_ko_12B_colab_231122.ipynb -------------------------------------------------------------------------------- /5_DPO_on_llama2_실습_231122.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/5_DPO_on_llama2_실습_231122.ipynb -------------------------------------------------------------------------------- /6_RAG_langchain_231122.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/6_RAG_langchain_231122.ipynb -------------------------------------------------------------------------------- /7_LLM_RAG_Evaluation_231122.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/7_LLM_RAG_Evaluation_231122.ipynb -------------------------------------------------------------------------------- /DPO_231121/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/DPO_231121/README.md -------------------------------------------------------------------------------- /DPO_231121/dpo_llama2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/DPO_231121/dpo_llama2.py -------------------------------------------------------------------------------- /DPO_231121/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/DPO_231121/requirements.txt -------------------------------------------------------------------------------- /DPO_231121/sft_llama2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/DPO_231121/sft_llama2.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/README.md -------------------------------------------------------------------------------- /autotrain-advanced_231012.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/autotrain-advanced_231012.zip -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/LICENSE -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/README.md -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/benchmarks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/benchmarks/README.md -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/benchmarks/benchmark_gpt_dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/benchmarks/benchmark_gpt_dummy.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/benchmarks/benchmark_gpt_dummy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/benchmarks/benchmark_gpt_dummy.sh -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/benchmarks/benchmark_opt_lora_dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/benchmarks/benchmark_opt_lora_dummy.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/dataset/__init__.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/dataset/reward_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/dataset/reward_dataset.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/dataset/utils.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/experience_maker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/experience_maker/__init__.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/experience_maker/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/experience_maker/base.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/experience_maker/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/experience_maker/naive.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/__init__.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/base/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/base/__init__.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/base/actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/base/actor.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/base/critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/base/critic.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/base/reward_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/base/reward_model.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/bloom/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/bloom/__init__.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/bloom/bloom_actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/bloom/bloom_actor.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/bloom/bloom_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/bloom/bloom_critic.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/bloom/bloom_rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/bloom/bloom_rm.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/generation.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/generation_utils.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/gpt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/gpt/__init__.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/gpt/gpt_actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/gpt/gpt_actor.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/gpt/gpt_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/gpt/gpt_critic.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/gpt/gpt_rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/gpt/gpt_rm.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/lora.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/loss.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/opt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/opt/__init__.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/opt/opt_actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/opt/opt_actor.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/opt/opt_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/opt/opt_critic.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/opt/opt_rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/opt/opt_rm.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/models/utils.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/replay_buffer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/replay_buffer/__init__.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/replay_buffer/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/replay_buffer/base.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/replay_buffer/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/replay_buffer/naive.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/replay_buffer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/replay_buffer/utils.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/__init__.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/base.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/callbacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/callbacks/__init__.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/callbacks/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/callbacks/base.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/callbacks/performance_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/callbacks/performance_evaluator.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/callbacks/save_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/callbacks/save_checkpoint.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/ppo.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/rm.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/strategies/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/strategies/__init__.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/strategies/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/strategies/base.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/strategies/colossalai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/strategies/colossalai.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/strategies/ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/strategies/ddp.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/strategies/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/strategies/naive.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/strategies/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/strategies/sampler.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/chatgpt/trainer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/chatgpt/trainer/utils.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/examples/README.md -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/examples/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/examples/inference.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/examples/requirements.txt: -------------------------------------------------------------------------------- 1 | pandas>=1.4.1 2 | -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/examples/test_ci.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/examples/test_ci.sh -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/examples/train_dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/examples/train_dummy.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/examples/train_dummy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/examples/train_dummy.sh -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/examples/train_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/examples/train_prompts.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/examples/train_prompts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/examples/train_prompts.sh -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/examples/train_reward_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/examples/train_reward_model.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/examples/train_rm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/examples/train_rm.sh -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/pytest.ini -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/requirements-test.txt: -------------------------------------------------------------------------------- 1 | pytest 2 | -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/requirements.txt -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/setup.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/tests/test_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/tests/test_checkpoint.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/tests/test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/colossalai_ChatGPT_230319/tests/test_data.py -------------------------------------------------------------------------------- /colossalai_ChatGPT_230319/version.txt: -------------------------------------------------------------------------------- 1 | 0.1.0 2 | -------------------------------------------------------------------------------- /data_kochatgpt/kochatgpt_1_SFT.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/data_kochatgpt/kochatgpt_1_SFT.jsonl -------------------------------------------------------------------------------- /data_kochatgpt/kochatgpt_1_SFT_conversation.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/data_kochatgpt/kochatgpt_1_SFT_conversation.jsonl -------------------------------------------------------------------------------- /data_kochatgpt/kochatgpt_2_RM.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/data_kochatgpt/kochatgpt_2_RM.jsonl -------------------------------------------------------------------------------- /data_kochatgpt/kochatgpt_3_PPO.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/data_kochatgpt/kochatgpt_3_PPO.jsonl -------------------------------------------------------------------------------- /data_kochatgpt/kochatgpt_seed_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/data_kochatgpt/kochatgpt_seed_data.txt -------------------------------------------------------------------------------- /img/0_langchain_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/0_langchain_1.png -------------------------------------------------------------------------------- /img/1_SFT_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/1_SFT_1.png -------------------------------------------------------------------------------- /img/2_RM_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/2_RM_1.png -------------------------------------------------------------------------------- /img/2_RM_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/2_RM_2.png -------------------------------------------------------------------------------- /img/2_RM_3_RLHF.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/2_RM_3_RLHF.mp4 -------------------------------------------------------------------------------- /img/3_PPO_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/3_PPO_1.png -------------------------------------------------------------------------------- /img/3_PPO_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/3_PPO_2.png -------------------------------------------------------------------------------- /img/3_PPO_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/3_PPO_3.png -------------------------------------------------------------------------------- /img/image_step1.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/image_step1.JPG -------------------------------------------------------------------------------- /img/image_step2.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/image_step2.JPG -------------------------------------------------------------------------------- /img/image_step3.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/image_step3.JPG -------------------------------------------------------------------------------- /img/kochatgpt_output_1.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/kochatgpt_output_1.JPG -------------------------------------------------------------------------------- /img/kochatgpt_output_2.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/kochatgpt_output_2.JPG -------------------------------------------------------------------------------- /img/kochatgpt_output_3.JPG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/airobotlab/KoChatGPT/HEAD/img/kochatgpt_output_3.JPG --------------------------------------------------------------------------------