├── .gitignore ├── DATA_LICENSE ├── LICENSE ├── Makefile ├── README.md ├── assets └── janus_overview.png ├── examples ├── inference_example.py └── inference_reward_example.py ├── requirements.txt ├── run_eval_openai.py ├── run_eval_openai_batch.py ├── run_inference.py ├── run_inference_openai.py ├── train ├── axolotl │ └── config │ │ ├── janus-7b-196k-epoch1.yaml │ │ ├── janus-7b-196k.yaml │ │ ├── janus-7b-65k.yaml │ │ ├── janus-7b-dpo.yml │ │ └── janus-7b-orpo.yml └── openrlhf │ ├── scripts │ ├── train_rm.sh │ └── train_rm_helpful.sh │ └── train_rm.py └── utils ├── data_utils.py ├── models ├── openai_utils.py ├── reward_model.py └── vllm_utils.py ├── output_parser.py └── prompts.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/.gitignore -------------------------------------------------------------------------------- /DATA_LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/DATA_LICENSE -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/README.md -------------------------------------------------------------------------------- /assets/janus_overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/assets/janus_overview.png -------------------------------------------------------------------------------- /examples/inference_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/examples/inference_example.py -------------------------------------------------------------------------------- /examples/inference_reward_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/examples/inference_reward_example.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_eval_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/run_eval_openai.py -------------------------------------------------------------------------------- /run_eval_openai_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/run_eval_openai_batch.py -------------------------------------------------------------------------------- /run_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/run_inference.py -------------------------------------------------------------------------------- /run_inference_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/run_inference_openai.py -------------------------------------------------------------------------------- /train/axolotl/config/janus-7b-196k-epoch1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/train/axolotl/config/janus-7b-196k-epoch1.yaml -------------------------------------------------------------------------------- /train/axolotl/config/janus-7b-196k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/train/axolotl/config/janus-7b-196k.yaml -------------------------------------------------------------------------------- /train/axolotl/config/janus-7b-65k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/train/axolotl/config/janus-7b-65k.yaml -------------------------------------------------------------------------------- /train/axolotl/config/janus-7b-dpo.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/train/axolotl/config/janus-7b-dpo.yml -------------------------------------------------------------------------------- /train/axolotl/config/janus-7b-orpo.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/train/axolotl/config/janus-7b-orpo.yml -------------------------------------------------------------------------------- /train/openrlhf/scripts/train_rm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/train/openrlhf/scripts/train_rm.sh -------------------------------------------------------------------------------- /train/openrlhf/scripts/train_rm_helpful.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/train/openrlhf/scripts/train_rm_helpful.sh -------------------------------------------------------------------------------- /train/openrlhf/train_rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/train/openrlhf/train_rm.py -------------------------------------------------------------------------------- /utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/utils/data_utils.py -------------------------------------------------------------------------------- /utils/models/openai_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/utils/models/openai_utils.py -------------------------------------------------------------------------------- /utils/models/reward_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/utils/models/reward_model.py -------------------------------------------------------------------------------- /utils/models/vllm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/utils/models/vllm_utils.py -------------------------------------------------------------------------------- /utils/output_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/utils/output_parser.py -------------------------------------------------------------------------------- /utils/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/Janus/HEAD/utils/prompts.py --------------------------------------------------------------------------------