├── LICENSE ├── README.md ├── cerule ├── constants.py ├── conversation.py ├── model │ ├── __init__.py │ ├── builder.py │ ├── cerule_arch.py │ ├── language_model │ │ ├── cerule_gemma.py │ │ └── gemma │ │ │ ├── __init__.py │ │ │ ├── configuration_gemma.py │ │ │ └── modeling_gemma.py │ ├── multimodal_encoder │ │ ├── builder.py │ │ ├── clip │ │ │ └── clip_encoder.py │ │ ├── eva_clip │ │ │ ├── eva_clip_encoder.py │ │ │ ├── eva_clip_processors.py │ │ │ └── eva_vit.py │ │ └── siglip │ │ │ └── siglip_encoder.py │ └── multimodal_projector │ │ └── builder.py ├── serve │ ├── cli.py │ ├── controller.py │ ├── examples │ │ ├── example_1.png │ │ └── example_2.png │ ├── gradio_web_server.py │ ├── model_worker.py │ └── register_worker.py ├── train │ ├── cerule_trainer.py │ └── train.py └── util │ ├── data_utils.py │ ├── mm_utils.py │ └── utils.py ├── examples ├── YHyRn8r.png ├── astronaut.png ├── bridge.png ├── design.jpg ├── example1.jpg.jpg ├── example2.jpg.jpg ├── example3.jpg.jpg ├── extreme_ironing.jpg ├── google.png ├── graph.jpg ├── graph1.jpg ├── image.png ├── mario.png └── sting.png ├── pyproject.toml └── script ├── deepspeed ├── scripts │ └── zero3_offload.json ├── zero2.json └── zero3.json ├── merge_lora_weights.py └── train ├── finetune_full.sh ├── finetune_lora.sh └── pretrain.sh /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/README.md -------------------------------------------------------------------------------- /cerule/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/constants.py -------------------------------------------------------------------------------- /cerule/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/conversation.py -------------------------------------------------------------------------------- /cerule/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/__init__.py -------------------------------------------------------------------------------- /cerule/model/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/builder.py -------------------------------------------------------------------------------- /cerule/model/cerule_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/cerule_arch.py -------------------------------------------------------------------------------- /cerule/model/language_model/cerule_gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/language_model/cerule_gemma.py -------------------------------------------------------------------------------- /cerule/model/language_model/gemma/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/language_model/gemma/__init__.py -------------------------------------------------------------------------------- /cerule/model/language_model/gemma/configuration_gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/language_model/gemma/configuration_gemma.py -------------------------------------------------------------------------------- /cerule/model/language_model/gemma/modeling_gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/language_model/gemma/modeling_gemma.py -------------------------------------------------------------------------------- /cerule/model/multimodal_encoder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/multimodal_encoder/builder.py -------------------------------------------------------------------------------- /cerule/model/multimodal_encoder/clip/clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/multimodal_encoder/clip/clip_encoder.py -------------------------------------------------------------------------------- /cerule/model/multimodal_encoder/eva_clip/eva_clip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/multimodal_encoder/eva_clip/eva_clip_encoder.py -------------------------------------------------------------------------------- /cerule/model/multimodal_encoder/eva_clip/eva_clip_processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/multimodal_encoder/eva_clip/eva_clip_processors.py -------------------------------------------------------------------------------- /cerule/model/multimodal_encoder/eva_clip/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/multimodal_encoder/eva_clip/eva_vit.py -------------------------------------------------------------------------------- /cerule/model/multimodal_encoder/siglip/siglip_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/multimodal_encoder/siglip/siglip_encoder.py -------------------------------------------------------------------------------- /cerule/model/multimodal_projector/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/model/multimodal_projector/builder.py -------------------------------------------------------------------------------- /cerule/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/serve/cli.py -------------------------------------------------------------------------------- /cerule/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/serve/controller.py -------------------------------------------------------------------------------- /cerule/serve/examples/example_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/serve/examples/example_1.png -------------------------------------------------------------------------------- /cerule/serve/examples/example_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/serve/examples/example_2.png -------------------------------------------------------------------------------- /cerule/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/serve/gradio_web_server.py -------------------------------------------------------------------------------- /cerule/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/serve/model_worker.py -------------------------------------------------------------------------------- /cerule/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/serve/register_worker.py -------------------------------------------------------------------------------- /cerule/train/cerule_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/train/cerule_trainer.py -------------------------------------------------------------------------------- /cerule/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/train/train.py -------------------------------------------------------------------------------- /cerule/util/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/util/data_utils.py -------------------------------------------------------------------------------- /cerule/util/mm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/util/mm_utils.py -------------------------------------------------------------------------------- /cerule/util/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/cerule/util/utils.py -------------------------------------------------------------------------------- /examples/YHyRn8r.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/YHyRn8r.png -------------------------------------------------------------------------------- /examples/astronaut.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/astronaut.png -------------------------------------------------------------------------------- /examples/bridge.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/bridge.png -------------------------------------------------------------------------------- /examples/design.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/design.jpg -------------------------------------------------------------------------------- /examples/example1.jpg.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/example1.jpg.jpg -------------------------------------------------------------------------------- /examples/example2.jpg.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/example2.jpg.jpg -------------------------------------------------------------------------------- /examples/example3.jpg.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/example3.jpg.jpg -------------------------------------------------------------------------------- /examples/extreme_ironing.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/extreme_ironing.jpg -------------------------------------------------------------------------------- /examples/google.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/google.png -------------------------------------------------------------------------------- /examples/graph.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/graph.jpg -------------------------------------------------------------------------------- /examples/graph1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/graph1.jpg -------------------------------------------------------------------------------- /examples/image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/image.png -------------------------------------------------------------------------------- /examples/mario.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/mario.png -------------------------------------------------------------------------------- /examples/sting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/examples/sting.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/pyproject.toml -------------------------------------------------------------------------------- /script/deepspeed/scripts/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/script/deepspeed/scripts/zero3_offload.json -------------------------------------------------------------------------------- /script/deepspeed/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/script/deepspeed/zero2.json -------------------------------------------------------------------------------- /script/deepspeed/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/script/deepspeed/zero3.json -------------------------------------------------------------------------------- /script/merge_lora_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/script/merge_lora_weights.py -------------------------------------------------------------------------------- /script/train/finetune_full.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/script/train/finetune_full.sh -------------------------------------------------------------------------------- /script/train/finetune_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/script/train/finetune_lora.sh -------------------------------------------------------------------------------- /script/train/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tensoic/Cerule/HEAD/script/train/pretrain.sh --------------------------------------------------------------------------------