├── LICENSE ├── README.md ├── assets ├── mathvista.png ├── overview.png ├── performance.png └── pure_logo.png ├── chimera ├── chimera.egg-info │ ├── PKG-INFO │ ├── SOURCES.txt │ ├── dependency_links.txt │ ├── requires.txt │ └── top_level.txt ├── chimera │ ├── chimera_infer.py │ ├── conversation.py │ ├── dist_utils.py │ ├── model │ │ ├── __init__.py │ │ ├── chimera │ │ │ ├── __init__.py │ │ │ ├── configuration_chimera.py │ │ │ ├── configuration_intern_vit.py │ │ │ ├── flash_attention.py │ │ │ ├── modeling_chimera.py │ │ │ ├── modeling_intern_vit.py │ │ │ ├── processing_chimera.py │ │ │ └── processing_intern_vit.py │ │ ├── expert_encoder │ │ │ ├── configuration_expert_encoder.py │ │ │ └── modeling_expert_encoder.py │ │ ├── got │ │ │ ├── __init__.py │ │ │ ├── configuration_got_vit.py │ │ │ ├── image_processing_got.py │ │ │ └── modeling_got_vit.py │ │ ├── internlm2 │ │ │ ├── configuration_internlm2.py │ │ │ ├── modeling_internlm2.py │ │ │ ├── tokenization_internlm2.py │ │ │ └── tokenization_internlm2_fast.py │ │ ├── kosmos2_5 │ │ │ ├── __init__.py │ │ │ ├── configuration_kosmos2_5.py │ │ │ ├── image_processing_kosmos2_5.py │ │ │ ├── modeling_kosmos2_5.py │ │ │ └── processing_kosmos2_5.py │ │ └── phi3 │ │ │ ├── check.py │ │ │ ├── configuration_phi3.py │ │ │ └── modeling_phi3.py │ ├── patch │ │ ├── __init__.py │ │ ├── llama2_flash_attn_monkey_patch.py │ │ ├── llama_flash_attn_monkey_patch.py │ │ ├── llama_rmsnorm_monkey_patch.py │ │ ├── pad_data_collator.py │ │ └── train_sampler_patch.py │ └── train │ │ ├── __init__.py │ │ ├── constants.py │ │ ├── dataset.py │ │ ├── processor.ipynb │ │ └── trainer_monkey_patch.py ├── pyproject.toml ├── tools │ ├── convert_parquet.py │ ├── convert_to_int8.py │ ├── extract_mlp.py │ ├── extract_video_frames.py │ ├── extract_vit.py │ ├── json2jsonl.py │ ├── jsonl2jsonl.py │ ├── merge_lora.py │ ├── replace_llm.py │ └── resize_pos_embed.py ├── zero_stage1_config.json ├── zero_stage2_config.json ├── zero_stage3_config.json ├── zero_stage3_config_100b.json ├── zero_stage3_config_34b.json └── zero_stage3_config_70b.json └── requirements.txt /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/README.md -------------------------------------------------------------------------------- /assets/mathvista.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/assets/mathvista.png -------------------------------------------------------------------------------- /assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/assets/overview.png -------------------------------------------------------------------------------- /assets/performance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/assets/performance.png -------------------------------------------------------------------------------- /assets/pure_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/assets/pure_logo.png -------------------------------------------------------------------------------- /chimera/chimera.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera.egg-info/PKG-INFO -------------------------------------------------------------------------------- /chimera/chimera.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /chimera/chimera.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /chimera/chimera.egg-info/requires.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera.egg-info/requires.txt -------------------------------------------------------------------------------- /chimera/chimera.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | chimera 2 | tools 3 | -------------------------------------------------------------------------------- /chimera/chimera/chimera_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/chimera_infer.py -------------------------------------------------------------------------------- /chimera/chimera/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/conversation.py -------------------------------------------------------------------------------- /chimera/chimera/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/dist_utils.py -------------------------------------------------------------------------------- /chimera/chimera/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/__init__.py -------------------------------------------------------------------------------- /chimera/chimera/model/chimera/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/chimera/__init__.py -------------------------------------------------------------------------------- /chimera/chimera/model/chimera/configuration_chimera.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/chimera/configuration_chimera.py -------------------------------------------------------------------------------- /chimera/chimera/model/chimera/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/chimera/configuration_intern_vit.py -------------------------------------------------------------------------------- /chimera/chimera/model/chimera/flash_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/chimera/flash_attention.py -------------------------------------------------------------------------------- /chimera/chimera/model/chimera/modeling_chimera.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/chimera/modeling_chimera.py -------------------------------------------------------------------------------- /chimera/chimera/model/chimera/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/chimera/modeling_intern_vit.py -------------------------------------------------------------------------------- /chimera/chimera/model/chimera/processing_chimera.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/chimera/processing_chimera.py -------------------------------------------------------------------------------- /chimera/chimera/model/chimera/processing_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/chimera/processing_intern_vit.py -------------------------------------------------------------------------------- /chimera/chimera/model/expert_encoder/configuration_expert_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/expert_encoder/configuration_expert_encoder.py -------------------------------------------------------------------------------- /chimera/chimera/model/expert_encoder/modeling_expert_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/expert_encoder/modeling_expert_encoder.py -------------------------------------------------------------------------------- /chimera/chimera/model/got/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/got/__init__.py -------------------------------------------------------------------------------- /chimera/chimera/model/got/configuration_got_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/got/configuration_got_vit.py -------------------------------------------------------------------------------- /chimera/chimera/model/got/image_processing_got.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/got/image_processing_got.py -------------------------------------------------------------------------------- /chimera/chimera/model/got/modeling_got_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/got/modeling_got_vit.py -------------------------------------------------------------------------------- /chimera/chimera/model/internlm2/configuration_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/internlm2/configuration_internlm2.py -------------------------------------------------------------------------------- /chimera/chimera/model/internlm2/modeling_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/internlm2/modeling_internlm2.py -------------------------------------------------------------------------------- /chimera/chimera/model/internlm2/tokenization_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/internlm2/tokenization_internlm2.py -------------------------------------------------------------------------------- /chimera/chimera/model/internlm2/tokenization_internlm2_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/internlm2/tokenization_internlm2_fast.py -------------------------------------------------------------------------------- /chimera/chimera/model/kosmos2_5/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/kosmos2_5/__init__.py -------------------------------------------------------------------------------- /chimera/chimera/model/kosmos2_5/configuration_kosmos2_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/kosmos2_5/configuration_kosmos2_5.py -------------------------------------------------------------------------------- /chimera/chimera/model/kosmos2_5/image_processing_kosmos2_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/kosmos2_5/image_processing_kosmos2_5.py -------------------------------------------------------------------------------- /chimera/chimera/model/kosmos2_5/modeling_kosmos2_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/kosmos2_5/modeling_kosmos2_5.py -------------------------------------------------------------------------------- /chimera/chimera/model/kosmos2_5/processing_kosmos2_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/kosmos2_5/processing_kosmos2_5.py -------------------------------------------------------------------------------- /chimera/chimera/model/phi3/check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/phi3/check.py -------------------------------------------------------------------------------- /chimera/chimera/model/phi3/configuration_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/phi3/configuration_phi3.py -------------------------------------------------------------------------------- /chimera/chimera/model/phi3/modeling_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/model/phi3/modeling_phi3.py -------------------------------------------------------------------------------- /chimera/chimera/patch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/patch/__init__.py -------------------------------------------------------------------------------- /chimera/chimera/patch/llama2_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/patch/llama2_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /chimera/chimera/patch/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/patch/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /chimera/chimera/patch/llama_rmsnorm_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/patch/llama_rmsnorm_monkey_patch.py -------------------------------------------------------------------------------- /chimera/chimera/patch/pad_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/patch/pad_data_collator.py -------------------------------------------------------------------------------- /chimera/chimera/patch/train_sampler_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/patch/train_sampler_patch.py -------------------------------------------------------------------------------- /chimera/chimera/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chimera/chimera/train/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/train/constants.py -------------------------------------------------------------------------------- /chimera/chimera/train/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/train/dataset.py -------------------------------------------------------------------------------- /chimera/chimera/train/processor.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/train/processor.ipynb -------------------------------------------------------------------------------- /chimera/chimera/train/trainer_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/chimera/train/trainer_monkey_patch.py -------------------------------------------------------------------------------- /chimera/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/pyproject.toml -------------------------------------------------------------------------------- /chimera/tools/convert_parquet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/tools/convert_parquet.py -------------------------------------------------------------------------------- /chimera/tools/convert_to_int8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/tools/convert_to_int8.py -------------------------------------------------------------------------------- /chimera/tools/extract_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/tools/extract_mlp.py -------------------------------------------------------------------------------- /chimera/tools/extract_video_frames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/tools/extract_video_frames.py -------------------------------------------------------------------------------- /chimera/tools/extract_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/tools/extract_vit.py -------------------------------------------------------------------------------- /chimera/tools/json2jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/tools/json2jsonl.py -------------------------------------------------------------------------------- /chimera/tools/jsonl2jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/tools/jsonl2jsonl.py -------------------------------------------------------------------------------- /chimera/tools/merge_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/tools/merge_lora.py -------------------------------------------------------------------------------- /chimera/tools/replace_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/tools/replace_llm.py -------------------------------------------------------------------------------- /chimera/tools/resize_pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/tools/resize_pos_embed.py -------------------------------------------------------------------------------- /chimera/zero_stage1_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/zero_stage1_config.json -------------------------------------------------------------------------------- /chimera/zero_stage2_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/zero_stage2_config.json -------------------------------------------------------------------------------- /chimera/zero_stage3_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/zero_stage3_config.json -------------------------------------------------------------------------------- /chimera/zero_stage3_config_100b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/zero_stage3_config_100b.json -------------------------------------------------------------------------------- /chimera/zero_stage3_config_34b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/zero_stage3_config_34b.json -------------------------------------------------------------------------------- /chimera/zero_stage3_config_70b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/chimera/zero_stage3_config_70b.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Alpha-Innovator/Chimera/HEAD/requirements.txt --------------------------------------------------------------------------------