├── .gitignore ├── EVALUATE.md ├── LICENSE ├── README.md ├── config ├── alto.yaml ├── config_alto_stage1.py ├── config_alto_stage1_5.py ├── zero_stage1_config.json ├── zero_stage2_config.json └── zero_stage3_config.json ├── environment.yml ├── eval ├── eval_pope.py ├── evaluate_mov.py ├── evaluate_pope.py ├── evaluate_referseg.py ├── evaluate_vqa.py ├── mme │ ├── Your_Results │ │ ├── OCR.txt │ │ ├── artwork.txt │ │ ├── celebrity.txt │ │ ├── code_reasoning.txt │ │ ├── color.txt │ │ ├── commonsense_reasoning.txt │ │ ├── count.txt │ │ ├── existence.txt │ │ ├── landmark.txt │ │ ├── numerical_calculation.txt │ │ ├── position.txt │ │ ├── posters.txt │ │ ├── scene.txt │ │ └── text_translation.txt │ ├── calculation.py │ └── eval.py ├── predict.py ├── seg_dataset.py ├── textvqa_eval.py └── utils.py ├── example ├── anns │ └── seg_data_with_mask.jsonl ├── data_seg.json ├── images │ ├── 0.jpg │ ├── 1.jpg │ ├── 2.jpg │ └── 3.jpg ├── masks │ ├── 0.png │ ├── 1.png │ ├── 2.png │ └── 3.png ├── sa1b.json └── sa1b │ ├── sa_1356347.jpg │ ├── sa_1356347.json │ ├── sa_3864027.jpg │ └── sa_3864027.json ├── imgs ├── cover.png ├── image1.jpg └── image2.jpg ├── inference_altollm.py ├── internvl ├── conversation.py ├── dist_utils.py ├── model │ ├── __init__.py │ ├── internlm2 │ │ ├── configuration_internlm2.py │ │ ├── modeling_internlm2.py │ │ ├── tokenization_internlm2.py │ │ └── tokenization_internlm2_fast.py │ ├── internvl_chat │ │ ├── __init__.py │ │ ├── alto.py │ │ ├── configuration_intern_vit.py │ │ ├── configuration_internvl_chat.py │ │ ├── modeling_altollm.py │ │ ├── modeling_intern_vit.py │ │ └── modeling_internvl_chat.py │ └── phi3 │ │ ├── configuration_phi3.py │ │ └── modeling_phi3.py ├── patch │ ├── __init__.py │ ├── internlm2_packed_training_patch.py │ ├── internvit_liger_monkey_patch.py │ ├── llama2_flash_attn_monkey_patch.py │ ├── llama_flash_attn_monkey_patch.py │ ├── llama_packed_training_patch.py │ ├── llama_rmsnorm_monkey_patch.py │ ├── pad_data_collator.py │ ├── phi3_packed_training_patch.py │ ├── qwen2_packed_training_patch.py │ ├── train_dataloader_patch.py │ └── train_sampler_patch.py └── train │ ├── __init__.py │ ├── constants.py │ ├── dataset.py │ ├── dataset_packed.py │ ├── internvl_chat_finetune.py │ ├── internvl_chat_grpo.py │ └── trainer_grpo.py ├── net ├── alto.py ├── alto_infer.py ├── modules │ ├── __init__.py │ ├── base_model.py │ ├── blocks_multi_length.py │ ├── blocks_multi_length_infer.py │ ├── maskgit_vqgan.py │ └── segment_anything │ │ ├── __init__.py │ │ ├── build_sam.py │ │ └── modeling │ │ ├── __init__.py │ │ ├── common.py │ │ ├── image_encoder.py │ │ └── sam.py └── quantizer.py ├── scripts ├── train_altollm_stage2_sft.sh └── train_altollm_stage3_grpo.sh └── trainers ├── dataset.py ├── ema_pytorch.py ├── helper.py ├── loss_alto.py ├── main_multi_nodes.py ├── train_alto.py ├── trainer.py └── viz_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/.gitignore -------------------------------------------------------------------------------- /EVALUATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/EVALUATE.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/README.md -------------------------------------------------------------------------------- /config/alto.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/config/alto.yaml -------------------------------------------------------------------------------- /config/config_alto_stage1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/config/config_alto_stage1.py -------------------------------------------------------------------------------- /config/config_alto_stage1_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/config/config_alto_stage1_5.py -------------------------------------------------------------------------------- /config/zero_stage1_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/config/zero_stage1_config.json -------------------------------------------------------------------------------- /config/zero_stage2_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/config/zero_stage2_config.json -------------------------------------------------------------------------------- /config/zero_stage3_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/config/zero_stage3_config.json -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/environment.yml -------------------------------------------------------------------------------- /eval/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/eval_pope.py -------------------------------------------------------------------------------- /eval/evaluate_mov.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/evaluate_mov.py -------------------------------------------------------------------------------- /eval/evaluate_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/evaluate_pope.py -------------------------------------------------------------------------------- /eval/evaluate_referseg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/evaluate_referseg.py -------------------------------------------------------------------------------- /eval/evaluate_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/evaluate_vqa.py -------------------------------------------------------------------------------- /eval/mme/Your_Results/OCR.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/OCR.txt -------------------------------------------------------------------------------- /eval/mme/Your_Results/artwork.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/artwork.txt -------------------------------------------------------------------------------- /eval/mme/Your_Results/celebrity.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/celebrity.txt -------------------------------------------------------------------------------- /eval/mme/Your_Results/code_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/code_reasoning.txt -------------------------------------------------------------------------------- /eval/mme/Your_Results/color.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/color.txt -------------------------------------------------------------------------------- /eval/mme/Your_Results/commonsense_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/commonsense_reasoning.txt -------------------------------------------------------------------------------- /eval/mme/Your_Results/count.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/count.txt -------------------------------------------------------------------------------- /eval/mme/Your_Results/existence.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/existence.txt -------------------------------------------------------------------------------- /eval/mme/Your_Results/landmark.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/landmark.txt -------------------------------------------------------------------------------- /eval/mme/Your_Results/numerical_calculation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/numerical_calculation.txt -------------------------------------------------------------------------------- /eval/mme/Your_Results/position.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/position.txt -------------------------------------------------------------------------------- /eval/mme/Your_Results/posters.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/posters.txt -------------------------------------------------------------------------------- /eval/mme/Your_Results/scene.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/scene.txt -------------------------------------------------------------------------------- /eval/mme/Your_Results/text_translation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/Your_Results/text_translation.txt -------------------------------------------------------------------------------- /eval/mme/calculation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/calculation.py -------------------------------------------------------------------------------- /eval/mme/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/mme/eval.py -------------------------------------------------------------------------------- /eval/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/predict.py -------------------------------------------------------------------------------- /eval/seg_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/seg_dataset.py -------------------------------------------------------------------------------- /eval/textvqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/textvqa_eval.py -------------------------------------------------------------------------------- /eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/eval/utils.py -------------------------------------------------------------------------------- /example/anns/seg_data_with_mask.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/anns/seg_data_with_mask.jsonl -------------------------------------------------------------------------------- /example/data_seg.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/data_seg.json -------------------------------------------------------------------------------- /example/images/0.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/images/0.jpg -------------------------------------------------------------------------------- /example/images/1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/images/1.jpg -------------------------------------------------------------------------------- /example/images/2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/images/2.jpg -------------------------------------------------------------------------------- /example/images/3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/images/3.jpg -------------------------------------------------------------------------------- /example/masks/0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/masks/0.png -------------------------------------------------------------------------------- /example/masks/1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/masks/1.png -------------------------------------------------------------------------------- /example/masks/2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/masks/2.png -------------------------------------------------------------------------------- /example/masks/3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/masks/3.png -------------------------------------------------------------------------------- /example/sa1b.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/sa1b.json -------------------------------------------------------------------------------- /example/sa1b/sa_1356347.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/sa1b/sa_1356347.jpg -------------------------------------------------------------------------------- /example/sa1b/sa_1356347.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/sa1b/sa_1356347.json -------------------------------------------------------------------------------- /example/sa1b/sa_3864027.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/sa1b/sa_3864027.jpg -------------------------------------------------------------------------------- /example/sa1b/sa_3864027.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/example/sa1b/sa_3864027.json -------------------------------------------------------------------------------- /imgs/cover.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/imgs/cover.png -------------------------------------------------------------------------------- /imgs/image1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/imgs/image1.jpg -------------------------------------------------------------------------------- /imgs/image2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/imgs/image2.jpg -------------------------------------------------------------------------------- /inference_altollm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/inference_altollm.py -------------------------------------------------------------------------------- /internvl/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/conversation.py -------------------------------------------------------------------------------- /internvl/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/dist_utils.py -------------------------------------------------------------------------------- /internvl/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/__init__.py -------------------------------------------------------------------------------- /internvl/model/internlm2/configuration_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/internlm2/configuration_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/modeling_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/internlm2/modeling_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/tokenization_internlm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/internlm2/tokenization_internlm2.py -------------------------------------------------------------------------------- /internvl/model/internlm2/tokenization_internlm2_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/internlm2/tokenization_internlm2_fast.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/internvl_chat/__init__.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/alto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/internvl_chat/alto.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/configuration_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/internvl_chat/configuration_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/configuration_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/internvl_chat/configuration_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/modeling_altollm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/internvl_chat/modeling_altollm.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/modeling_intern_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/internvl_chat/modeling_intern_vit.py -------------------------------------------------------------------------------- /internvl/model/internvl_chat/modeling_internvl_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/internvl_chat/modeling_internvl_chat.py -------------------------------------------------------------------------------- /internvl/model/phi3/configuration_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/phi3/configuration_phi3.py -------------------------------------------------------------------------------- /internvl/model/phi3/modeling_phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/model/phi3/modeling_phi3.py -------------------------------------------------------------------------------- /internvl/patch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/patch/__init__.py -------------------------------------------------------------------------------- /internvl/patch/internlm2_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/patch/internlm2_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/internvit_liger_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/patch/internvit_liger_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama2_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/patch/llama2_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/patch/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/patch/llama_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/llama_rmsnorm_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/patch/llama_rmsnorm_monkey_patch.py -------------------------------------------------------------------------------- /internvl/patch/pad_data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/patch/pad_data_collator.py -------------------------------------------------------------------------------- /internvl/patch/phi3_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/patch/phi3_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/qwen2_packed_training_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/patch/qwen2_packed_training_patch.py -------------------------------------------------------------------------------- /internvl/patch/train_dataloader_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/patch/train_dataloader_patch.py -------------------------------------------------------------------------------- /internvl/patch/train_sampler_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/patch/train_sampler_patch.py -------------------------------------------------------------------------------- /internvl/train/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /internvl/train/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/train/constants.py -------------------------------------------------------------------------------- /internvl/train/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/train/dataset.py -------------------------------------------------------------------------------- /internvl/train/dataset_packed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/train/dataset_packed.py -------------------------------------------------------------------------------- /internvl/train/internvl_chat_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/train/internvl_chat_finetune.py -------------------------------------------------------------------------------- /internvl/train/internvl_chat_grpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/train/internvl_chat_grpo.py -------------------------------------------------------------------------------- /internvl/train/trainer_grpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/internvl/train/trainer_grpo.py -------------------------------------------------------------------------------- /net/alto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/alto.py -------------------------------------------------------------------------------- /net/alto_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/alto_infer.py -------------------------------------------------------------------------------- /net/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/modules/__init__.py -------------------------------------------------------------------------------- /net/modules/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/modules/base_model.py -------------------------------------------------------------------------------- /net/modules/blocks_multi_length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/modules/blocks_multi_length.py -------------------------------------------------------------------------------- /net/modules/blocks_multi_length_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/modules/blocks_multi_length_infer.py -------------------------------------------------------------------------------- /net/modules/maskgit_vqgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/modules/maskgit_vqgan.py -------------------------------------------------------------------------------- /net/modules/segment_anything/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/modules/segment_anything/__init__.py -------------------------------------------------------------------------------- /net/modules/segment_anything/build_sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/modules/segment_anything/build_sam.py -------------------------------------------------------------------------------- /net/modules/segment_anything/modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/modules/segment_anything/modeling/__init__.py -------------------------------------------------------------------------------- /net/modules/segment_anything/modeling/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/modules/segment_anything/modeling/common.py -------------------------------------------------------------------------------- /net/modules/segment_anything/modeling/image_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/modules/segment_anything/modeling/image_encoder.py -------------------------------------------------------------------------------- /net/modules/segment_anything/modeling/sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/modules/segment_anything/modeling/sam.py -------------------------------------------------------------------------------- /net/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/net/quantizer.py -------------------------------------------------------------------------------- /scripts/train_altollm_stage2_sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/scripts/train_altollm_stage2_sft.sh -------------------------------------------------------------------------------- /scripts/train_altollm_stage3_grpo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/scripts/train_altollm_stage3_grpo.sh -------------------------------------------------------------------------------- /trainers/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/trainers/dataset.py -------------------------------------------------------------------------------- /trainers/ema_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/trainers/ema_pytorch.py -------------------------------------------------------------------------------- /trainers/helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/trainers/helper.py -------------------------------------------------------------------------------- /trainers/loss_alto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/trainers/loss_alto.py -------------------------------------------------------------------------------- /trainers/main_multi_nodes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/trainers/main_multi_nodes.py -------------------------------------------------------------------------------- /trainers/train_alto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/trainers/train_alto.py -------------------------------------------------------------------------------- /trainers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/trainers/trainer.py -------------------------------------------------------------------------------- /trainers/viz_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yayafengzi/ALToLLM/HEAD/trainers/viz_utils.py --------------------------------------------------------------------------------