├── .gitignore ├── EVAL.md ├── LICENSE ├── README.md ├── TRAIN.md ├── app.py ├── assets ├── arch.png ├── emerging_curves.png └── teaser.webp ├── data ├── __init__.py ├── configs │ └── example.yaml ├── data_utils.py ├── dataset_base.py ├── dataset_info.py ├── distributed_iterable_dataset.py ├── interleave_datasets │ ├── __init__.py │ ├── edit_dataset.py │ └── interleave_t2i_dataset.py ├── parquet_utils.py ├── t2i_dataset.py ├── transforms.py ├── video_utils.py └── vlm_dataset.py ├── eval ├── __init__.py ├── gen │ ├── gedit │ │ ├── calculate_statistics.py │ │ ├── gen_images_gedit.py │ │ ├── test_gedit_score.py │ │ └── viescore │ │ │ ├── __init__.py │ │ │ ├── mllm_tools │ │ │ ├── __init__.py │ │ │ ├── openai.py │ │ │ ├── qwen25vl_eval.py │ │ │ └── utils.py │ │ │ ├── parse_prompt.py │ │ │ ├── utils.py │ │ │ └── vie_prompts.py │ ├── gen_images_mp.py │ ├── gen_images_mp_imgedit.py │ ├── gen_images_mp_kris.py │ ├── gen_images_mp_rise.py │ ├── gen_images_mp_wise.py │ ├── geneval │ │ ├── evaluation │ │ │ ├── download_models.sh │ │ │ ├── evaluate_images.py │ │ │ ├── evaluate_images_mp.py │ │ │ ├── object_names.txt │ │ │ └── summary_scores.py │ │ └── prompts │ │ │ ├── create_prompts.py │ │ │ ├── evaluation_metadata.jsonl │ │ │ ├── evaluation_metadata_long.jsonl │ │ │ ├── generation_prompts.txt │ │ │ └── object_names.txt │ ├── imgedit │ │ ├── basic_bench.py │ │ ├── step1_get_avgscore.py │ │ └── step2_typescore.py │ ├── kris │ │ ├── final_data.json │ │ ├── metrics_common.py │ │ ├── metrics_knowledge.py │ │ ├── metrics_multi_element.py │ │ ├── metrics_temporal_prediction.py │ │ ├── metrics_view_change.py │ │ ├── prompts.py │ │ └── summarize.py │ ├── rise │ │ ├── gpt_eval.py │ │ └── utils.py │ └── wise │ │ ├── cal_score.py │ │ ├── final_data.json │ │ └── gpt_eval_mp.py └── vlm │ ├── __init__.py │ ├── eval │ ├── mathvista │ │ ├── calculate_score.py │ │ ├── evaluate_mathvista.py │ │ ├── extract_answer.py │ │ ├── extract_answer_mp.py │ │ ├── prompts │ │ │ └── ext_ans.py │ │ └── utilities.py │ ├── mmbench │ │ └── evaluate_mmbench.py │ ├── mme │ │ ├── Your_Results │ │ │ ├── OCR.txt │ │ │ ├── artwork.txt │ │ │ ├── celebrity.txt │ │ │ ├── code_reasoning.txt │ │ │ ├── color.txt │ │ │ ├── commonsense_reasoning.txt │ │ │ ├── count.txt │ │ │ ├── existence.txt │ │ │ ├── landmark.txt │ │ │ ├── numerical_calculation.txt │ │ │ ├── position.txt │ │ │ ├── posters.txt │ │ │ ├── scene.txt │ │ │ └── text_translation.txt │ │ ├── calculation.py │ │ └── eval.py │ ├── mmmu │ │ ├── answer_dict_val.json │ │ ├── data_utils.py │ │ ├── eval_utils.py │ │ ├── evaluate_mmmu.py │ │ ├── evaluate_mmmu_cot.py │ │ └── main_eval_only.py │ ├── mmvet │ │ └── evaluate_mmvet.py │ ├── mmvp │ │ └── evaluate_mmvp.py │ ├── pope │ │ ├── eval_pope.py │ │ └── evaluate_pope.py │ └── vqa │ │ ├── evaluate_vqa.py │ │ └── textvqa_eval.py │ ├── evaluate.sh │ └── utils.py ├── inference.ipynb ├── inferencer.py ├── modeling ├── __init__.py ├── autoencoder.py ├── bagel │ ├── __init__.py │ ├── bagel.py │ ├── modeling_utils.py │ ├── qwen2_navit.py │ └── siglip_navit.py ├── cache_utils │ └── taylorseer.py ├── qwen2 │ ├── __init__.py │ ├── configuration_qwen2.py │ ├── modeling_qwen2.py │ ├── tokenization_qwen2.py │ └── tokenization_qwen2_fast.py └── siglip │ ├── __init__.py │ ├── configuration_siglip.py │ ├── convert_siglip_to_hf.py │ ├── image_processing_siglip.py │ ├── modeling_siglip.py │ ├── processing_siglip.py │ └── tokenization_siglip.py ├── requirements.txt ├── scripts ├── eval │ ├── eval_vlm.sh │ ├── run_eval_vlm.sh │ ├── run_gedit.sh │ ├── run_geneval.sh │ ├── run_imgedit.sh │ ├── run_kris.sh │ ├── run_rise.sh │ └── run_wise.sh └── train.sh ├── test_images ├── meme.jpg ├── octupusy.jpg └── women.jpg └── train ├── __init__.py ├── fsdp_utils.py ├── pretrain_unified_navit.py └── train_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/.gitignore -------------------------------------------------------------------------------- /EVAL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/EVAL.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/README.md -------------------------------------------------------------------------------- /TRAIN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/TRAIN.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/app.py -------------------------------------------------------------------------------- /assets/arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/assets/arch.png -------------------------------------------------------------------------------- /assets/emerging_curves.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/assets/emerging_curves.png -------------------------------------------------------------------------------- /assets/teaser.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/assets/teaser.webp -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/configs/example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/configs/example.yaml -------------------------------------------------------------------------------- /data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/data_utils.py -------------------------------------------------------------------------------- /data/dataset_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/dataset_base.py -------------------------------------------------------------------------------- /data/dataset_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/dataset_info.py -------------------------------------------------------------------------------- /data/distributed_iterable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/distributed_iterable_dataset.py -------------------------------------------------------------------------------- /data/interleave_datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/interleave_datasets/__init__.py -------------------------------------------------------------------------------- /data/interleave_datasets/edit_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/interleave_datasets/edit_dataset.py -------------------------------------------------------------------------------- /data/interleave_datasets/interleave_t2i_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/interleave_datasets/interleave_t2i_dataset.py -------------------------------------------------------------------------------- /data/parquet_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/parquet_utils.py -------------------------------------------------------------------------------- /data/t2i_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/t2i_dataset.py -------------------------------------------------------------------------------- /data/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/transforms.py -------------------------------------------------------------------------------- /data/video_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/video_utils.py -------------------------------------------------------------------------------- /data/vlm_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/data/vlm_dataset.py -------------------------------------------------------------------------------- /eval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/__init__.py -------------------------------------------------------------------------------- /eval/gen/gedit/calculate_statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gedit/calculate_statistics.py -------------------------------------------------------------------------------- /eval/gen/gedit/gen_images_gedit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gedit/gen_images_gedit.py -------------------------------------------------------------------------------- /eval/gen/gedit/test_gedit_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gedit/test_gedit_score.py -------------------------------------------------------------------------------- /eval/gen/gedit/viescore/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gedit/viescore/__init__.py -------------------------------------------------------------------------------- /eval/gen/gedit/viescore/mllm_tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval/gen/gedit/viescore/mllm_tools/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gedit/viescore/mllm_tools/openai.py -------------------------------------------------------------------------------- /eval/gen/gedit/viescore/mllm_tools/qwen25vl_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gedit/viescore/mllm_tools/qwen25vl_eval.py -------------------------------------------------------------------------------- /eval/gen/gedit/viescore/mllm_tools/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gedit/viescore/mllm_tools/utils.py -------------------------------------------------------------------------------- /eval/gen/gedit/viescore/parse_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gedit/viescore/parse_prompt.py -------------------------------------------------------------------------------- /eval/gen/gedit/viescore/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gedit/viescore/utils.py -------------------------------------------------------------------------------- /eval/gen/gedit/viescore/vie_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gedit/viescore/vie_prompts.py -------------------------------------------------------------------------------- /eval/gen/gen_images_mp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gen_images_mp.py -------------------------------------------------------------------------------- /eval/gen/gen_images_mp_imgedit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gen_images_mp_imgedit.py -------------------------------------------------------------------------------- /eval/gen/gen_images_mp_kris.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gen_images_mp_kris.py -------------------------------------------------------------------------------- /eval/gen/gen_images_mp_rise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gen_images_mp_rise.py -------------------------------------------------------------------------------- /eval/gen/gen_images_mp_wise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/gen_images_mp_wise.py -------------------------------------------------------------------------------- /eval/gen/geneval/evaluation/download_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/geneval/evaluation/download_models.sh -------------------------------------------------------------------------------- /eval/gen/geneval/evaluation/evaluate_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/geneval/evaluation/evaluate_images.py -------------------------------------------------------------------------------- /eval/gen/geneval/evaluation/evaluate_images_mp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/geneval/evaluation/evaluate_images_mp.py -------------------------------------------------------------------------------- /eval/gen/geneval/evaluation/object_names.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/geneval/evaluation/object_names.txt -------------------------------------------------------------------------------- /eval/gen/geneval/evaluation/summary_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/geneval/evaluation/summary_scores.py -------------------------------------------------------------------------------- /eval/gen/geneval/prompts/create_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/geneval/prompts/create_prompts.py -------------------------------------------------------------------------------- /eval/gen/geneval/prompts/evaluation_metadata.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/geneval/prompts/evaluation_metadata.jsonl -------------------------------------------------------------------------------- /eval/gen/geneval/prompts/evaluation_metadata_long.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/geneval/prompts/evaluation_metadata_long.jsonl -------------------------------------------------------------------------------- /eval/gen/geneval/prompts/generation_prompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/geneval/prompts/generation_prompts.txt -------------------------------------------------------------------------------- /eval/gen/geneval/prompts/object_names.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/geneval/prompts/object_names.txt -------------------------------------------------------------------------------- /eval/gen/imgedit/basic_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/imgedit/basic_bench.py -------------------------------------------------------------------------------- /eval/gen/imgedit/step1_get_avgscore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/imgedit/step1_get_avgscore.py -------------------------------------------------------------------------------- /eval/gen/imgedit/step2_typescore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/imgedit/step2_typescore.py -------------------------------------------------------------------------------- /eval/gen/kris/final_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/kris/final_data.json -------------------------------------------------------------------------------- /eval/gen/kris/metrics_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/kris/metrics_common.py -------------------------------------------------------------------------------- /eval/gen/kris/metrics_knowledge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/kris/metrics_knowledge.py -------------------------------------------------------------------------------- /eval/gen/kris/metrics_multi_element.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/kris/metrics_multi_element.py -------------------------------------------------------------------------------- /eval/gen/kris/metrics_temporal_prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/kris/metrics_temporal_prediction.py -------------------------------------------------------------------------------- /eval/gen/kris/metrics_view_change.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/kris/metrics_view_change.py -------------------------------------------------------------------------------- /eval/gen/kris/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/kris/prompts.py -------------------------------------------------------------------------------- /eval/gen/kris/summarize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/kris/summarize.py -------------------------------------------------------------------------------- /eval/gen/rise/gpt_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/rise/gpt_eval.py -------------------------------------------------------------------------------- /eval/gen/rise/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/rise/utils.py -------------------------------------------------------------------------------- /eval/gen/wise/cal_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/wise/cal_score.py -------------------------------------------------------------------------------- /eval/gen/wise/final_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/wise/final_data.json -------------------------------------------------------------------------------- /eval/gen/wise/gpt_eval_mp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/gen/wise/gpt_eval_mp.py -------------------------------------------------------------------------------- /eval/vlm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/__init__.py -------------------------------------------------------------------------------- /eval/vlm/eval/mathvista/calculate_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mathvista/calculate_score.py -------------------------------------------------------------------------------- /eval/vlm/eval/mathvista/evaluate_mathvista.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mathvista/evaluate_mathvista.py -------------------------------------------------------------------------------- /eval/vlm/eval/mathvista/extract_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mathvista/extract_answer.py -------------------------------------------------------------------------------- /eval/vlm/eval/mathvista/extract_answer_mp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mathvista/extract_answer_mp.py -------------------------------------------------------------------------------- /eval/vlm/eval/mathvista/prompts/ext_ans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mathvista/prompts/ext_ans.py -------------------------------------------------------------------------------- /eval/vlm/eval/mathvista/utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mathvista/utilities.py -------------------------------------------------------------------------------- /eval/vlm/eval/mmbench/evaluate_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mmbench/evaluate_mmbench.py -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/OCR.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/OCR.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/artwork.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/artwork.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/celebrity.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/celebrity.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/code_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/code_reasoning.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/color.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/color.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/commonsense_reasoning.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/commonsense_reasoning.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/count.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/count.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/existence.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/existence.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/landmark.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/landmark.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/numerical_calculation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/numerical_calculation.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/position.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/position.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/posters.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/posters.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/scene.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/scene.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/Your_Results/text_translation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/Your_Results/text_translation.txt -------------------------------------------------------------------------------- /eval/vlm/eval/mme/calculation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/calculation.py -------------------------------------------------------------------------------- /eval/vlm/eval/mme/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mme/eval.py -------------------------------------------------------------------------------- /eval/vlm/eval/mmmu/answer_dict_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mmmu/answer_dict_val.json -------------------------------------------------------------------------------- /eval/vlm/eval/mmmu/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mmmu/data_utils.py -------------------------------------------------------------------------------- /eval/vlm/eval/mmmu/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mmmu/eval_utils.py -------------------------------------------------------------------------------- /eval/vlm/eval/mmmu/evaluate_mmmu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mmmu/evaluate_mmmu.py -------------------------------------------------------------------------------- /eval/vlm/eval/mmmu/evaluate_mmmu_cot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mmmu/evaluate_mmmu_cot.py -------------------------------------------------------------------------------- /eval/vlm/eval/mmmu/main_eval_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mmmu/main_eval_only.py -------------------------------------------------------------------------------- /eval/vlm/eval/mmvet/evaluate_mmvet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mmvet/evaluate_mmvet.py -------------------------------------------------------------------------------- /eval/vlm/eval/mmvp/evaluate_mmvp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/mmvp/evaluate_mmvp.py -------------------------------------------------------------------------------- /eval/vlm/eval/pope/eval_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/pope/eval_pope.py -------------------------------------------------------------------------------- /eval/vlm/eval/pope/evaluate_pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/pope/evaluate_pope.py -------------------------------------------------------------------------------- /eval/vlm/eval/vqa/evaluate_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/vqa/evaluate_vqa.py -------------------------------------------------------------------------------- /eval/vlm/eval/vqa/textvqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/eval/vqa/textvqa_eval.py -------------------------------------------------------------------------------- /eval/vlm/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/evaluate.sh -------------------------------------------------------------------------------- /eval/vlm/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/eval/vlm/utils.py -------------------------------------------------------------------------------- /inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/inference.ipynb -------------------------------------------------------------------------------- /inferencer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/inferencer.py -------------------------------------------------------------------------------- /modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/__init__.py -------------------------------------------------------------------------------- /modeling/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/autoencoder.py -------------------------------------------------------------------------------- /modeling/bagel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/bagel/__init__.py -------------------------------------------------------------------------------- /modeling/bagel/bagel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/bagel/bagel.py -------------------------------------------------------------------------------- /modeling/bagel/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/bagel/modeling_utils.py -------------------------------------------------------------------------------- /modeling/bagel/qwen2_navit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/bagel/qwen2_navit.py -------------------------------------------------------------------------------- /modeling/bagel/siglip_navit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/bagel/siglip_navit.py -------------------------------------------------------------------------------- /modeling/cache_utils/taylorseer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/cache_utils/taylorseer.py -------------------------------------------------------------------------------- /modeling/qwen2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/qwen2/__init__.py -------------------------------------------------------------------------------- /modeling/qwen2/configuration_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/qwen2/configuration_qwen2.py -------------------------------------------------------------------------------- /modeling/qwen2/modeling_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/qwen2/modeling_qwen2.py -------------------------------------------------------------------------------- /modeling/qwen2/tokenization_qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/qwen2/tokenization_qwen2.py -------------------------------------------------------------------------------- /modeling/qwen2/tokenization_qwen2_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/qwen2/tokenization_qwen2_fast.py -------------------------------------------------------------------------------- /modeling/siglip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/siglip/__init__.py -------------------------------------------------------------------------------- /modeling/siglip/configuration_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/siglip/configuration_siglip.py -------------------------------------------------------------------------------- /modeling/siglip/convert_siglip_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/siglip/convert_siglip_to_hf.py -------------------------------------------------------------------------------- /modeling/siglip/image_processing_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/siglip/image_processing_siglip.py -------------------------------------------------------------------------------- /modeling/siglip/modeling_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/siglip/modeling_siglip.py -------------------------------------------------------------------------------- /modeling/siglip/processing_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/siglip/processing_siglip.py -------------------------------------------------------------------------------- /modeling/siglip/tokenization_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/modeling/siglip/tokenization_siglip.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/eval/eval_vlm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/scripts/eval/eval_vlm.sh -------------------------------------------------------------------------------- /scripts/eval/run_eval_vlm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/scripts/eval/run_eval_vlm.sh -------------------------------------------------------------------------------- /scripts/eval/run_gedit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/scripts/eval/run_gedit.sh -------------------------------------------------------------------------------- /scripts/eval/run_geneval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/scripts/eval/run_geneval.sh -------------------------------------------------------------------------------- /scripts/eval/run_imgedit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/scripts/eval/run_imgedit.sh -------------------------------------------------------------------------------- /scripts/eval/run_kris.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/scripts/eval/run_kris.sh -------------------------------------------------------------------------------- /scripts/eval/run_rise.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/scripts/eval/run_rise.sh -------------------------------------------------------------------------------- /scripts/eval/run_wise.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/scripts/eval/run_wise.sh -------------------------------------------------------------------------------- /scripts/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/scripts/train.sh -------------------------------------------------------------------------------- /test_images/meme.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/test_images/meme.jpg -------------------------------------------------------------------------------- /test_images/octupusy.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/test_images/octupusy.jpg -------------------------------------------------------------------------------- /test_images/women.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/test_images/women.jpg -------------------------------------------------------------------------------- /train/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/train/__init__.py -------------------------------------------------------------------------------- /train/fsdp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/train/fsdp_utils.py -------------------------------------------------------------------------------- /train/pretrain_unified_navit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/train/pretrain_unified_navit.py -------------------------------------------------------------------------------- /train/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ByteDance-Seed/Bagel/HEAD/train/train_utils.py --------------------------------------------------------------------------------