├── .gitattributes ├── .github ├── issue_template.md ├── pull_request_template.md └── workflows │ └── black.yml ├── .gitignore ├── CODE_OF_CONDUCT.md ├── LICENSE ├── README.md ├── conftest.py ├── docs ├── OtterHD.md ├── benchmark_eval.md ├── credits.md ├── huggingface_compatible.md ├── mimicit_format.md └── server_host.md ├── environment.yml ├── mimic-it ├── README.md ├── convert-it │ ├── README.md │ ├── __init__.py │ ├── abstract_dataset.py │ ├── datasets │ │ ├── 2d.py │ │ ├── 3d.py │ │ ├── __init__.py │ │ ├── change.py │ │ ├── fpv.py │ │ ├── utils │ │ │ ├── scene_navigation_utils.py │ │ │ └── visual_story_telling_utils.py │ │ └── video.py │ ├── image_utils.py │ └── main.py └── syphus │ ├── abstract_dataset.py │ ├── datasets │ ├── 3d.py │ ├── __init__.py │ ├── change.py │ ├── fpv.py │ ├── funqa.py │ ├── translate.py │ └── video.py │ ├── file_utils.py │ ├── main.py │ └── prompts │ ├── coco_spot_the_difference_prompt.py │ ├── dense_captions.json │ ├── ego4d.json │ ├── funqa_dia.json │ ├── funqa_mcqa.json │ ├── funqa_translation.json │ ├── scene_navigation.json │ ├── spot_the_difference.json │ ├── translation_prompt.py │ ├── tv_captions.json │ └── visual_story_telling.json ├── pipeline ├── accelerate_configs │ ├── accelerate_config_ddp.yaml │ ├── accelerate_config_fsdp.yaml │ ├── accelerate_config_zero1.yaml │ ├── accelerate_config_zero2.yaml │ ├── accelerate_config_zero2_slurm.yaml │ ├── accelerate_config_zero3.yaml │ ├── accelerate_config_zero3_offload.yaml │ ├── accelerate_config_zero3_slurm.yaml │ └── ds_zero3_config.json ├── benchmarks │ ├── .gitignore │ ├── __init__.py │ ├── datasets │ │ ├── __init__.py │ │ ├── base_eval_dataset.py │ │ ├── magnifierbench.py │ │ ├── mathvista.py │ │ ├── mmbench.py │ │ ├── mme.py │ │ ├── mmvet.py │ │ ├── pope.py │ │ ├── scienceqa.py │ │ └── seedbench.py │ ├── evaluate.py │ ├── models │ │ ├── __init__.py │ │ ├── base_model.py │ │ ├── frozen_bilm.py │ │ ├── fuyu.py │ │ ├── gpt4v.py │ │ ├── idefics.py │ │ ├── instructblip.py │ │ ├── llama_adapter.py │ │ ├── llava_model.py │ │ ├── mplug_owl.py │ │ ├── otter_image.py │ │ ├── otter_video.py │ │ ├── otterhd.py │ │ ├── qwen_vl.py │ │ ├── video_chat.py │ │ └── video_chatgpt.py │ └── public_datasets_suite │ │ ├── README.md │ │ ├── __init__.py │ │ ├── classification_utils.py │ │ ├── coco_metric.py │ │ ├── config.yaml │ │ ├── eval_datasets.py │ │ ├── eval_model.py │ │ ├── evaluate.py │ │ ├── get_args.ipynb │ │ ├── models │ │ ├── __init__.py │ │ ├── blip.py │ │ ├── idefics.py │ │ ├── open_flamingo.py │ │ ├── otter.py │ │ └── utils.py │ │ ├── ok_vqa_utils.py │ │ ├── run_eval_coco_idefics.sh │ │ ├── run_eval_coco_otter.sh │ │ ├── run_eval_otter.sh │ │ ├── run_eval_otter_slurm.sh │ │ └── vqa_metric.py ├── demos │ ├── __init__.py │ ├── demo_models.py │ ├── demo_utils.py │ ├── inference.py │ └── interactive │ │ ├── otter_image.ipynb │ │ ├── otter_image.py │ │ ├── otter_image_incontext.py │ │ ├── otter_video.ipynb │ │ └── otter_video.py ├── mimicit_utils │ ├── data.py │ ├── mimicit_dataset.py │ └── transforms.py ├── serve │ ├── __init__.py │ ├── cli.py │ ├── controller.py │ ├── conversation.py │ ├── deploy │ │ ├── conversation.py │ │ ├── deploy.py │ │ ├── otterhd_endpoint.py │ │ └── utils.py │ ├── gradio_css.py │ ├── gradio_patch.py │ ├── gradio_web_server.py │ ├── gradio_web_server_video.py │ ├── model_worker.py │ ├── multiplex_script │ │ └── otter_image_server.py │ ├── register_worker.py │ ├── serving_utils.py │ └── test_message.py ├── train │ ├── .gitignore │ ├── __init__.py │ ├── config.yaml │ ├── distributed.py │ ├── instruction_following.py │ ├── pretraining.py │ ├── pretraining_cc3m.py │ ├── train_args.py │ └── train_utils.py └── utils │ ├── __init__.py │ ├── apply_delta.py │ ├── convert_laion400m-tsv_to_laion400m-tar_mp_shard.py │ ├── convert_mmc4_to_wds.py │ ├── convert_to_parquet.py │ ├── general.py │ ├── make_a_train.py │ └── modeling_value_head.py ├── pyproject.toml ├── pytest.ini ├── requirements.txt ├── setup.py ├── shared_scripts ├── Demo_Data.yaml ├── Demo_OtterHD.sh ├── Demo_OtterMPT.sh └── Otter_MPT7B_Train_Decoder.json ├── src └── otter_ai │ ├── __init__.py │ └── models │ ├── __init__.py │ ├── falcon │ ├── __init__.py │ ├── configuration_RW.py │ └── modelling_RW.py │ ├── flamingo │ ├── __init__.py │ ├── config.json │ ├── configuration_flamingo.py │ ├── converting_flamingo_to_bf16.py │ ├── converting_flamingo_to_hf.py │ ├── converting_flamingo_to_lora.py │ ├── flamingo-falcon-7B.json │ ├── flamingo-llama2-chat-13B.json │ ├── flamingo-llama2-chat-7B.json │ ├── flamingo-mpt-1B-redpajama.json │ ├── flamingo-mpt-30B-bf16.json │ ├── flamingo-mpt-30B.json │ ├── flamingo-mpt-7B.json │ ├── flamingo-vicuna-33B-v1.3.json │ ├── flamingo-vicuna-7B-v1.3.json │ ├── injecting_falcon_into_flamingo.py │ ├── injecting_llama2_into_flamingo.py │ ├── injecting_mpt-1B-redpajama_into_flamingo.py │ ├── injecting_mpt_into_flamingo.py │ ├── injecting_vicuna_into_flamingo.py │ ├── modeling_flamingo.py │ ├── utils.py │ └── utils │ │ ├── converting_flamingo_to_bf16.py │ │ ├── converting_flamingo_to_hf.py │ │ ├── converting_flamingo_to_lora.py │ │ ├── flamingo-falcon-7B.json │ │ ├── flamingo-llama2-chat-13B.json │ │ ├── flamingo-llama2-chat-7B.json │ │ ├── flamingo-mpt-1B-redpajama.json │ │ ├── flamingo-mpt-30B-bf16.json │ │ ├── flamingo-mpt-30B.json │ │ ├── flamingo-mpt-7B.json │ │ ├── flamingo-vicuna-33B-v1.3.json │ │ ├── flamingo-vicuna-7B-v1.3.json │ │ ├── injecting_falcon_into_flamingo.py │ │ ├── injecting_llama2_into_flamingo.py │ │ ├── injecting_mpt-1B-redpajama_into_flamingo.py │ │ ├── injecting_mpt_into_flamingo.py │ │ └── injecting_vicuna_into_flamingo.py │ ├── fuyu │ ├── modeling_fuyu.py │ ├── modeling_persimmon.py │ └── processing_fuyu.py │ ├── mpt │ ├── __init__.py │ ├── adapt_tokenizer.py │ ├── attention.py │ ├── blocks.py │ ├── configuration_mpt.py │ ├── custom_embedding.py │ ├── flash_attn_triton.py │ ├── hf_prefixlm_converter.py │ ├── meta_init_context.py │ ├── modeling_mpt.py │ ├── norm.py │ └── param_init_fns.py │ ├── mpt_redpajama │ ├── __init__.py │ ├── attention.py │ ├── configuration_mosaic_gpt.py │ ├── gpt_blocks.py │ ├── low_precision_layernorm.py │ ├── mosaic_gpt.py │ └── param_init_fns.py │ └── otter │ ├── Otter-MPT7B-config.json │ ├── Otter-MPT7B-config.json~0d12192f665f5e9da1ecb2f23d6a360eb7753771 │ ├── Otter-MPT7B-config.json~HEAD │ ├── __init__.py │ ├── config.json │ ├── configuration_otter.py │ ├── converting_flamingo_to_otter.py │ ├── converting_otter_fp32_to_fp16.py │ ├── converting_otter_pt_to_hf.py │ ├── converting_otter_to_lora.py │ ├── flamingo_pt2otter_hf.py │ ├── modeling_otter.py │ └── utils │ ├── Otter-MPT7B-config.json │ ├── config.json │ ├── converting_flamingo_to_otter.py │ ├── converting_otter_fp32_to_fp16.py │ ├── converting_otter_pt_to_hf.py │ ├── converting_otter_to_lora.py │ └── flamingo_pt2otter_hf.py ├── unit_tests ├── __init__.py ├── test_mmc4_dataset.py └── test_prerun.py └── xformers_model ├── __init__.py ├── clip.py └── llama.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/issue_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/.github/issue_template.md -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/black.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/.github/workflows/black.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/README.md -------------------------------------------------------------------------------- /conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/conftest.py -------------------------------------------------------------------------------- /docs/OtterHD.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/docs/OtterHD.md -------------------------------------------------------------------------------- /docs/benchmark_eval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/docs/benchmark_eval.md -------------------------------------------------------------------------------- /docs/credits.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/docs/credits.md -------------------------------------------------------------------------------- /docs/huggingface_compatible.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/docs/huggingface_compatible.md -------------------------------------------------------------------------------- /docs/mimicit_format.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/docs/mimicit_format.md -------------------------------------------------------------------------------- /docs/server_host.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/docs/server_host.md -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/environment.yml -------------------------------------------------------------------------------- /mimic-it/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/README.md -------------------------------------------------------------------------------- /mimic-it/convert-it/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/convert-it/README.md -------------------------------------------------------------------------------- /mimic-it/convert-it/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mimic-it/convert-it/abstract_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/convert-it/abstract_dataset.py -------------------------------------------------------------------------------- /mimic-it/convert-it/datasets/2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/convert-it/datasets/2d.py -------------------------------------------------------------------------------- /mimic-it/convert-it/datasets/3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/convert-it/datasets/3d.py -------------------------------------------------------------------------------- /mimic-it/convert-it/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mimic-it/convert-it/datasets/change.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/convert-it/datasets/change.py -------------------------------------------------------------------------------- /mimic-it/convert-it/datasets/fpv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/convert-it/datasets/fpv.py -------------------------------------------------------------------------------- /mimic-it/convert-it/datasets/utils/scene_navigation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/convert-it/datasets/utils/scene_navigation_utils.py -------------------------------------------------------------------------------- /mimic-it/convert-it/datasets/utils/visual_story_telling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/convert-it/datasets/utils/visual_story_telling_utils.py -------------------------------------------------------------------------------- /mimic-it/convert-it/datasets/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/convert-it/datasets/video.py -------------------------------------------------------------------------------- /mimic-it/convert-it/image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/convert-it/image_utils.py -------------------------------------------------------------------------------- /mimic-it/convert-it/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/convert-it/main.py -------------------------------------------------------------------------------- /mimic-it/syphus/abstract_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/abstract_dataset.py -------------------------------------------------------------------------------- /mimic-it/syphus/datasets/3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/datasets/3d.py -------------------------------------------------------------------------------- /mimic-it/syphus/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mimic-it/syphus/datasets/change.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/datasets/change.py -------------------------------------------------------------------------------- /mimic-it/syphus/datasets/fpv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/datasets/fpv.py -------------------------------------------------------------------------------- /mimic-it/syphus/datasets/funqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/datasets/funqa.py -------------------------------------------------------------------------------- /mimic-it/syphus/datasets/translate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/datasets/translate.py -------------------------------------------------------------------------------- /mimic-it/syphus/datasets/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/datasets/video.py -------------------------------------------------------------------------------- /mimic-it/syphus/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/file_utils.py -------------------------------------------------------------------------------- /mimic-it/syphus/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/main.py -------------------------------------------------------------------------------- /mimic-it/syphus/prompts/coco_spot_the_difference_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/prompts/coco_spot_the_difference_prompt.py -------------------------------------------------------------------------------- /mimic-it/syphus/prompts/dense_captions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/prompts/dense_captions.json -------------------------------------------------------------------------------- /mimic-it/syphus/prompts/ego4d.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/prompts/ego4d.json -------------------------------------------------------------------------------- /mimic-it/syphus/prompts/funqa_dia.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/prompts/funqa_dia.json -------------------------------------------------------------------------------- /mimic-it/syphus/prompts/funqa_mcqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/prompts/funqa_mcqa.json -------------------------------------------------------------------------------- /mimic-it/syphus/prompts/funqa_translation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/prompts/funqa_translation.json -------------------------------------------------------------------------------- /mimic-it/syphus/prompts/scene_navigation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/prompts/scene_navigation.json -------------------------------------------------------------------------------- /mimic-it/syphus/prompts/spot_the_difference.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/prompts/spot_the_difference.json -------------------------------------------------------------------------------- /mimic-it/syphus/prompts/translation_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/prompts/translation_prompt.py -------------------------------------------------------------------------------- /mimic-it/syphus/prompts/tv_captions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/prompts/tv_captions.json -------------------------------------------------------------------------------- /mimic-it/syphus/prompts/visual_story_telling.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/mimic-it/syphus/prompts/visual_story_telling.json -------------------------------------------------------------------------------- /pipeline/accelerate_configs/accelerate_config_ddp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/accelerate_configs/accelerate_config_ddp.yaml -------------------------------------------------------------------------------- /pipeline/accelerate_configs/accelerate_config_fsdp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/accelerate_configs/accelerate_config_fsdp.yaml -------------------------------------------------------------------------------- /pipeline/accelerate_configs/accelerate_config_zero1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/accelerate_configs/accelerate_config_zero1.yaml -------------------------------------------------------------------------------- /pipeline/accelerate_configs/accelerate_config_zero2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/accelerate_configs/accelerate_config_zero2.yaml -------------------------------------------------------------------------------- /pipeline/accelerate_configs/accelerate_config_zero2_slurm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/accelerate_configs/accelerate_config_zero2_slurm.yaml -------------------------------------------------------------------------------- /pipeline/accelerate_configs/accelerate_config_zero3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/accelerate_configs/accelerate_config_zero3.yaml -------------------------------------------------------------------------------- /pipeline/accelerate_configs/accelerate_config_zero3_offload.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/accelerate_configs/accelerate_config_zero3_offload.yaml -------------------------------------------------------------------------------- /pipeline/accelerate_configs/accelerate_config_zero3_slurm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/accelerate_configs/accelerate_config_zero3_slurm.yaml -------------------------------------------------------------------------------- /pipeline/accelerate_configs/ds_zero3_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/accelerate_configs/ds_zero3_config.json -------------------------------------------------------------------------------- /pipeline/benchmarks/.gitignore: -------------------------------------------------------------------------------- 1 | config.yaml -------------------------------------------------------------------------------- /pipeline/benchmarks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipeline/benchmarks/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipeline/benchmarks/datasets/base_eval_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/datasets/base_eval_dataset.py -------------------------------------------------------------------------------- /pipeline/benchmarks/datasets/magnifierbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/datasets/magnifierbench.py -------------------------------------------------------------------------------- /pipeline/benchmarks/datasets/mathvista.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/datasets/mathvista.py -------------------------------------------------------------------------------- /pipeline/benchmarks/datasets/mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/datasets/mmbench.py -------------------------------------------------------------------------------- /pipeline/benchmarks/datasets/mme.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/datasets/mme.py -------------------------------------------------------------------------------- /pipeline/benchmarks/datasets/mmvet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/datasets/mmvet.py -------------------------------------------------------------------------------- /pipeline/benchmarks/datasets/pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/datasets/pope.py -------------------------------------------------------------------------------- /pipeline/benchmarks/datasets/scienceqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/datasets/scienceqa.py -------------------------------------------------------------------------------- /pipeline/benchmarks/datasets/seedbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/datasets/seedbench.py -------------------------------------------------------------------------------- /pipeline/benchmarks/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/evaluate.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipeline/benchmarks/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/base_model.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/frozen_bilm.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipeline/benchmarks/models/fuyu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/fuyu.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/gpt4v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/gpt4v.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/idefics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/idefics.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/instructblip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/instructblip.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/llama_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/llama_adapter.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/llava_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/llava_model.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/mplug_owl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/mplug_owl.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/otter_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/otter_image.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/otter_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/otter_video.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/otterhd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/otterhd.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/qwen_vl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/qwen_vl.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/video_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/video_chat.py -------------------------------------------------------------------------------- /pipeline/benchmarks/models/video_chatgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/models/video_chatgpt.py -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/README.md -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/classification_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/classification_utils.py -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/coco_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/coco_metric.py -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/config.yaml -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/eval_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/eval_datasets.py -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/eval_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/eval_model.py -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/evaluate.py -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/get_args.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/get_args.ipynb -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/models/blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/models/blip.py -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/models/idefics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/models/idefics.py -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/models/open_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/models/open_flamingo.py -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/models/otter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/models/otter.py -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/models/utils.py -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/ok_vqa_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/ok_vqa_utils.py -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/run_eval_coco_idefics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/run_eval_coco_idefics.sh -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/run_eval_coco_otter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/run_eval_coco_otter.sh -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/run_eval_otter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/run_eval_otter.sh -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/run_eval_otter_slurm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/run_eval_otter_slurm.sh -------------------------------------------------------------------------------- /pipeline/benchmarks/public_datasets_suite/vqa_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/benchmarks/public_datasets_suite/vqa_metric.py -------------------------------------------------------------------------------- /pipeline/demos/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pipeline/demos/demo_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/demos/demo_models.py -------------------------------------------------------------------------------- /pipeline/demos/demo_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/demos/demo_utils.py -------------------------------------------------------------------------------- /pipeline/demos/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/demos/inference.py -------------------------------------------------------------------------------- /pipeline/demos/interactive/otter_image.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/demos/interactive/otter_image.ipynb -------------------------------------------------------------------------------- /pipeline/demos/interactive/otter_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/demos/interactive/otter_image.py -------------------------------------------------------------------------------- /pipeline/demos/interactive/otter_image_incontext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/demos/interactive/otter_image_incontext.py -------------------------------------------------------------------------------- /pipeline/demos/interactive/otter_video.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/demos/interactive/otter_video.ipynb -------------------------------------------------------------------------------- /pipeline/demos/interactive/otter_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/demos/interactive/otter_video.py -------------------------------------------------------------------------------- /pipeline/mimicit_utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/mimicit_utils/data.py -------------------------------------------------------------------------------- /pipeline/mimicit_utils/mimicit_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/mimicit_utils/mimicit_dataset.py -------------------------------------------------------------------------------- /pipeline/mimicit_utils/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/mimicit_utils/transforms.py -------------------------------------------------------------------------------- /pipeline/serve/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /pipeline/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/cli.py -------------------------------------------------------------------------------- /pipeline/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/controller.py -------------------------------------------------------------------------------- /pipeline/serve/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/conversation.py -------------------------------------------------------------------------------- /pipeline/serve/deploy/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/deploy/conversation.py -------------------------------------------------------------------------------- /pipeline/serve/deploy/deploy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/deploy/deploy.py -------------------------------------------------------------------------------- /pipeline/serve/deploy/otterhd_endpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/deploy/otterhd_endpoint.py -------------------------------------------------------------------------------- /pipeline/serve/deploy/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/deploy/utils.py -------------------------------------------------------------------------------- /pipeline/serve/gradio_css.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/gradio_css.py -------------------------------------------------------------------------------- /pipeline/serve/gradio_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/gradio_patch.py -------------------------------------------------------------------------------- /pipeline/serve/gradio_web_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/gradio_web_server.py -------------------------------------------------------------------------------- /pipeline/serve/gradio_web_server_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/gradio_web_server_video.py -------------------------------------------------------------------------------- /pipeline/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/model_worker.py -------------------------------------------------------------------------------- /pipeline/serve/multiplex_script/otter_image_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/multiplex_script/otter_image_server.py -------------------------------------------------------------------------------- /pipeline/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/register_worker.py -------------------------------------------------------------------------------- /pipeline/serve/serving_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/serving_utils.py -------------------------------------------------------------------------------- /pipeline/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/serve/test_message.py -------------------------------------------------------------------------------- /pipeline/train/.gitignore: -------------------------------------------------------------------------------- 1 | config.yaml -------------------------------------------------------------------------------- /pipeline/train/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /pipeline/train/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/train/config.yaml -------------------------------------------------------------------------------- /pipeline/train/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/train/distributed.py -------------------------------------------------------------------------------- /pipeline/train/instruction_following.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/train/instruction_following.py -------------------------------------------------------------------------------- /pipeline/train/pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/train/pretraining.py -------------------------------------------------------------------------------- /pipeline/train/pretraining_cc3m.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/train/pretraining_cc3m.py -------------------------------------------------------------------------------- /pipeline/train/train_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/train/train_args.py -------------------------------------------------------------------------------- /pipeline/train/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/train/train_utils.py -------------------------------------------------------------------------------- /pipeline/utils/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /pipeline/utils/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/utils/apply_delta.py -------------------------------------------------------------------------------- /pipeline/utils/convert_laion400m-tsv_to_laion400m-tar_mp_shard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/utils/convert_laion400m-tsv_to_laion400m-tar_mp_shard.py -------------------------------------------------------------------------------- /pipeline/utils/convert_mmc4_to_wds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/utils/convert_mmc4_to_wds.py -------------------------------------------------------------------------------- /pipeline/utils/convert_to_parquet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/utils/convert_to_parquet.py -------------------------------------------------------------------------------- /pipeline/utils/general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/utils/general.py -------------------------------------------------------------------------------- /pipeline/utils/make_a_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/utils/make_a_train.py -------------------------------------------------------------------------------- /pipeline/utils/modeling_value_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pipeline/utils/modeling_value_head.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/pytest.ini -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/setup.py -------------------------------------------------------------------------------- /shared_scripts/Demo_Data.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/shared_scripts/Demo_Data.yaml -------------------------------------------------------------------------------- /shared_scripts/Demo_OtterHD.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/shared_scripts/Demo_OtterHD.sh -------------------------------------------------------------------------------- /shared_scripts/Demo_OtterMPT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/shared_scripts/Demo_OtterMPT.sh -------------------------------------------------------------------------------- /shared_scripts/Otter_MPT7B_Train_Decoder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/shared_scripts/Otter_MPT7B_Train_Decoder.json -------------------------------------------------------------------------------- /src/otter_ai/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/__init__.py -------------------------------------------------------------------------------- /src/otter_ai/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/__init__.py -------------------------------------------------------------------------------- /src/otter_ai/models/falcon/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/otter_ai/models/falcon/configuration_RW.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/falcon/configuration_RW.py -------------------------------------------------------------------------------- /src/otter_ai/models/falcon/modelling_RW.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/falcon/modelling_RW.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/__init__.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/config.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/configuration_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/configuration_flamingo.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/converting_flamingo_to_bf16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/converting_flamingo_to_bf16.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/converting_flamingo_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/converting_flamingo_to_hf.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/converting_flamingo_to_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/converting_flamingo_to_lora.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/flamingo-falcon-7B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/flamingo-falcon-7B.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/flamingo-llama2-chat-13B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/flamingo-llama2-chat-13B.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/flamingo-llama2-chat-7B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/flamingo-llama2-chat-7B.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/flamingo-mpt-1B-redpajama.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/flamingo-mpt-1B-redpajama.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/flamingo-mpt-30B-bf16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/flamingo-mpt-30B-bf16.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/flamingo-mpt-30B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/flamingo-mpt-30B.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/flamingo-mpt-7B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/flamingo-mpt-7B.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/flamingo-vicuna-33B-v1.3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/flamingo-vicuna-33B-v1.3.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/flamingo-vicuna-7B-v1.3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/flamingo-vicuna-7B-v1.3.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/injecting_falcon_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/injecting_falcon_into_flamingo.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/injecting_llama2_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/injecting_llama2_into_flamingo.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/injecting_mpt-1B-redpajama_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/injecting_mpt-1B-redpajama_into_flamingo.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/injecting_mpt_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/injecting_mpt_into_flamingo.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/injecting_vicuna_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/injecting_vicuna_into_flamingo.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/modeling_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/modeling_flamingo.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/converting_flamingo_to_bf16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/converting_flamingo_to_bf16.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/converting_flamingo_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/converting_flamingo_to_hf.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/converting_flamingo_to_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/converting_flamingo_to_lora.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/flamingo-falcon-7B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/flamingo-falcon-7B.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/flamingo-llama2-chat-13B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/flamingo-llama2-chat-13B.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/flamingo-llama2-chat-7B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/flamingo-llama2-chat-7B.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/flamingo-mpt-1B-redpajama.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/flamingo-mpt-1B-redpajama.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/flamingo-mpt-30B-bf16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/flamingo-mpt-30B-bf16.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/flamingo-mpt-30B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/flamingo-mpt-30B.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/flamingo-mpt-7B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/flamingo-mpt-7B.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/flamingo-vicuna-33B-v1.3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/flamingo-vicuna-33B-v1.3.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/flamingo-vicuna-7B-v1.3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/flamingo-vicuna-7B-v1.3.json -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/injecting_falcon_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/injecting_falcon_into_flamingo.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/injecting_llama2_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/injecting_llama2_into_flamingo.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/injecting_mpt-1B-redpajama_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/injecting_mpt-1B-redpajama_into_flamingo.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/injecting_mpt_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/injecting_mpt_into_flamingo.py -------------------------------------------------------------------------------- /src/otter_ai/models/flamingo/utils/injecting_vicuna_into_flamingo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/flamingo/utils/injecting_vicuna_into_flamingo.py -------------------------------------------------------------------------------- /src/otter_ai/models/fuyu/modeling_fuyu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/fuyu/modeling_fuyu.py -------------------------------------------------------------------------------- /src/otter_ai/models/fuyu/modeling_persimmon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/fuyu/modeling_persimmon.py -------------------------------------------------------------------------------- /src/otter_ai/models/fuyu/processing_fuyu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/fuyu/processing_fuyu.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/otter_ai/models/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt/attention.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt/blocks.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt/custom_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt/custom_embedding.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt/flash_attn_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt/flash_attn_triton.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt/meta_init_context.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt/norm.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt/param_init_fns.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt_redpajama/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/otter_ai/models/mpt_redpajama/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt_redpajama/attention.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt_redpajama/configuration_mosaic_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt_redpajama/configuration_mosaic_gpt.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt_redpajama/gpt_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt_redpajama/gpt_blocks.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt_redpajama/low_precision_layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt_redpajama/low_precision_layernorm.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt_redpajama/mosaic_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt_redpajama/mosaic_gpt.py -------------------------------------------------------------------------------- /src/otter_ai/models/mpt_redpajama/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/mpt_redpajama/param_init_fns.py -------------------------------------------------------------------------------- /src/otter_ai/models/otter/Otter-MPT7B-config.json: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/otter_ai/models/otter/Otter-MPT7B-config.json~0d12192f665f5e9da1ecb2f23d6a360eb7753771: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/Otter-MPT7B-config.json~0d12192f665f5e9da1ecb2f23d6a360eb7753771 -------------------------------------------------------------------------------- /src/otter_ai/models/otter/Otter-MPT7B-config.json~HEAD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/Otter-MPT7B-config.json~HEAD -------------------------------------------------------------------------------- /src/otter_ai/models/otter/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/__init__.py -------------------------------------------------------------------------------- /src/otter_ai/models/otter/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/config.json -------------------------------------------------------------------------------- /src/otter_ai/models/otter/configuration_otter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/configuration_otter.py -------------------------------------------------------------------------------- /src/otter_ai/models/otter/converting_flamingo_to_otter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/converting_flamingo_to_otter.py -------------------------------------------------------------------------------- /src/otter_ai/models/otter/converting_otter_fp32_to_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/converting_otter_fp32_to_fp16.py -------------------------------------------------------------------------------- /src/otter_ai/models/otter/converting_otter_pt_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/converting_otter_pt_to_hf.py -------------------------------------------------------------------------------- /src/otter_ai/models/otter/converting_otter_to_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/converting_otter_to_lora.py -------------------------------------------------------------------------------- /src/otter_ai/models/otter/flamingo_pt2otter_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/flamingo_pt2otter_hf.py -------------------------------------------------------------------------------- /src/otter_ai/models/otter/modeling_otter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/modeling_otter.py -------------------------------------------------------------------------------- /src/otter_ai/models/otter/utils/Otter-MPT7B-config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/utils/Otter-MPT7B-config.json -------------------------------------------------------------------------------- /src/otter_ai/models/otter/utils/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/utils/config.json -------------------------------------------------------------------------------- /src/otter_ai/models/otter/utils/converting_flamingo_to_otter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/utils/converting_flamingo_to_otter.py -------------------------------------------------------------------------------- /src/otter_ai/models/otter/utils/converting_otter_fp32_to_fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/utils/converting_otter_fp32_to_fp16.py -------------------------------------------------------------------------------- /src/otter_ai/models/otter/utils/converting_otter_pt_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/utils/converting_otter_pt_to_hf.py -------------------------------------------------------------------------------- /src/otter_ai/models/otter/utils/converting_otter_to_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/utils/converting_otter_to_lora.py -------------------------------------------------------------------------------- /src/otter_ai/models/otter/utils/flamingo_pt2otter_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/src/otter_ai/models/otter/utils/flamingo_pt2otter_hf.py -------------------------------------------------------------------------------- /unit_tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /unit_tests/test_mmc4_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/unit_tests/test_mmc4_dataset.py -------------------------------------------------------------------------------- /unit_tests/test_prerun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/unit_tests/test_prerun.py -------------------------------------------------------------------------------- /xformers_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/xformers_model/__init__.py -------------------------------------------------------------------------------- /xformers_model/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/xformers_model/clip.py -------------------------------------------------------------------------------- /xformers_model/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EvolvingLMMs-Lab/Otter/HEAD/xformers_model/llama.py --------------------------------------------------------------------------------