├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── Makefile ├── README.md ├── assets ├── cobra.png └── cobra_demo.gif ├── cobra ├── __init__.py ├── conf │ ├── __init__.py │ ├── datasets.py │ └── models.py ├── models │ ├── __init__.py │ ├── backbones │ │ ├── __init__.py │ │ ├── llm │ │ │ ├── __init__.py │ │ │ ├── base_llm.py │ │ │ ├── mamba.py │ │ │ └── prompting │ │ │ │ ├── __init__.py │ │ │ │ ├── base_prompter.py │ │ │ │ ├── mamba_prompter.py │ │ │ │ └── zephyr_prompter.py │ │ └── vision │ │ │ ├── __init__.py │ │ │ ├── base_vision.py │ │ │ ├── clip_vit.py │ │ │ ├── dinoclip_vit.py │ │ │ ├── dinosiglip_vit.py │ │ │ ├── dinov2_vit.py │ │ │ ├── in1k_vit.py │ │ │ └── siglip_vit.py │ ├── load.py │ ├── mamba │ │ ├── configuration_mamba.py │ │ └── modeling_mamba.py │ ├── materialize.py │ ├── registry.py │ └── vlms │ │ ├── __init__.py │ │ ├── base_vlm.py │ │ └── cobra.py ├── overwatch │ ├── __init__.py │ └── overwatch.py ├── preprocessing │ ├── __init__.py │ ├── datasets │ │ ├── __init__.py │ │ └── datasets.py │ ├── download.py │ └── materialize.py ├── py.typed ├── training │ ├── __init__.py │ ├── materialize.py │ ├── metrics.py │ └── strategies │ │ ├── __init__.py │ │ ├── base_strategy.py │ │ ├── ddp.py │ │ └── fsdp.py └── util │ ├── __init__.py │ ├── batching_utils.py │ ├── data_utils.py │ ├── nn_utils.py │ └── torch_utils.py ├── pyproject.toml └── scripts ├── additional-datasets ├── lrv_instruct.py └── lvis_instruct_4v.py ├── generate.py ├── preprocess.py └── pretrain.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/README.md -------------------------------------------------------------------------------- /assets/cobra.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/assets/cobra.png -------------------------------------------------------------------------------- /assets/cobra_demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/assets/cobra_demo.gif -------------------------------------------------------------------------------- /cobra/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/__init__.py -------------------------------------------------------------------------------- /cobra/conf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/conf/__init__.py -------------------------------------------------------------------------------- /cobra/conf/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/conf/datasets.py -------------------------------------------------------------------------------- /cobra/conf/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/conf/models.py -------------------------------------------------------------------------------- /cobra/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/__init__.py -------------------------------------------------------------------------------- /cobra/models/backbones/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cobra/models/backbones/llm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/llm/__init__.py -------------------------------------------------------------------------------- /cobra/models/backbones/llm/base_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/llm/base_llm.py -------------------------------------------------------------------------------- /cobra/models/backbones/llm/mamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/llm/mamba.py -------------------------------------------------------------------------------- /cobra/models/backbones/llm/prompting/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/llm/prompting/__init__.py -------------------------------------------------------------------------------- /cobra/models/backbones/llm/prompting/base_prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/llm/prompting/base_prompter.py -------------------------------------------------------------------------------- /cobra/models/backbones/llm/prompting/mamba_prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/llm/prompting/mamba_prompter.py -------------------------------------------------------------------------------- /cobra/models/backbones/llm/prompting/zephyr_prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/llm/prompting/zephyr_prompter.py -------------------------------------------------------------------------------- /cobra/models/backbones/vision/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/vision/__init__.py -------------------------------------------------------------------------------- /cobra/models/backbones/vision/base_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/vision/base_vision.py -------------------------------------------------------------------------------- /cobra/models/backbones/vision/clip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/vision/clip_vit.py -------------------------------------------------------------------------------- /cobra/models/backbones/vision/dinoclip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/vision/dinoclip_vit.py -------------------------------------------------------------------------------- /cobra/models/backbones/vision/dinosiglip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/vision/dinosiglip_vit.py -------------------------------------------------------------------------------- /cobra/models/backbones/vision/dinov2_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/vision/dinov2_vit.py -------------------------------------------------------------------------------- /cobra/models/backbones/vision/in1k_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/vision/in1k_vit.py -------------------------------------------------------------------------------- /cobra/models/backbones/vision/siglip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/backbones/vision/siglip_vit.py -------------------------------------------------------------------------------- /cobra/models/load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/load.py -------------------------------------------------------------------------------- /cobra/models/mamba/configuration_mamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/mamba/configuration_mamba.py -------------------------------------------------------------------------------- /cobra/models/mamba/modeling_mamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/mamba/modeling_mamba.py -------------------------------------------------------------------------------- /cobra/models/materialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/materialize.py -------------------------------------------------------------------------------- /cobra/models/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/registry.py -------------------------------------------------------------------------------- /cobra/models/vlms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/vlms/__init__.py -------------------------------------------------------------------------------- /cobra/models/vlms/base_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/vlms/base_vlm.py -------------------------------------------------------------------------------- /cobra/models/vlms/cobra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/models/vlms/cobra.py -------------------------------------------------------------------------------- /cobra/overwatch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/overwatch/__init__.py -------------------------------------------------------------------------------- /cobra/overwatch/overwatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/overwatch/overwatch.py -------------------------------------------------------------------------------- /cobra/preprocessing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/preprocessing/__init__.py -------------------------------------------------------------------------------- /cobra/preprocessing/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/preprocessing/datasets/__init__.py -------------------------------------------------------------------------------- /cobra/preprocessing/datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/preprocessing/datasets/datasets.py -------------------------------------------------------------------------------- /cobra/preprocessing/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/preprocessing/download.py -------------------------------------------------------------------------------- /cobra/preprocessing/materialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/preprocessing/materialize.py -------------------------------------------------------------------------------- /cobra/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cobra/training/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/training/__init__.py -------------------------------------------------------------------------------- /cobra/training/materialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/training/materialize.py -------------------------------------------------------------------------------- /cobra/training/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/training/metrics.py -------------------------------------------------------------------------------- /cobra/training/strategies/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/training/strategies/__init__.py -------------------------------------------------------------------------------- /cobra/training/strategies/base_strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/training/strategies/base_strategy.py -------------------------------------------------------------------------------- /cobra/training/strategies/ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/training/strategies/ddp.py -------------------------------------------------------------------------------- /cobra/training/strategies/fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/training/strategies/fsdp.py -------------------------------------------------------------------------------- /cobra/util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/util/__init__.py -------------------------------------------------------------------------------- /cobra/util/batching_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/util/batching_utils.py -------------------------------------------------------------------------------- /cobra/util/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/util/data_utils.py -------------------------------------------------------------------------------- /cobra/util/nn_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/util/nn_utils.py -------------------------------------------------------------------------------- /cobra/util/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/cobra/util/torch_utils.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/additional-datasets/lrv_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/scripts/additional-datasets/lrv_instruct.py -------------------------------------------------------------------------------- /scripts/additional-datasets/lvis_instruct_4v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/scripts/additional-datasets/lvis_instruct_4v.py -------------------------------------------------------------------------------- /scripts/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/scripts/generate.py -------------------------------------------------------------------------------- /scripts/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/scripts/preprocess.py -------------------------------------------------------------------------------- /scripts/pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/h-zhao1997/cobra/HEAD/scripts/pretrain.py --------------------------------------------------------------------------------