├── .gitignore ├── LICENSE ├── README.md ├── images └── pull.png ├── model-card.md ├── requirements.txt ├── scripts └── example.py ├── setup.py └── vima ├── __init__.py ├── nn ├── __init__.py ├── action_decoder │ ├── __init__.py │ ├── action_decoder.py │ └── dists.py ├── action_embd │ ├── __init__.py │ └── action_embd.py ├── obj_encoder │ ├── __init__.py │ ├── obj_encoder.py │ ├── perceiver │ │ ├── __init__.py │ │ └── perceiver.py │ └── vit │ │ ├── __init__.py │ │ ├── preprocess.py │ │ └── vit.py ├── prompt_encoder │ ├── __init__.py │ ├── prompt_encoder.py │ └── word_embd.py ├── seq_modeling │ ├── __init__.py │ ├── gpt │ │ ├── __init__.py │ │ └── gpt.py │ └── xattn_gpt │ │ ├── __init__.py │ │ ├── components.py │ │ └── xattn_gpt.py └── utils.py ├── policy ├── __init__.py ├── vima_flamingo_policy.py ├── vima_gato_policy.py ├── vima_gpt_policy.py └── vima_policy.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/README.md -------------------------------------------------------------------------------- /images/pull.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/images/pull.png -------------------------------------------------------------------------------- /model-card.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/model-card.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/scripts/example.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/setup.py -------------------------------------------------------------------------------- /vima/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/__init__.py -------------------------------------------------------------------------------- /vima/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/__init__.py -------------------------------------------------------------------------------- /vima/nn/action_decoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/action_decoder/__init__.py -------------------------------------------------------------------------------- /vima/nn/action_decoder/action_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/action_decoder/action_decoder.py -------------------------------------------------------------------------------- /vima/nn/action_decoder/dists.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/action_decoder/dists.py -------------------------------------------------------------------------------- /vima/nn/action_embd/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/action_embd/__init__.py -------------------------------------------------------------------------------- /vima/nn/action_embd/action_embd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/action_embd/action_embd.py -------------------------------------------------------------------------------- /vima/nn/obj_encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/obj_encoder/__init__.py -------------------------------------------------------------------------------- /vima/nn/obj_encoder/obj_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/obj_encoder/obj_encoder.py -------------------------------------------------------------------------------- /vima/nn/obj_encoder/perceiver/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/obj_encoder/perceiver/__init__.py -------------------------------------------------------------------------------- /vima/nn/obj_encoder/perceiver/perceiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/obj_encoder/perceiver/perceiver.py -------------------------------------------------------------------------------- /vima/nn/obj_encoder/vit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/obj_encoder/vit/__init__.py -------------------------------------------------------------------------------- /vima/nn/obj_encoder/vit/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/obj_encoder/vit/preprocess.py -------------------------------------------------------------------------------- /vima/nn/obj_encoder/vit/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/obj_encoder/vit/vit.py -------------------------------------------------------------------------------- /vima/nn/prompt_encoder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/prompt_encoder/__init__.py -------------------------------------------------------------------------------- /vima/nn/prompt_encoder/prompt_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/prompt_encoder/prompt_encoder.py -------------------------------------------------------------------------------- /vima/nn/prompt_encoder/word_embd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/prompt_encoder/word_embd.py -------------------------------------------------------------------------------- /vima/nn/seq_modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/seq_modeling/__init__.py -------------------------------------------------------------------------------- /vima/nn/seq_modeling/gpt/__init__.py: -------------------------------------------------------------------------------- 1 | from .gpt import HFGPT 2 | -------------------------------------------------------------------------------- /vima/nn/seq_modeling/gpt/gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/seq_modeling/gpt/gpt.py -------------------------------------------------------------------------------- /vima/nn/seq_modeling/xattn_gpt/__init__.py: -------------------------------------------------------------------------------- 1 | from .xattn_gpt import XAttnGPT 2 | -------------------------------------------------------------------------------- /vima/nn/seq_modeling/xattn_gpt/components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/seq_modeling/xattn_gpt/components.py -------------------------------------------------------------------------------- /vima/nn/seq_modeling/xattn_gpt/xattn_gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/seq_modeling/xattn_gpt/xattn_gpt.py -------------------------------------------------------------------------------- /vima/nn/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/nn/utils.py -------------------------------------------------------------------------------- /vima/policy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/policy/__init__.py -------------------------------------------------------------------------------- /vima/policy/vima_flamingo_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/policy/vima_flamingo_policy.py -------------------------------------------------------------------------------- /vima/policy/vima_gato_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/policy/vima_gato_policy.py -------------------------------------------------------------------------------- /vima/policy/vima_gpt_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/policy/vima_gpt_policy.py -------------------------------------------------------------------------------- /vima/policy/vima_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/policy/vima_policy.py -------------------------------------------------------------------------------- /vima/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vimalabs/VIMA/HEAD/vima/utils.py --------------------------------------------------------------------------------