├── .flake8 ├── .github └── workflows │ └── pre-commit.yaml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── crossformer ├── __init__.py ├── data │ ├── __init__.py │ ├── dataset.py │ ├── obs_transforms.py │ ├── oxe │ │ ├── __init__.py │ │ ├── oxe_dataset_configs.py │ │ ├── oxe_dataset_mixes.py │ │ └── oxe_standardization_transforms.py │ ├── traj_transforms.py │ └── utils │ │ ├── __init__.py │ │ ├── data_utils.py │ │ ├── goal_relabeling.py │ │ ├── task_augmentation.py │ │ └── text_processing.py ├── model │ ├── __init__.py │ ├── components │ │ ├── __init__.py │ │ ├── action_heads.py │ │ ├── base.py │ │ ├── block_transformer.py │ │ ├── film_conditioning_layer.py │ │ ├── tokenizers.py │ │ ├── transformer.py │ │ └── vit_encoders.py │ ├── crossformer_model.py │ └── crossformer_module.py └── utils │ ├── __init__.py │ ├── jax_utils.py │ ├── spec.py │ ├── train_callbacks.py │ ├── train_utils.py │ └── typing.py ├── docs └── assets │ └── teaser.jpg ├── inference_pretrained.ipynb ├── pyproject.toml ├── requirements.txt ├── scripts ├── configs │ ├── finetune_config.py │ └── pretrain_config.py ├── finetune.py ├── server.py └── train.py └── setup.py /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/workflows/pre-commit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/.github/workflows/pre-commit.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/README.md -------------------------------------------------------------------------------- /crossformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /crossformer/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /crossformer/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/data/dataset.py -------------------------------------------------------------------------------- /crossformer/data/obs_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/data/obs_transforms.py -------------------------------------------------------------------------------- /crossformer/data/oxe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/data/oxe/__init__.py -------------------------------------------------------------------------------- /crossformer/data/oxe/oxe_dataset_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/data/oxe/oxe_dataset_configs.py -------------------------------------------------------------------------------- /crossformer/data/oxe/oxe_dataset_mixes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/data/oxe/oxe_dataset_mixes.py -------------------------------------------------------------------------------- /crossformer/data/oxe/oxe_standardization_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/data/oxe/oxe_standardization_transforms.py -------------------------------------------------------------------------------- /crossformer/data/traj_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/data/traj_transforms.py -------------------------------------------------------------------------------- /crossformer/data/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /crossformer/data/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/data/utils/data_utils.py -------------------------------------------------------------------------------- /crossformer/data/utils/goal_relabeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/data/utils/goal_relabeling.py -------------------------------------------------------------------------------- /crossformer/data/utils/task_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/data/utils/task_augmentation.py -------------------------------------------------------------------------------- /crossformer/data/utils/text_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/data/utils/text_processing.py -------------------------------------------------------------------------------- /crossformer/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /crossformer/model/components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /crossformer/model/components/action_heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/model/components/action_heads.py -------------------------------------------------------------------------------- /crossformer/model/components/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/model/components/base.py -------------------------------------------------------------------------------- /crossformer/model/components/block_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/model/components/block_transformer.py -------------------------------------------------------------------------------- /crossformer/model/components/film_conditioning_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/model/components/film_conditioning_layer.py -------------------------------------------------------------------------------- /crossformer/model/components/tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/model/components/tokenizers.py -------------------------------------------------------------------------------- /crossformer/model/components/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/model/components/transformer.py -------------------------------------------------------------------------------- /crossformer/model/components/vit_encoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/model/components/vit_encoders.py -------------------------------------------------------------------------------- /crossformer/model/crossformer_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/model/crossformer_model.py -------------------------------------------------------------------------------- /crossformer/model/crossformer_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/model/crossformer_module.py -------------------------------------------------------------------------------- /crossformer/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /crossformer/utils/jax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/utils/jax_utils.py -------------------------------------------------------------------------------- /crossformer/utils/spec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/utils/spec.py -------------------------------------------------------------------------------- /crossformer/utils/train_callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/utils/train_callbacks.py -------------------------------------------------------------------------------- /crossformer/utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/utils/train_utils.py -------------------------------------------------------------------------------- /crossformer/utils/typing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/crossformer/utils/typing.py -------------------------------------------------------------------------------- /docs/assets/teaser.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/docs/assets/teaser.jpg -------------------------------------------------------------------------------- /inference_pretrained.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/inference_pretrained.ipynb -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/configs/finetune_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/scripts/configs/finetune_config.py -------------------------------------------------------------------------------- /scripts/configs/pretrain_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/scripts/configs/pretrain_config.py -------------------------------------------------------------------------------- /scripts/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/scripts/finetune.py -------------------------------------------------------------------------------- /scripts/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/scripts/server.py -------------------------------------------------------------------------------- /scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/scripts/train.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/rail-berkeley/crossformer/HEAD/setup.py --------------------------------------------------------------------------------