├── .gitignore ├── LICENSE ├── Makefile ├── README.md ├── assets └── vqvla_pipeline.png ├── experiments └── robot │ ├── libero │ ├── libero_90_metainfo.json │ ├── libero_requirements.txt │ ├── libero_utils.py │ ├── regenerate_libero_dataset.py │ ├── run_libero_eval.py │ └── run_libero_eval_vq_vla.py │ ├── openvla_utils.py │ └── robot_utils.py ├── prismatic ├── __init__.py ├── action_vqvae │ ├── __init__.py │ ├── action_vqvae_wrapper.py │ ├── modeling_block.py │ ├── modeling_causal_conv.py │ ├── modeling_causal_vae.py │ ├── modeling_enc_dec.py │ ├── modeling_resnet.py │ ├── residual_vq.py │ ├── vector_quantize_pytorch.py │ └── vqvae_utils.py ├── conf │ ├── __init__.py │ ├── datasets.py │ ├── models.py │ └── vla.py ├── extern │ ├── __init__.py │ └── hf │ │ ├── __init__.py │ │ ├── configuration_prismatic.py │ │ ├── modeling_prismatic.py │ │ └── processing_prismatic.py ├── models │ ├── __init__.py │ ├── backbones │ │ ├── __init__.py │ │ ├── llm │ │ │ ├── __init__.py │ │ │ ├── base_llm.py │ │ │ ├── llama2.py │ │ │ ├── mistral.py │ │ │ ├── phi.py │ │ │ └── prompting │ │ │ │ ├── __init__.py │ │ │ │ ├── base_prompter.py │ │ │ │ ├── llama2_chat_prompter.py │ │ │ │ ├── mistral_instruct_prompter.py │ │ │ │ ├── phi_prompter.py │ │ │ │ └── vicuna_v15_prompter.py │ │ └── vision │ │ │ ├── __init__.py │ │ │ ├── base_vision.py │ │ │ ├── clip_vit.py │ │ │ ├── dinoclip_vit.py │ │ │ ├── dinosiglip_vit.py │ │ │ ├── dinov2_vit.py │ │ │ ├── in1k_vit.py │ │ │ └── siglip_vit.py │ ├── load.py │ ├── materialize.py │ ├── registry.py │ ├── vlas │ │ ├── __init__.py │ │ └── openvla.py │ └── vlms │ │ ├── __init__.py │ │ ├── base_vlm.py │ │ └── prismatic.py ├── overwatch │ ├── __init__.py │ └── overwatch.py ├── preprocessing │ ├── __init__.py │ ├── datasets │ │ ├── __init__.py │ │ └── datasets.py │ ├── download.py │ └── materialize.py ├── py.typed ├── trainer_misc │ ├── __init__.py │ ├── communicate.py │ ├── fsdp_trainer.py │ ├── sp_utils.py │ ├── utils.py │ └── vae_ddp_trainer.py ├── training │ ├── __init__.py │ ├── materialize.py │ ├── metrics.py │ └── strategies │ │ ├── __init__.py │ │ ├── base_strategy.py │ │ ├── ddp.py │ │ └── fsdp.py ├── util │ ├── __init__.py │ ├── batching_utils.py │ ├── data_utils.py │ ├── misc.py │ ├── nn_utils.py │ ├── tensor_utils.py │ ├── torch_utils.py │ └── vae_utils.py └── vla │ ├── __init__.py │ ├── action_tokenizer.py │ ├── datasets │ ├── __init__.py │ ├── datasets.py │ └── rlds │ │ ├── __init__.py │ │ ├── dataset.py │ │ ├── obs_transforms.py │ │ ├── oxe │ │ ├── __init__.py │ │ ├── configs.py │ │ ├── materialize.py │ │ ├── mixtures.py │ │ ├── transforms.py │ │ └── utils │ │ │ └── droid_utils.py │ │ ├── traj_transforms.py │ │ └── utils │ │ ├── __init__.py │ │ ├── data_utils.py │ │ ├── goal_relabeling.py │ │ └── task_augmentation.py │ └── materialize.py ├── pyproject.toml ├── scripts ├── additional-datasets │ ├── lrv_instruct.py │ └── lvis_instruct_4v.py ├── extern │ ├── convert_prismatic_weights_to_hf.py │ └── verify_prismatic.py └── train_action_vqvae.sh ├── train_vae └── scripts │ ├── action_vqvae_config │ ├── config.json │ ├── config_action_type_pe.json │ ├── config_action_type_pe_time_pe.json │ └── config_time_pe.json │ └── train_action_vqvae.py └── vla-scripts ├── deploy.py ├── extern ├── convert_openvla_weights_to_hf.py └── verify_openvla.py ├── finetune_openvla.py ├── finetune_vqvla.py └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/README.md -------------------------------------------------------------------------------- /assets/vqvla_pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/assets/vqvla_pipeline.png -------------------------------------------------------------------------------- /experiments/robot/libero/libero_90_metainfo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/experiments/robot/libero/libero_90_metainfo.json -------------------------------------------------------------------------------- /experiments/robot/libero/libero_requirements.txt: -------------------------------------------------------------------------------- 1 | imageio[ffmpeg] 2 | robosuite==1.4.1 3 | bddl 4 | easydict 5 | cloudpickle 6 | gym 7 | -------------------------------------------------------------------------------- /experiments/robot/libero/libero_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/experiments/robot/libero/libero_utils.py -------------------------------------------------------------------------------- /experiments/robot/libero/regenerate_libero_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/experiments/robot/libero/regenerate_libero_dataset.py -------------------------------------------------------------------------------- /experiments/robot/libero/run_libero_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/experiments/robot/libero/run_libero_eval.py -------------------------------------------------------------------------------- /experiments/robot/libero/run_libero_eval_vq_vla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/experiments/robot/libero/run_libero_eval_vq_vla.py -------------------------------------------------------------------------------- /experiments/robot/openvla_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/experiments/robot/openvla_utils.py -------------------------------------------------------------------------------- /experiments/robot/robot_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/experiments/robot/robot_utils.py -------------------------------------------------------------------------------- /prismatic/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/__init__.py -------------------------------------------------------------------------------- /prismatic/action_vqvae/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/action_vqvae/__init__.py -------------------------------------------------------------------------------- /prismatic/action_vqvae/action_vqvae_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/action_vqvae/action_vqvae_wrapper.py -------------------------------------------------------------------------------- /prismatic/action_vqvae/modeling_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/action_vqvae/modeling_block.py -------------------------------------------------------------------------------- /prismatic/action_vqvae/modeling_causal_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/action_vqvae/modeling_causal_conv.py -------------------------------------------------------------------------------- /prismatic/action_vqvae/modeling_causal_vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/action_vqvae/modeling_causal_vae.py -------------------------------------------------------------------------------- /prismatic/action_vqvae/modeling_enc_dec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/action_vqvae/modeling_enc_dec.py -------------------------------------------------------------------------------- /prismatic/action_vqvae/modeling_resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/action_vqvae/modeling_resnet.py -------------------------------------------------------------------------------- /prismatic/action_vqvae/residual_vq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/action_vqvae/residual_vq.py -------------------------------------------------------------------------------- /prismatic/action_vqvae/vector_quantize_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/action_vqvae/vector_quantize_pytorch.py -------------------------------------------------------------------------------- /prismatic/action_vqvae/vqvae_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/action_vqvae/vqvae_utils.py -------------------------------------------------------------------------------- /prismatic/conf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/conf/__init__.py -------------------------------------------------------------------------------- /prismatic/conf/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/conf/datasets.py -------------------------------------------------------------------------------- /prismatic/conf/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/conf/models.py -------------------------------------------------------------------------------- /prismatic/conf/vla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/conf/vla.py -------------------------------------------------------------------------------- /prismatic/extern/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prismatic/extern/hf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prismatic/extern/hf/configuration_prismatic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/extern/hf/configuration_prismatic.py -------------------------------------------------------------------------------- /prismatic/extern/hf/modeling_prismatic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/extern/hf/modeling_prismatic.py -------------------------------------------------------------------------------- /prismatic/extern/hf/processing_prismatic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/extern/hf/processing_prismatic.py -------------------------------------------------------------------------------- /prismatic/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/__init__.py -------------------------------------------------------------------------------- /prismatic/models/backbones/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prismatic/models/backbones/llm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/llm/__init__.py -------------------------------------------------------------------------------- /prismatic/models/backbones/llm/base_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/llm/base_llm.py -------------------------------------------------------------------------------- /prismatic/models/backbones/llm/llama2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/llm/llama2.py -------------------------------------------------------------------------------- /prismatic/models/backbones/llm/mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/llm/mistral.py -------------------------------------------------------------------------------- /prismatic/models/backbones/llm/phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/llm/phi.py -------------------------------------------------------------------------------- /prismatic/models/backbones/llm/prompting/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/llm/prompting/__init__.py -------------------------------------------------------------------------------- /prismatic/models/backbones/llm/prompting/base_prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/llm/prompting/base_prompter.py -------------------------------------------------------------------------------- /prismatic/models/backbones/llm/prompting/llama2_chat_prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/llm/prompting/llama2_chat_prompter.py -------------------------------------------------------------------------------- /prismatic/models/backbones/llm/prompting/mistral_instruct_prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/llm/prompting/mistral_instruct_prompter.py -------------------------------------------------------------------------------- /prismatic/models/backbones/llm/prompting/phi_prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/llm/prompting/phi_prompter.py -------------------------------------------------------------------------------- /prismatic/models/backbones/llm/prompting/vicuna_v15_prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/llm/prompting/vicuna_v15_prompter.py -------------------------------------------------------------------------------- /prismatic/models/backbones/vision/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/vision/__init__.py -------------------------------------------------------------------------------- /prismatic/models/backbones/vision/base_vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/vision/base_vision.py -------------------------------------------------------------------------------- /prismatic/models/backbones/vision/clip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/vision/clip_vit.py -------------------------------------------------------------------------------- /prismatic/models/backbones/vision/dinoclip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/vision/dinoclip_vit.py -------------------------------------------------------------------------------- /prismatic/models/backbones/vision/dinosiglip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/vision/dinosiglip_vit.py -------------------------------------------------------------------------------- /prismatic/models/backbones/vision/dinov2_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/vision/dinov2_vit.py -------------------------------------------------------------------------------- /prismatic/models/backbones/vision/in1k_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/vision/in1k_vit.py -------------------------------------------------------------------------------- /prismatic/models/backbones/vision/siglip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/backbones/vision/siglip_vit.py -------------------------------------------------------------------------------- /prismatic/models/load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/load.py -------------------------------------------------------------------------------- /prismatic/models/materialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/materialize.py -------------------------------------------------------------------------------- /prismatic/models/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/registry.py -------------------------------------------------------------------------------- /prismatic/models/vlas/__init__.py: -------------------------------------------------------------------------------- 1 | from .openvla import OpenVLA 2 | -------------------------------------------------------------------------------- /prismatic/models/vlas/openvla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/vlas/openvla.py -------------------------------------------------------------------------------- /prismatic/models/vlms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/vlms/__init__.py -------------------------------------------------------------------------------- /prismatic/models/vlms/base_vlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/vlms/base_vlm.py -------------------------------------------------------------------------------- /prismatic/models/vlms/prismatic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/models/vlms/prismatic.py -------------------------------------------------------------------------------- /prismatic/overwatch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/overwatch/__init__.py -------------------------------------------------------------------------------- /prismatic/overwatch/overwatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/overwatch/overwatch.py -------------------------------------------------------------------------------- /prismatic/preprocessing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/preprocessing/__init__.py -------------------------------------------------------------------------------- /prismatic/preprocessing/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/preprocessing/datasets/__init__.py -------------------------------------------------------------------------------- /prismatic/preprocessing/datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/preprocessing/datasets/datasets.py -------------------------------------------------------------------------------- /prismatic/preprocessing/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/preprocessing/download.py -------------------------------------------------------------------------------- /prismatic/preprocessing/materialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/preprocessing/materialize.py -------------------------------------------------------------------------------- /prismatic/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prismatic/trainer_misc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/trainer_misc/__init__.py -------------------------------------------------------------------------------- /prismatic/trainer_misc/communicate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/trainer_misc/communicate.py -------------------------------------------------------------------------------- /prismatic/trainer_misc/fsdp_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/trainer_misc/fsdp_trainer.py -------------------------------------------------------------------------------- /prismatic/trainer_misc/sp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/trainer_misc/sp_utils.py -------------------------------------------------------------------------------- /prismatic/trainer_misc/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/trainer_misc/utils.py -------------------------------------------------------------------------------- /prismatic/trainer_misc/vae_ddp_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/trainer_misc/vae_ddp_trainer.py -------------------------------------------------------------------------------- /prismatic/training/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/training/__init__.py -------------------------------------------------------------------------------- /prismatic/training/materialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/training/materialize.py -------------------------------------------------------------------------------- /prismatic/training/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/training/metrics.py -------------------------------------------------------------------------------- /prismatic/training/strategies/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/training/strategies/__init__.py -------------------------------------------------------------------------------- /prismatic/training/strategies/base_strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/training/strategies/base_strategy.py -------------------------------------------------------------------------------- /prismatic/training/strategies/ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/training/strategies/ddp.py -------------------------------------------------------------------------------- /prismatic/training/strategies/fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/training/strategies/fsdp.py -------------------------------------------------------------------------------- /prismatic/util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/util/__init__.py -------------------------------------------------------------------------------- /prismatic/util/batching_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/util/batching_utils.py -------------------------------------------------------------------------------- /prismatic/util/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/util/data_utils.py -------------------------------------------------------------------------------- /prismatic/util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/util/misc.py -------------------------------------------------------------------------------- /prismatic/util/nn_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/util/nn_utils.py -------------------------------------------------------------------------------- /prismatic/util/tensor_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/util/tensor_utils.py -------------------------------------------------------------------------------- /prismatic/util/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/util/torch_utils.py -------------------------------------------------------------------------------- /prismatic/util/vae_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/util/vae_utils.py -------------------------------------------------------------------------------- /prismatic/vla/__init__.py: -------------------------------------------------------------------------------- 1 | from .materialize import get_vla_dataset_and_collator 2 | -------------------------------------------------------------------------------- /prismatic/vla/action_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/action_tokenizer.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/__init__.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/datasets.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/rlds/__init__.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/rlds/dataset.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/obs_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/rlds/obs_transforms.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/oxe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/rlds/oxe/__init__.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/oxe/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/rlds/oxe/configs.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/oxe/materialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/rlds/oxe/materialize.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/oxe/mixtures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/rlds/oxe/mixtures.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/oxe/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/rlds/oxe/transforms.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/oxe/utils/droid_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/rlds/oxe/utils/droid_utils.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/traj_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/rlds/traj_transforms.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/rlds/utils/data_utils.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/utils/goal_relabeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/rlds/utils/goal_relabeling.py -------------------------------------------------------------------------------- /prismatic/vla/datasets/rlds/utils/task_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/datasets/rlds/utils/task_augmentation.py -------------------------------------------------------------------------------- /prismatic/vla/materialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/prismatic/vla/materialize.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/additional-datasets/lrv_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/scripts/additional-datasets/lrv_instruct.py -------------------------------------------------------------------------------- /scripts/additional-datasets/lvis_instruct_4v.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/scripts/additional-datasets/lvis_instruct_4v.py -------------------------------------------------------------------------------- /scripts/extern/convert_prismatic_weights_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/scripts/extern/convert_prismatic_weights_to_hf.py -------------------------------------------------------------------------------- /scripts/extern/verify_prismatic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/scripts/extern/verify_prismatic.py -------------------------------------------------------------------------------- /scripts/train_action_vqvae.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/scripts/train_action_vqvae.sh -------------------------------------------------------------------------------- /train_vae/scripts/action_vqvae_config/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/train_vae/scripts/action_vqvae_config/config.json -------------------------------------------------------------------------------- /train_vae/scripts/action_vqvae_config/config_action_type_pe.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/train_vae/scripts/action_vqvae_config/config_action_type_pe.json -------------------------------------------------------------------------------- /train_vae/scripts/action_vqvae_config/config_action_type_pe_time_pe.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/train_vae/scripts/action_vqvae_config/config_action_type_pe_time_pe.json -------------------------------------------------------------------------------- /train_vae/scripts/action_vqvae_config/config_time_pe.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/train_vae/scripts/action_vqvae_config/config_time_pe.json -------------------------------------------------------------------------------- /train_vae/scripts/train_action_vqvae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/train_vae/scripts/train_action_vqvae.py -------------------------------------------------------------------------------- /vla-scripts/deploy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/vla-scripts/deploy.py -------------------------------------------------------------------------------- /vla-scripts/extern/convert_openvla_weights_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/vla-scripts/extern/convert_openvla_weights_to_hf.py -------------------------------------------------------------------------------- /vla-scripts/extern/verify_openvla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/vla-scripts/extern/verify_openvla.py -------------------------------------------------------------------------------- /vla-scripts/finetune_openvla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/vla-scripts/finetune_openvla.py -------------------------------------------------------------------------------- /vla-scripts/finetune_vqvla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/vla-scripts/finetune_vqvla.py -------------------------------------------------------------------------------- /vla-scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/xiaoxiao0406/VQ-VLA/HEAD/vla-scripts/train.py --------------------------------------------------------------------------------