├── .gitignore ├── CODE_OF_CONDUCT.md ├── LICENSE ├── README.md ├── SECURITY.md ├── SUPPORT.md ├── agents ├── game_agent │ └── app.py ├── libero │ ├── README.md │ ├── eval_magma_libero.py │ ├── libero_env_utils.py │ ├── libero_magma_utils.py │ └── requirements.txt ├── robot_traj │ ├── app.py │ ├── app.pyi │ ├── sample.png │ └── utils │ │ └── visualizer.py └── ui_agent │ ├── app.py │ └── util │ ├── __init__.py │ ├── arial.ttf │ ├── box_annotator.py │ ├── omniparser.py │ ├── process_utils.py │ ├── som.py │ └── utils.py ├── assets ├── images │ ├── apple.png │ ├── magma_game.png │ ├── magma_intro_fig.png │ ├── magma_logo.jpg │ ├── magma_pt_v3.png │ ├── magma_teaser.png │ ├── som_flatten.png │ ├── tom_fig.png │ └── ui_agent_example.png └── videos │ ├── robot_pick_up_chip_bag.mp4 │ ├── robot_push_chip_bag_to_left_edge_of_table.mp4 │ ├── tom_orig_sample.mp4 │ └── ui_mobile.mp4 ├── data ├── __init__.py ├── conversations.py ├── data_collator.py ├── data_item.py ├── dataset.py ├── ego4d │ ├── __init__.py │ ├── data_utils.py │ └── settings.yaml ├── epic │ ├── __init__.py │ ├── data_utils.py │ └── settings.yaml ├── llava │ ├── __init__.py │ ├── data_utils.py │ └── settings.yaml ├── magma │ ├── __init__.py │ ├── data_utils.py │ └── settings.yaml ├── openx │ ├── __init__.py │ ├── action_tokenizer.py │ ├── conf │ │ ├── __init__.py │ │ ├── datasets.py │ │ ├── models.py │ │ └── vla.py │ ├── data_utils.py │ ├── datasets │ │ ├── __init__.py │ │ ├── datasets.py │ │ └── rlds │ │ │ ├── __init__.py │ │ │ ├── dataset.py │ │ │ ├── datasets_latent.py │ │ │ ├── obs_transforms.py │ │ │ ├── oxe │ │ │ ├── __init__.py │ │ │ ├── configs.py │ │ │ ├── materialize.py │ │ │ ├── mixtures.py │ │ │ ├── transforms.py │ │ │ └── utils │ │ │ │ └── droid_utils.py │ │ │ ├── traj_transforms.py │ │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── data_utils.py │ │ │ ├── goal_relabeling.py │ │ │ └── task_augmentation.py │ ├── materialize.py │ └── settings.yaml ├── openx_magma │ ├── __init__.py │ ├── data_utils.py │ └── settings.yaml ├── seeclick │ ├── __init__.py │ ├── data_utils.py │ └── settings.yaml └── utils │ ├── arial.ttf │ ├── constants.py │ ├── som_tom.py │ ├── visual_trace.py │ └── visual_tracker.py ├── data_configs ├── llava1.5_665k.yaml ├── magma_820k.yaml └── openx.yaml ├── magma ├── configuration_magma.py ├── image_processing_magma.py ├── image_tower_magma.py ├── modeling_magma.py └── processing_magma.py ├── pyproject.toml ├── scripts ├── evaluation │ ├── lmms-eval │ │ └── lmms_eval_magma.sh │ └── simplerenv │ │ ├── bridge.sh │ │ ├── move_near_visual_matching.sh │ │ ├── put_drawer_variant_agg.sh │ │ └── put_drawer_visual_matching.sh ├── finetune │ └── finetune_magma_820k.sh └── pretrain │ └── pretrain_openx.sh ├── server ├── README.md ├── docker │ ├── Dockerfile │ └── docker-compose.yml ├── magma-server.sh ├── main.py ├── manage_magma_service.sh ├── native │ ├── magma-api.service │ ├── manage_magma_service.sh │ └── run_magma_api.sh └── test_api.py ├── tools ├── lmms-eval-magma │ ├── README.md │ ├── __init__.py │ └── magma.py ├── simplerenv-magma │ ├── README.md │ └── simpler_env │ │ ├── main_inference_magma.py │ │ └── policies │ │ └── magma │ │ └── magma_model.py ├── som_tom │ └── demo.py └── video_preprocessing │ ├── curate_list.py │ ├── run_clip_filtering.py │ └── run_detect_segments.py ├── train.py └── trainer ├── __init__.py ├── deepspeed ├── zero1.json ├── zero2.json └── zero3.json └── trainer.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/SECURITY.md -------------------------------------------------------------------------------- /SUPPORT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/SUPPORT.md -------------------------------------------------------------------------------- /agents/game_agent/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/game_agent/app.py -------------------------------------------------------------------------------- /agents/libero/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/libero/README.md -------------------------------------------------------------------------------- /agents/libero/eval_magma_libero.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/libero/eval_magma_libero.py -------------------------------------------------------------------------------- /agents/libero/libero_env_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/libero/libero_env_utils.py -------------------------------------------------------------------------------- /agents/libero/libero_magma_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/libero/libero_magma_utils.py -------------------------------------------------------------------------------- /agents/libero/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/libero/requirements.txt -------------------------------------------------------------------------------- /agents/robot_traj/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/robot_traj/app.py -------------------------------------------------------------------------------- /agents/robot_traj/app.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/robot_traj/app.pyi -------------------------------------------------------------------------------- /agents/robot_traj/sample.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/robot_traj/sample.png -------------------------------------------------------------------------------- /agents/robot_traj/utils/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/robot_traj/utils/visualizer.py -------------------------------------------------------------------------------- /agents/ui_agent/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/ui_agent/app.py -------------------------------------------------------------------------------- /agents/ui_agent/util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agents/ui_agent/util/arial.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/ui_agent/util/arial.ttf -------------------------------------------------------------------------------- /agents/ui_agent/util/box_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/ui_agent/util/box_annotator.py -------------------------------------------------------------------------------- /agents/ui_agent/util/omniparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/ui_agent/util/omniparser.py -------------------------------------------------------------------------------- /agents/ui_agent/util/process_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/ui_agent/util/process_utils.py -------------------------------------------------------------------------------- /agents/ui_agent/util/som.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/ui_agent/util/som.py -------------------------------------------------------------------------------- /agents/ui_agent/util/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/agents/ui_agent/util/utils.py -------------------------------------------------------------------------------- /assets/images/apple.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/assets/images/apple.png -------------------------------------------------------------------------------- /assets/images/magma_game.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/assets/images/magma_game.png -------------------------------------------------------------------------------- /assets/images/magma_intro_fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/assets/images/magma_intro_fig.png -------------------------------------------------------------------------------- /assets/images/magma_logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/assets/images/magma_logo.jpg -------------------------------------------------------------------------------- /assets/images/magma_pt_v3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/assets/images/magma_pt_v3.png -------------------------------------------------------------------------------- /assets/images/magma_teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/assets/images/magma_teaser.png -------------------------------------------------------------------------------- /assets/images/som_flatten.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/assets/images/som_flatten.png -------------------------------------------------------------------------------- /assets/images/tom_fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/assets/images/tom_fig.png -------------------------------------------------------------------------------- /assets/images/ui_agent_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/assets/images/ui_agent_example.png -------------------------------------------------------------------------------- /assets/videos/robot_pick_up_chip_bag.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/assets/videos/robot_pick_up_chip_bag.mp4 -------------------------------------------------------------------------------- /assets/videos/robot_push_chip_bag_to_left_edge_of_table.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/assets/videos/robot_push_chip_bag_to_left_edge_of_table.mp4 -------------------------------------------------------------------------------- /assets/videos/tom_orig_sample.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/assets/videos/tom_orig_sample.mp4 -------------------------------------------------------------------------------- /assets/videos/ui_mobile.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/assets/videos/ui_mobile.mp4 -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/conversations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/conversations.py -------------------------------------------------------------------------------- /data/data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/data_collator.py -------------------------------------------------------------------------------- /data/data_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/data_item.py -------------------------------------------------------------------------------- /data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/dataset.py -------------------------------------------------------------------------------- /data/ego4d/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/ego4d/__init__.py -------------------------------------------------------------------------------- /data/ego4d/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/ego4d/data_utils.py -------------------------------------------------------------------------------- /data/ego4d/settings.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/ego4d/settings.yaml -------------------------------------------------------------------------------- /data/epic/__init__.py: -------------------------------------------------------------------------------- 1 | from .data_utils import EpicKitchen as epic -------------------------------------------------------------------------------- /data/epic/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/epic/data_utils.py -------------------------------------------------------------------------------- /data/epic/settings.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/epic/settings.yaml -------------------------------------------------------------------------------- /data/llava/__init__.py: -------------------------------------------------------------------------------- 1 | from .data_utils import LlaVA as llava -------------------------------------------------------------------------------- /data/llava/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/llava/data_utils.py -------------------------------------------------------------------------------- /data/llava/settings.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/llava/settings.yaml -------------------------------------------------------------------------------- /data/magma/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/magma/__init__.py -------------------------------------------------------------------------------- /data/magma/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/magma/data_utils.py -------------------------------------------------------------------------------- /data/magma/settings.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/magma/settings.yaml -------------------------------------------------------------------------------- /data/openx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/__init__.py -------------------------------------------------------------------------------- /data/openx/action_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/action_tokenizer.py -------------------------------------------------------------------------------- /data/openx/conf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/conf/__init__.py -------------------------------------------------------------------------------- /data/openx/conf/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/conf/datasets.py -------------------------------------------------------------------------------- /data/openx/conf/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/conf/models.py -------------------------------------------------------------------------------- /data/openx/conf/vla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/conf/vla.py -------------------------------------------------------------------------------- /data/openx/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/data_utils.py -------------------------------------------------------------------------------- /data/openx/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/__init__.py -------------------------------------------------------------------------------- /data/openx/datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/datasets.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/__init__.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/dataset.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/datasets_latent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/datasets_latent.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/obs_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/obs_transforms.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/oxe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/oxe/__init__.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/oxe/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/oxe/configs.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/oxe/materialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/oxe/materialize.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/oxe/mixtures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/oxe/mixtures.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/oxe/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/oxe/transforms.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/oxe/utils/droid_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/oxe/utils/droid_utils.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/traj_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/traj_transforms.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/openx/datasets/rlds/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/utils/data_utils.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/utils/goal_relabeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/utils/goal_relabeling.py -------------------------------------------------------------------------------- /data/openx/datasets/rlds/utils/task_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/datasets/rlds/utils/task_augmentation.py -------------------------------------------------------------------------------- /data/openx/materialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/materialize.py -------------------------------------------------------------------------------- /data/openx/settings.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx/settings.yaml -------------------------------------------------------------------------------- /data/openx_magma/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx_magma/__init__.py -------------------------------------------------------------------------------- /data/openx_magma/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx_magma/data_utils.py -------------------------------------------------------------------------------- /data/openx_magma/settings.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/openx_magma/settings.yaml -------------------------------------------------------------------------------- /data/seeclick/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/seeclick/__init__.py -------------------------------------------------------------------------------- /data/seeclick/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/seeclick/data_utils.py -------------------------------------------------------------------------------- /data/seeclick/settings.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/seeclick/settings.yaml -------------------------------------------------------------------------------- /data/utils/arial.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/utils/arial.ttf -------------------------------------------------------------------------------- /data/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/utils/constants.py -------------------------------------------------------------------------------- /data/utils/som_tom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/utils/som_tom.py -------------------------------------------------------------------------------- /data/utils/visual_trace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/utils/visual_trace.py -------------------------------------------------------------------------------- /data/utils/visual_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data/utils/visual_tracker.py -------------------------------------------------------------------------------- /data_configs/llava1.5_665k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data_configs/llava1.5_665k.yaml -------------------------------------------------------------------------------- /data_configs/magma_820k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data_configs/magma_820k.yaml -------------------------------------------------------------------------------- /data_configs/openx.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/data_configs/openx.yaml -------------------------------------------------------------------------------- /magma/configuration_magma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/magma/configuration_magma.py -------------------------------------------------------------------------------- /magma/image_processing_magma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/magma/image_processing_magma.py -------------------------------------------------------------------------------- /magma/image_tower_magma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/magma/image_tower_magma.py -------------------------------------------------------------------------------- /magma/modeling_magma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/magma/modeling_magma.py -------------------------------------------------------------------------------- /magma/processing_magma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/magma/processing_magma.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/evaluation/lmms-eval/lmms_eval_magma.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/scripts/evaluation/lmms-eval/lmms_eval_magma.sh -------------------------------------------------------------------------------- /scripts/evaluation/simplerenv/bridge.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/scripts/evaluation/simplerenv/bridge.sh -------------------------------------------------------------------------------- /scripts/evaluation/simplerenv/move_near_visual_matching.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/scripts/evaluation/simplerenv/move_near_visual_matching.sh -------------------------------------------------------------------------------- /scripts/evaluation/simplerenv/put_drawer_variant_agg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/scripts/evaluation/simplerenv/put_drawer_variant_agg.sh -------------------------------------------------------------------------------- /scripts/evaluation/simplerenv/put_drawer_visual_matching.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/scripts/evaluation/simplerenv/put_drawer_visual_matching.sh -------------------------------------------------------------------------------- /scripts/finetune/finetune_magma_820k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/scripts/finetune/finetune_magma_820k.sh -------------------------------------------------------------------------------- /scripts/pretrain/pretrain_openx.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/scripts/pretrain/pretrain_openx.sh -------------------------------------------------------------------------------- /server/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/server/README.md -------------------------------------------------------------------------------- /server/docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/server/docker/Dockerfile -------------------------------------------------------------------------------- /server/docker/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/server/docker/docker-compose.yml -------------------------------------------------------------------------------- /server/magma-server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/server/magma-server.sh -------------------------------------------------------------------------------- /server/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/server/main.py -------------------------------------------------------------------------------- /server/manage_magma_service.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/server/manage_magma_service.sh -------------------------------------------------------------------------------- /server/native/magma-api.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/server/native/magma-api.service -------------------------------------------------------------------------------- /server/native/manage_magma_service.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/server/native/manage_magma_service.sh -------------------------------------------------------------------------------- /server/native/run_magma_api.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/server/native/run_magma_api.sh -------------------------------------------------------------------------------- /server/test_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/server/test_api.py -------------------------------------------------------------------------------- /tools/lmms-eval-magma/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/tools/lmms-eval-magma/README.md -------------------------------------------------------------------------------- /tools/lmms-eval-magma/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/tools/lmms-eval-magma/__init__.py -------------------------------------------------------------------------------- /tools/lmms-eval-magma/magma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/tools/lmms-eval-magma/magma.py -------------------------------------------------------------------------------- /tools/simplerenv-magma/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/tools/simplerenv-magma/README.md -------------------------------------------------------------------------------- /tools/simplerenv-magma/simpler_env/main_inference_magma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/tools/simplerenv-magma/simpler_env/main_inference_magma.py -------------------------------------------------------------------------------- /tools/simplerenv-magma/simpler_env/policies/magma/magma_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/tools/simplerenv-magma/simpler_env/policies/magma/magma_model.py -------------------------------------------------------------------------------- /tools/som_tom/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/tools/som_tom/demo.py -------------------------------------------------------------------------------- /tools/video_preprocessing/curate_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/tools/video_preprocessing/curate_list.py -------------------------------------------------------------------------------- /tools/video_preprocessing/run_clip_filtering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/tools/video_preprocessing/run_clip_filtering.py -------------------------------------------------------------------------------- /tools/video_preprocessing/run_detect_segments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/tools/video_preprocessing/run_detect_segments.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/train.py -------------------------------------------------------------------------------- /trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/trainer/__init__.py -------------------------------------------------------------------------------- /trainer/deepspeed/zero1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/trainer/deepspeed/zero1.json -------------------------------------------------------------------------------- /trainer/deepspeed/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/trainer/deepspeed/zero2.json -------------------------------------------------------------------------------- /trainer/deepspeed/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/trainer/deepspeed/zero3.json -------------------------------------------------------------------------------- /trainer/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/Magma/HEAD/trainer/trainer.py --------------------------------------------------------------------------------