├── .gitignore ├── README.md ├── download_weights.sh ├── images ├── STEVE-collage-background-blank.png └── logo.PNG ├── run_agent ├── 1_gen_paper_videos.sh ├── 2_gen_vid_for_text_prompt.sh └── 3_run_interactive_session.sh ├── setup.py ├── steve1 ├── MineRLConditionalAgent.py ├── VPT │ ├── __init__.py │ ├── agent.py │ ├── inverse_dynamics_model.py │ ├── lib │ │ ├── __init__.py │ │ ├── action_head.py │ │ ├── action_mapping.py │ │ ├── actions.py │ │ ├── impala_cnn.py │ │ ├── masked_attention.py │ │ ├── minecraft_util.py │ │ ├── misc.py │ │ ├── mlp.py │ │ ├── normalize_ewma.py │ │ ├── policy.py │ │ ├── scaled_mse_head.py │ │ ├── torch_util.py │ │ ├── tree_util.py │ │ ├── util.py │ │ └── xf.py │ └── run_inverse_dynamics_model.py ├── config.py ├── data │ ├── EpisodeStorage.py │ ├── __init__.py │ ├── generation │ │ ├── FrameBuffer.py │ │ ├── __init_.py │ │ ├── assets │ │ │ └── mouse_cursor_white_16x16.png │ │ ├── convert_from_contractor.py │ │ ├── gen_mixed_agents.py │ │ └── vpt_agents.py │ ├── minecraft_dataset.py │ ├── sampling │ │ ├── dataset_summary.py │ │ └── generate_sampling.py │ ├── text_alignment │ │ ├── vae.py │ │ └── vae_pipeline │ │ │ └── train_vae.py │ └── utils │ │ └── contractor.py ├── embed_conditioned_policy.py ├── helpers.py ├── mineclip_code │ └── load_mineclip.py ├── run_agent │ ├── paper_prompts.py │ ├── programmatic_eval.py │ ├── run_agent.py │ └── run_interactive.py ├── training │ ├── __init__.py │ └── train.py └── utils │ ├── embed_utils.py │ ├── file_utils.py │ ├── mineclip_agent_env_utils.py │ ├── text_overlay_utils.py │ └── video_utils.py └── train ├── 1_generate_dataset.sh ├── 2_create_sampling.sh ├── 3_train.sh └── 4_train_prior.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/README.md -------------------------------------------------------------------------------- /download_weights.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/download_weights.sh -------------------------------------------------------------------------------- /images/STEVE-collage-background-blank.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/images/STEVE-collage-background-blank.png -------------------------------------------------------------------------------- /images/logo.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/images/logo.PNG -------------------------------------------------------------------------------- /run_agent/1_gen_paper_videos.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/run_agent/1_gen_paper_videos.sh -------------------------------------------------------------------------------- /run_agent/2_gen_vid_for_text_prompt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/run_agent/2_gen_vid_for_text_prompt.sh -------------------------------------------------------------------------------- /run_agent/3_run_interactive_session.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/run_agent/3_run_interactive_session.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/setup.py -------------------------------------------------------------------------------- /steve1/MineRLConditionalAgent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/MineRLConditionalAgent.py -------------------------------------------------------------------------------- /steve1/VPT/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /steve1/VPT/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/agent.py -------------------------------------------------------------------------------- /steve1/VPT/inverse_dynamics_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/inverse_dynamics_model.py -------------------------------------------------------------------------------- /steve1/VPT/lib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /steve1/VPT/lib/action_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/action_head.py -------------------------------------------------------------------------------- /steve1/VPT/lib/action_mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/action_mapping.py -------------------------------------------------------------------------------- /steve1/VPT/lib/actions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/actions.py -------------------------------------------------------------------------------- /steve1/VPT/lib/impala_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/impala_cnn.py -------------------------------------------------------------------------------- /steve1/VPT/lib/masked_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/masked_attention.py -------------------------------------------------------------------------------- /steve1/VPT/lib/minecraft_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/minecraft_util.py -------------------------------------------------------------------------------- /steve1/VPT/lib/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/misc.py -------------------------------------------------------------------------------- /steve1/VPT/lib/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/mlp.py -------------------------------------------------------------------------------- /steve1/VPT/lib/normalize_ewma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/normalize_ewma.py -------------------------------------------------------------------------------- /steve1/VPT/lib/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/policy.py -------------------------------------------------------------------------------- /steve1/VPT/lib/scaled_mse_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/scaled_mse_head.py -------------------------------------------------------------------------------- /steve1/VPT/lib/torch_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/torch_util.py -------------------------------------------------------------------------------- /steve1/VPT/lib/tree_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/tree_util.py -------------------------------------------------------------------------------- /steve1/VPT/lib/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/util.py -------------------------------------------------------------------------------- /steve1/VPT/lib/xf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/lib/xf.py -------------------------------------------------------------------------------- /steve1/VPT/run_inverse_dynamics_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/VPT/run_inverse_dynamics_model.py -------------------------------------------------------------------------------- /steve1/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/config.py -------------------------------------------------------------------------------- /steve1/data/EpisodeStorage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/data/EpisodeStorage.py -------------------------------------------------------------------------------- /steve1/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /steve1/data/generation/FrameBuffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/data/generation/FrameBuffer.py -------------------------------------------------------------------------------- /steve1/data/generation/__init_.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /steve1/data/generation/assets/mouse_cursor_white_16x16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/data/generation/assets/mouse_cursor_white_16x16.png -------------------------------------------------------------------------------- /steve1/data/generation/convert_from_contractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/data/generation/convert_from_contractor.py -------------------------------------------------------------------------------- /steve1/data/generation/gen_mixed_agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/data/generation/gen_mixed_agents.py -------------------------------------------------------------------------------- /steve1/data/generation/vpt_agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/data/generation/vpt_agents.py -------------------------------------------------------------------------------- /steve1/data/minecraft_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/data/minecraft_dataset.py -------------------------------------------------------------------------------- /steve1/data/sampling/dataset_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/data/sampling/dataset_summary.py -------------------------------------------------------------------------------- /steve1/data/sampling/generate_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/data/sampling/generate_sampling.py -------------------------------------------------------------------------------- /steve1/data/text_alignment/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/data/text_alignment/vae.py -------------------------------------------------------------------------------- /steve1/data/text_alignment/vae_pipeline/train_vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/data/text_alignment/vae_pipeline/train_vae.py -------------------------------------------------------------------------------- /steve1/data/utils/contractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/data/utils/contractor.py -------------------------------------------------------------------------------- /steve1/embed_conditioned_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/embed_conditioned_policy.py -------------------------------------------------------------------------------- /steve1/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/helpers.py -------------------------------------------------------------------------------- /steve1/mineclip_code/load_mineclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/mineclip_code/load_mineclip.py -------------------------------------------------------------------------------- /steve1/run_agent/paper_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/run_agent/paper_prompts.py -------------------------------------------------------------------------------- /steve1/run_agent/programmatic_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/run_agent/programmatic_eval.py -------------------------------------------------------------------------------- /steve1/run_agent/run_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/run_agent/run_agent.py -------------------------------------------------------------------------------- /steve1/run_agent/run_interactive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/run_agent/run_interactive.py -------------------------------------------------------------------------------- /steve1/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /steve1/training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/training/train.py -------------------------------------------------------------------------------- /steve1/utils/embed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/utils/embed_utils.py -------------------------------------------------------------------------------- /steve1/utils/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/utils/file_utils.py -------------------------------------------------------------------------------- /steve1/utils/mineclip_agent_env_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/utils/mineclip_agent_env_utils.py -------------------------------------------------------------------------------- /steve1/utils/text_overlay_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/utils/text_overlay_utils.py -------------------------------------------------------------------------------- /steve1/utils/video_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/steve1/utils/video_utils.py -------------------------------------------------------------------------------- /train/1_generate_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/train/1_generate_dataset.sh -------------------------------------------------------------------------------- /train/2_create_sampling.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/train/2_create_sampling.sh -------------------------------------------------------------------------------- /train/3_train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/train/3_train.sh -------------------------------------------------------------------------------- /train/4_train_prior.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Shalev-Lifshitz/STEVE-1/HEAD/train/4_train_prior.sh --------------------------------------------------------------------------------