├── .gitignore ├── README.md ├── __init__.py ├── configs ├── data │ ├── multi_flat.yaml │ ├── multi_forest.yaml │ ├── multi_hybrid.yaml │ └── multi_plains.yaml ├── defaults.yaml ├── eval │ ├── multi_flat.yaml │ ├── multi_forest.yaml │ ├── multi_hybrid.yaml │ └── multi_plains.yaml └── model │ ├── simple.yaml │ └── transformer_w_extra.yaml ├── imgs ├── window1.png └── window2.png ├── main.py ├── requirements.txt └── src ├── __init__.py ├── data └── data_lmdb.py ├── eval ├── eval_worker.py └── parallel_eval.py ├── models ├── simple.py └── trajectory_gpt2.py └── utils ├── __init__.py ├── file_utils.py ├── foundation.py ├── impala_lib ├── __init__.py ├── action_head.py ├── goal_impala_cnn.py ├── impala_cnn.py ├── masked_attention.py ├── minecraft_util.py ├── misc.py ├── mlp.py ├── normalize_ewma.py ├── policy.py ├── scaled_mse_head.py ├── torch_util.py ├── tree_util.py ├── util.py └── xf.py ├── loss.py ├── mlp.py ├── resnet.py ├── torch_utils.py ├── vision.py └── vpt_lib ├── __init__.py ├── action_head.py ├── action_mapping.py ├── action_translator.py ├── actions.py ├── env_worker.py ├── impala_cnn.py ├── masked_attention.py ├── mc.py ├── mc_constants.1.16.json ├── minecraft_util.py ├── misc.py ├── mlp.py ├── normalize_ewma.py ├── policy.py ├── scaled_mse_head.py ├── serialize.py ├── torch_util.py ├── tree_util.py ├── util.py └── xf.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/__init__.py -------------------------------------------------------------------------------- /configs/data/multi_flat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/configs/data/multi_flat.yaml -------------------------------------------------------------------------------- /configs/data/multi_forest.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/configs/data/multi_forest.yaml -------------------------------------------------------------------------------- /configs/data/multi_hybrid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/configs/data/multi_hybrid.yaml -------------------------------------------------------------------------------- /configs/data/multi_plains.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/configs/data/multi_plains.yaml -------------------------------------------------------------------------------- /configs/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/configs/defaults.yaml -------------------------------------------------------------------------------- /configs/eval/multi_flat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/configs/eval/multi_flat.yaml -------------------------------------------------------------------------------- /configs/eval/multi_forest.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/configs/eval/multi_forest.yaml -------------------------------------------------------------------------------- /configs/eval/multi_hybrid.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/configs/eval/multi_hybrid.yaml -------------------------------------------------------------------------------- /configs/eval/multi_plains.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/configs/eval/multi_plains.yaml -------------------------------------------------------------------------------- /configs/model/simple.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/configs/model/simple.yaml -------------------------------------------------------------------------------- /configs/model/transformer_w_extra.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/configs/model/transformer_w_extra.yaml -------------------------------------------------------------------------------- /imgs/window1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/imgs/window1.png -------------------------------------------------------------------------------- /imgs/window2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/imgs/window2.png -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/main.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/data/data_lmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/data/data_lmdb.py -------------------------------------------------------------------------------- /src/eval/eval_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/eval/eval_worker.py -------------------------------------------------------------------------------- /src/eval/parallel_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/eval/parallel_eval.py -------------------------------------------------------------------------------- /src/models/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/models/simple.py -------------------------------------------------------------------------------- /src/models/trajectory_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/models/trajectory_gpt2.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/__init__.py -------------------------------------------------------------------------------- /src/utils/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/file_utils.py -------------------------------------------------------------------------------- /src/utils/foundation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/foundation.py -------------------------------------------------------------------------------- /src/utils/impala_lib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/impala_lib/action_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/action_head.py -------------------------------------------------------------------------------- /src/utils/impala_lib/goal_impala_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/goal_impala_cnn.py -------------------------------------------------------------------------------- /src/utils/impala_lib/impala_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/impala_cnn.py -------------------------------------------------------------------------------- /src/utils/impala_lib/masked_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/masked_attention.py -------------------------------------------------------------------------------- /src/utils/impala_lib/minecraft_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/minecraft_util.py -------------------------------------------------------------------------------- /src/utils/impala_lib/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/misc.py -------------------------------------------------------------------------------- /src/utils/impala_lib/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/mlp.py -------------------------------------------------------------------------------- /src/utils/impala_lib/normalize_ewma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/normalize_ewma.py -------------------------------------------------------------------------------- /src/utils/impala_lib/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/policy.py -------------------------------------------------------------------------------- /src/utils/impala_lib/scaled_mse_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/scaled_mse_head.py -------------------------------------------------------------------------------- /src/utils/impala_lib/torch_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/torch_util.py -------------------------------------------------------------------------------- /src/utils/impala_lib/tree_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/tree_util.py -------------------------------------------------------------------------------- /src/utils/impala_lib/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/util.py -------------------------------------------------------------------------------- /src/utils/impala_lib/xf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/impala_lib/xf.py -------------------------------------------------------------------------------- /src/utils/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/loss.py -------------------------------------------------------------------------------- /src/utils/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/mlp.py -------------------------------------------------------------------------------- /src/utils/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/resnet.py -------------------------------------------------------------------------------- /src/utils/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/torch_utils.py -------------------------------------------------------------------------------- /src/utils/vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vision.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/vpt_lib/action_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/action_head.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/action_mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/action_mapping.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/action_translator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/action_translator.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/actions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/actions.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/env_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/env_worker.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/impala_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/impala_cnn.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/masked_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/masked_attention.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/mc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/mc.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/mc_constants.1.16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/mc_constants.1.16.json -------------------------------------------------------------------------------- /src/utils/vpt_lib/minecraft_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/minecraft_util.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/misc.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/mlp.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/normalize_ewma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/normalize_ewma.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/policy.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/scaled_mse_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/scaled_mse_head.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/serialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/serialize.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/torch_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/torch_util.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/tree_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/tree_util.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/util.py -------------------------------------------------------------------------------- /src/utils/vpt_lib/xf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CraftJarvis/MC-Controller/HEAD/src/utils/vpt_lib/xf.py --------------------------------------------------------------------------------