├── .gitignore ├── .gitmodules ├── CMakeLists.txt ├── Doxyfile ├── Install_macOS.md ├── LICENSE ├── README.md ├── cmake └── FindNumPy.cmake ├── connectivity ├── 17DRP5sb8fy_connectivity.json ├── 1LXtFkjw3qL_connectivity.json ├── 1pXnuDYAj8r_connectivity.json ├── 29hnd4uzFmX_connectivity.json ├── 2azQ1b91cZZ_connectivity.json ├── 2n8kARJN3HM_connectivity.json ├── 2t7WUuJeko7_connectivity.json ├── 5LpN3gDmAk7_connectivity.json ├── 5ZKStnWn8Zo_connectivity.json ├── 5q7pvUzZiYa_connectivity.json ├── 759xd9YjKW5_connectivity.json ├── 7y3sRwLe3Va_connectivity.json ├── 8194nk5LbLH_connectivity.json ├── 82sE5b5pLXE_connectivity.json ├── 8WUmhLawc2A_connectivity.json ├── ARNzJeq3xxb_connectivity.json ├── B6ByNegPMKs_connectivity.json ├── D7G3Y4RVNrH_connectivity.json ├── D7N2EKCX4Sj_connectivity.json ├── E9uDoFAP3SH_connectivity.json ├── EDJbREhghzL_connectivity.json ├── EU6Fwq7SyZv_connectivity.json ├── GdvgFV5R1Z5_connectivity.json ├── HxpKQynjfin_connectivity.json ├── JF19kD82Mey_connectivity.json ├── JeFG25nYj2p_connectivity.json ├── JmbYfDe2QKZ_connectivity.json ├── PX4nDJXEHrG_connectivity.json ├── Pm6F8kyY3z2_connectivity.json ├── PuKPg4mmafe_connectivity.json ├── QUCTc6BB5sX_connectivity.json ├── README.md ├── RPmz2sHmrrY_connectivity.json ├── S9hNv5qa7GM_connectivity.json ├── SN83YJsR3w2_connectivity.json ├── TbHJrupSAjP_connectivity.json ├── ULsKaCPVFJR_connectivity.json ├── UwV83HsGsw3_connectivity.json ├── Uxmj2M2itWa_connectivity.json ├── V2XKFyX4ASd_connectivity.json ├── VFuaQ6m2Qom_connectivity.json ├── VLzqgDo317F_connectivity.json ├── VVfe2KiqLaN_connectivity.json ├── Vt2qJdWjCF2_connectivity.json ├── Vvot9Ly1tCj_connectivity.json ├── VzqfbhrpDEA_connectivity.json ├── WYY7iVyf5p8_connectivity.json ├── X7HyMhZNoso_connectivity.json ├── XcA2TqTSSAj_connectivity.json ├── YFuZgdQ5vWj_connectivity.json ├── YVUC4YcDtcY_connectivity.json ├── YmJkqBEsHnH_connectivity.json ├── Z6MFQCViBuw_connectivity.json ├── ZMojNkEp431_connectivity.json ├── aayBHfsNo7d_connectivity.json ├── ac26ZMwG7aT_connectivity.json ├── b8cTxDM8gDG_connectivity.json ├── cV4RVeZvu5T_connectivity.json ├── dhjEzFoUFzH_connectivity.json ├── e9zR4mvMWw7_connectivity.json ├── fzynW3qQPVF_connectivity.json ├── gTV8FGcVJC9_connectivity.json ├── gYvKGZ5eRqb_connectivity.json ├── gZ6f7yhEvPG_connectivity.json ├── gxdoqLR6rwA_connectivity.json ├── i5noydFURQK_connectivity.json ├── jh4fc5c5qoQ_connectivity.json ├── jtcxE69GiFV_connectivity.json ├── kEZ7cmS4wCh_connectivity.json ├── mJXqzFtmKg4_connectivity.json ├── oLBMNvg9in8_connectivity.json ├── p5wJjkQkbXX_connectivity.json ├── pLe4wQe7qrG_connectivity.json ├── pRbA3pwrgk9_connectivity.json ├── pa4otMbVnkk_connectivity.json ├── q9vSo1VnCiC_connectivity.json ├── qoiz87JEwZ2_connectivity.json ├── r1Q1Z4BcV1o_connectivity.json ├── r47D5H71a5s_connectivity.json ├── rPc6DW4iMge_connectivity.json ├── rqfALeAoiTq_connectivity.json ├── s8pcmisQ38h_connectivity.json ├── sKLMLpTHeUy_connectivity.json ├── sT4fr6TAbpF_connectivity.json ├── scans.txt ├── uNb9QFRL6hY_connectivity.json ├── ur6pFq6Qu1A_connectivity.json ├── vyrNrziPKCB_connectivity.json ├── wc2JMjhGNzB_connectivity.json ├── x8F5xyUWy9e_connectivity.json ├── yqstnuAEVhm_connectivity.json └── zsNo4HB9uLZ_connectivity.json ├── img_features └── .gitkeep ├── include ├── Benchmark.hpp ├── Catch.hpp └── MatterSim.hpp ├── scripts ├── panoramic_matterport.m ├── precompute_img_features.py └── timer.py ├── src ├── driver │ ├── driver.py │ ├── mattersim_main.cpp │ └── random_agent.cpp ├── lib │ ├── Benchmark.cpp │ ├── MatterSim.cpp │ ├── fragment.sh │ └── vertex.sh ├── lib_python │ └── MatterSimPython.cpp └── test │ ├── main.cpp │ └── rendertest_spec.json ├── tasks └── R2R-pano │ ├── README.md │ ├── agents │ ├── __init__.py │ └── pano_agent.py │ ├── data │ ├── download.sh │ ├── download_precomputed_augmentation.sh │ ├── train_vocab.txt │ └── trainval_vocab.txt │ ├── env.py │ ├── eval.py │ ├── main.py │ ├── models │ ├── __init__.py │ ├── encoder.py │ ├── modules.py │ ├── policy_model.py │ └── rnn.py │ ├── requirements.txt │ ├── trainer.py │ └── utils.py └── teaser ├── einstein-scroll.png ├── pytorch-logo-dark.png ├── salesforce-research.jpg ├── selfmonitoring-demo.png ├── selfmonitoring.png └── tb-training.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/.gitmodules -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /Doxyfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/Doxyfile -------------------------------------------------------------------------------- /Install_macOS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/Install_macOS.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/README.md -------------------------------------------------------------------------------- /cmake/FindNumPy.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/cmake/FindNumPy.cmake -------------------------------------------------------------------------------- /connectivity/17DRP5sb8fy_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/17DRP5sb8fy_connectivity.json -------------------------------------------------------------------------------- /connectivity/1LXtFkjw3qL_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/1LXtFkjw3qL_connectivity.json -------------------------------------------------------------------------------- /connectivity/1pXnuDYAj8r_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/1pXnuDYAj8r_connectivity.json -------------------------------------------------------------------------------- /connectivity/29hnd4uzFmX_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/29hnd4uzFmX_connectivity.json -------------------------------------------------------------------------------- /connectivity/2azQ1b91cZZ_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/2azQ1b91cZZ_connectivity.json -------------------------------------------------------------------------------- /connectivity/2n8kARJN3HM_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/2n8kARJN3HM_connectivity.json -------------------------------------------------------------------------------- /connectivity/2t7WUuJeko7_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/2t7WUuJeko7_connectivity.json -------------------------------------------------------------------------------- /connectivity/5LpN3gDmAk7_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/5LpN3gDmAk7_connectivity.json -------------------------------------------------------------------------------- /connectivity/5ZKStnWn8Zo_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/5ZKStnWn8Zo_connectivity.json -------------------------------------------------------------------------------- /connectivity/5q7pvUzZiYa_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/5q7pvUzZiYa_connectivity.json -------------------------------------------------------------------------------- /connectivity/759xd9YjKW5_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/759xd9YjKW5_connectivity.json -------------------------------------------------------------------------------- /connectivity/7y3sRwLe3Va_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/7y3sRwLe3Va_connectivity.json -------------------------------------------------------------------------------- /connectivity/8194nk5LbLH_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/8194nk5LbLH_connectivity.json -------------------------------------------------------------------------------- /connectivity/82sE5b5pLXE_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/82sE5b5pLXE_connectivity.json -------------------------------------------------------------------------------- /connectivity/8WUmhLawc2A_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/8WUmhLawc2A_connectivity.json -------------------------------------------------------------------------------- /connectivity/ARNzJeq3xxb_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/ARNzJeq3xxb_connectivity.json -------------------------------------------------------------------------------- /connectivity/B6ByNegPMKs_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/B6ByNegPMKs_connectivity.json -------------------------------------------------------------------------------- /connectivity/D7G3Y4RVNrH_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/D7G3Y4RVNrH_connectivity.json -------------------------------------------------------------------------------- /connectivity/D7N2EKCX4Sj_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/D7N2EKCX4Sj_connectivity.json -------------------------------------------------------------------------------- /connectivity/E9uDoFAP3SH_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/E9uDoFAP3SH_connectivity.json -------------------------------------------------------------------------------- /connectivity/EDJbREhghzL_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/EDJbREhghzL_connectivity.json -------------------------------------------------------------------------------- /connectivity/EU6Fwq7SyZv_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/EU6Fwq7SyZv_connectivity.json -------------------------------------------------------------------------------- /connectivity/GdvgFV5R1Z5_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/GdvgFV5R1Z5_connectivity.json -------------------------------------------------------------------------------- /connectivity/HxpKQynjfin_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/HxpKQynjfin_connectivity.json -------------------------------------------------------------------------------- /connectivity/JF19kD82Mey_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/JF19kD82Mey_connectivity.json -------------------------------------------------------------------------------- /connectivity/JeFG25nYj2p_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/JeFG25nYj2p_connectivity.json -------------------------------------------------------------------------------- /connectivity/JmbYfDe2QKZ_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/JmbYfDe2QKZ_connectivity.json -------------------------------------------------------------------------------- /connectivity/PX4nDJXEHrG_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/PX4nDJXEHrG_connectivity.json -------------------------------------------------------------------------------- /connectivity/Pm6F8kyY3z2_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/Pm6F8kyY3z2_connectivity.json -------------------------------------------------------------------------------- /connectivity/PuKPg4mmafe_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/PuKPg4mmafe_connectivity.json -------------------------------------------------------------------------------- /connectivity/QUCTc6BB5sX_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/QUCTc6BB5sX_connectivity.json -------------------------------------------------------------------------------- /connectivity/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/README.md -------------------------------------------------------------------------------- /connectivity/RPmz2sHmrrY_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/RPmz2sHmrrY_connectivity.json -------------------------------------------------------------------------------- /connectivity/S9hNv5qa7GM_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/S9hNv5qa7GM_connectivity.json -------------------------------------------------------------------------------- /connectivity/SN83YJsR3w2_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/SN83YJsR3w2_connectivity.json -------------------------------------------------------------------------------- /connectivity/TbHJrupSAjP_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/TbHJrupSAjP_connectivity.json -------------------------------------------------------------------------------- /connectivity/ULsKaCPVFJR_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/ULsKaCPVFJR_connectivity.json -------------------------------------------------------------------------------- /connectivity/UwV83HsGsw3_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/UwV83HsGsw3_connectivity.json -------------------------------------------------------------------------------- /connectivity/Uxmj2M2itWa_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/Uxmj2M2itWa_connectivity.json -------------------------------------------------------------------------------- /connectivity/V2XKFyX4ASd_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/V2XKFyX4ASd_connectivity.json -------------------------------------------------------------------------------- /connectivity/VFuaQ6m2Qom_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/VFuaQ6m2Qom_connectivity.json -------------------------------------------------------------------------------- /connectivity/VLzqgDo317F_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/VLzqgDo317F_connectivity.json -------------------------------------------------------------------------------- /connectivity/VVfe2KiqLaN_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/VVfe2KiqLaN_connectivity.json -------------------------------------------------------------------------------- /connectivity/Vt2qJdWjCF2_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/Vt2qJdWjCF2_connectivity.json -------------------------------------------------------------------------------- /connectivity/Vvot9Ly1tCj_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/Vvot9Ly1tCj_connectivity.json -------------------------------------------------------------------------------- /connectivity/VzqfbhrpDEA_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/VzqfbhrpDEA_connectivity.json -------------------------------------------------------------------------------- /connectivity/WYY7iVyf5p8_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/WYY7iVyf5p8_connectivity.json -------------------------------------------------------------------------------- /connectivity/X7HyMhZNoso_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/X7HyMhZNoso_connectivity.json -------------------------------------------------------------------------------- /connectivity/XcA2TqTSSAj_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/XcA2TqTSSAj_connectivity.json -------------------------------------------------------------------------------- /connectivity/YFuZgdQ5vWj_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/YFuZgdQ5vWj_connectivity.json -------------------------------------------------------------------------------- /connectivity/YVUC4YcDtcY_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/YVUC4YcDtcY_connectivity.json -------------------------------------------------------------------------------- /connectivity/YmJkqBEsHnH_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/YmJkqBEsHnH_connectivity.json -------------------------------------------------------------------------------- /connectivity/Z6MFQCViBuw_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/Z6MFQCViBuw_connectivity.json -------------------------------------------------------------------------------- /connectivity/ZMojNkEp431_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/ZMojNkEp431_connectivity.json -------------------------------------------------------------------------------- /connectivity/aayBHfsNo7d_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/aayBHfsNo7d_connectivity.json -------------------------------------------------------------------------------- /connectivity/ac26ZMwG7aT_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/ac26ZMwG7aT_connectivity.json -------------------------------------------------------------------------------- /connectivity/b8cTxDM8gDG_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/b8cTxDM8gDG_connectivity.json -------------------------------------------------------------------------------- /connectivity/cV4RVeZvu5T_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/cV4RVeZvu5T_connectivity.json -------------------------------------------------------------------------------- /connectivity/dhjEzFoUFzH_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/dhjEzFoUFzH_connectivity.json -------------------------------------------------------------------------------- /connectivity/e9zR4mvMWw7_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/e9zR4mvMWw7_connectivity.json -------------------------------------------------------------------------------- /connectivity/fzynW3qQPVF_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/fzynW3qQPVF_connectivity.json -------------------------------------------------------------------------------- /connectivity/gTV8FGcVJC9_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/gTV8FGcVJC9_connectivity.json -------------------------------------------------------------------------------- /connectivity/gYvKGZ5eRqb_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/gYvKGZ5eRqb_connectivity.json -------------------------------------------------------------------------------- /connectivity/gZ6f7yhEvPG_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/gZ6f7yhEvPG_connectivity.json -------------------------------------------------------------------------------- /connectivity/gxdoqLR6rwA_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/gxdoqLR6rwA_connectivity.json -------------------------------------------------------------------------------- /connectivity/i5noydFURQK_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/i5noydFURQK_connectivity.json -------------------------------------------------------------------------------- /connectivity/jh4fc5c5qoQ_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/jh4fc5c5qoQ_connectivity.json -------------------------------------------------------------------------------- /connectivity/jtcxE69GiFV_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/jtcxE69GiFV_connectivity.json -------------------------------------------------------------------------------- /connectivity/kEZ7cmS4wCh_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/kEZ7cmS4wCh_connectivity.json -------------------------------------------------------------------------------- /connectivity/mJXqzFtmKg4_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/mJXqzFtmKg4_connectivity.json -------------------------------------------------------------------------------- /connectivity/oLBMNvg9in8_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/oLBMNvg9in8_connectivity.json -------------------------------------------------------------------------------- /connectivity/p5wJjkQkbXX_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/p5wJjkQkbXX_connectivity.json -------------------------------------------------------------------------------- /connectivity/pLe4wQe7qrG_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/pLe4wQe7qrG_connectivity.json -------------------------------------------------------------------------------- /connectivity/pRbA3pwrgk9_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/pRbA3pwrgk9_connectivity.json -------------------------------------------------------------------------------- /connectivity/pa4otMbVnkk_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/pa4otMbVnkk_connectivity.json -------------------------------------------------------------------------------- /connectivity/q9vSo1VnCiC_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/q9vSo1VnCiC_connectivity.json -------------------------------------------------------------------------------- /connectivity/qoiz87JEwZ2_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/qoiz87JEwZ2_connectivity.json -------------------------------------------------------------------------------- /connectivity/r1Q1Z4BcV1o_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/r1Q1Z4BcV1o_connectivity.json -------------------------------------------------------------------------------- /connectivity/r47D5H71a5s_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/r47D5H71a5s_connectivity.json -------------------------------------------------------------------------------- /connectivity/rPc6DW4iMge_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/rPc6DW4iMge_connectivity.json -------------------------------------------------------------------------------- /connectivity/rqfALeAoiTq_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/rqfALeAoiTq_connectivity.json -------------------------------------------------------------------------------- /connectivity/s8pcmisQ38h_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/s8pcmisQ38h_connectivity.json -------------------------------------------------------------------------------- /connectivity/sKLMLpTHeUy_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/sKLMLpTHeUy_connectivity.json -------------------------------------------------------------------------------- /connectivity/sT4fr6TAbpF_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/sT4fr6TAbpF_connectivity.json -------------------------------------------------------------------------------- /connectivity/scans.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/scans.txt -------------------------------------------------------------------------------- /connectivity/uNb9QFRL6hY_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/uNb9QFRL6hY_connectivity.json -------------------------------------------------------------------------------- /connectivity/ur6pFq6Qu1A_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/ur6pFq6Qu1A_connectivity.json -------------------------------------------------------------------------------- /connectivity/vyrNrziPKCB_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/vyrNrziPKCB_connectivity.json -------------------------------------------------------------------------------- /connectivity/wc2JMjhGNzB_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/wc2JMjhGNzB_connectivity.json -------------------------------------------------------------------------------- /connectivity/x8F5xyUWy9e_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/x8F5xyUWy9e_connectivity.json -------------------------------------------------------------------------------- /connectivity/yqstnuAEVhm_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/yqstnuAEVhm_connectivity.json -------------------------------------------------------------------------------- /connectivity/zsNo4HB9uLZ_connectivity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/connectivity/zsNo4HB9uLZ_connectivity.json -------------------------------------------------------------------------------- /img_features/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /include/Benchmark.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/include/Benchmark.hpp -------------------------------------------------------------------------------- /include/Catch.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/include/Catch.hpp -------------------------------------------------------------------------------- /include/MatterSim.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/include/MatterSim.hpp -------------------------------------------------------------------------------- /scripts/panoramic_matterport.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/scripts/panoramic_matterport.m -------------------------------------------------------------------------------- /scripts/precompute_img_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/scripts/precompute_img_features.py -------------------------------------------------------------------------------- /scripts/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/scripts/timer.py -------------------------------------------------------------------------------- /src/driver/driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/src/driver/driver.py -------------------------------------------------------------------------------- /src/driver/mattersim_main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/src/driver/mattersim_main.cpp -------------------------------------------------------------------------------- /src/driver/random_agent.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/src/driver/random_agent.cpp -------------------------------------------------------------------------------- /src/lib/Benchmark.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/src/lib/Benchmark.cpp -------------------------------------------------------------------------------- /src/lib/MatterSim.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/src/lib/MatterSim.cpp -------------------------------------------------------------------------------- /src/lib/fragment.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/src/lib/fragment.sh -------------------------------------------------------------------------------- /src/lib/vertex.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/src/lib/vertex.sh -------------------------------------------------------------------------------- /src/lib_python/MatterSimPython.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/src/lib_python/MatterSimPython.cpp -------------------------------------------------------------------------------- /src/test/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/src/test/main.cpp -------------------------------------------------------------------------------- /src/test/rendertest_spec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/src/test/rendertest_spec.json -------------------------------------------------------------------------------- /tasks/R2R-pano/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/README.md -------------------------------------------------------------------------------- /tasks/R2R-pano/agents/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/agents/__init__.py -------------------------------------------------------------------------------- /tasks/R2R-pano/agents/pano_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/agents/pano_agent.py -------------------------------------------------------------------------------- /tasks/R2R-pano/data/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/data/download.sh -------------------------------------------------------------------------------- /tasks/R2R-pano/data/download_precomputed_augmentation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/data/download_precomputed_augmentation.sh -------------------------------------------------------------------------------- /tasks/R2R-pano/data/train_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/data/train_vocab.txt -------------------------------------------------------------------------------- /tasks/R2R-pano/data/trainval_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/data/trainval_vocab.txt -------------------------------------------------------------------------------- /tasks/R2R-pano/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/env.py -------------------------------------------------------------------------------- /tasks/R2R-pano/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/eval.py -------------------------------------------------------------------------------- /tasks/R2R-pano/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/main.py -------------------------------------------------------------------------------- /tasks/R2R-pano/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/models/__init__.py -------------------------------------------------------------------------------- /tasks/R2R-pano/models/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/models/encoder.py -------------------------------------------------------------------------------- /tasks/R2R-pano/models/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/models/modules.py -------------------------------------------------------------------------------- /tasks/R2R-pano/models/policy_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/models/policy_model.py -------------------------------------------------------------------------------- /tasks/R2R-pano/models/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/models/rnn.py -------------------------------------------------------------------------------- /tasks/R2R-pano/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/requirements.txt -------------------------------------------------------------------------------- /tasks/R2R-pano/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/trainer.py -------------------------------------------------------------------------------- /tasks/R2R-pano/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/tasks/R2R-pano/utils.py -------------------------------------------------------------------------------- /teaser/einstein-scroll.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/teaser/einstein-scroll.png -------------------------------------------------------------------------------- /teaser/pytorch-logo-dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/teaser/pytorch-logo-dark.png -------------------------------------------------------------------------------- /teaser/salesforce-research.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/teaser/salesforce-research.jpg -------------------------------------------------------------------------------- /teaser/selfmonitoring-demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/teaser/selfmonitoring-demo.png -------------------------------------------------------------------------------- /teaser/selfmonitoring.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/teaser/selfmonitoring.png -------------------------------------------------------------------------------- /teaser/tb-training.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/chihyaoma/selfmonitoring-agent/HEAD/teaser/tb-training.png --------------------------------------------------------------------------------