├── .DS_Store ├── .gitignore ├── .idea ├── ioc.iml ├── misc.xml ├── modules.xml └── vcs.xml ├── README.md ├── control ├── .benchmark_pattern ├── .gitignore ├── .travis.yml ├── Dockerfile ├── LICENSE ├── README.md ├── baselines │ ├── __init__.py │ ├── bench │ │ ├── __init__.py │ │ ├── benchmarks.py │ │ └── monitor.py │ ├── common │ │ ├── __init__.py │ │ ├── atari_wrappers.py │ │ ├── cg.py │ │ ├── cmd_util.py │ │ ├── console_util.py │ │ ├── dataset.py │ │ ├── distributions.py │ │ ├── input.py │ │ ├── math_util.py │ │ ├── misc_util.py │ │ ├── models.py │ │ ├── mpi_adam.py │ │ ├── mpi_adam_optimizer.py │ │ ├── mpi_fork.py │ │ ├── mpi_moments.py │ │ ├── mpi_running_mean_std.py │ │ ├── mpi_util.py │ │ ├── plot_util.py │ │ ├── policies.py │ │ ├── retro_wrappers.py │ │ ├── runners.py │ │ ├── running_mean_std.py │ │ ├── schedules.py │ │ ├── segment_tree.py │ │ ├── tests │ │ │ ├── __init__.py │ │ │ ├── envs │ │ │ │ ├── __init__.py │ │ │ │ ├── fixed_sequence_env.py │ │ │ │ ├── identity_env.py │ │ │ │ └── mnist_env.py │ │ │ ├── test_cartpole.py │ │ │ ├── test_doc_examples.py │ │ │ ├── test_env_after_learn.py │ │ │ ├── test_fetchreach.py │ │ │ ├── test_fixed_sequence.py │ │ │ ├── test_identity.py │ │ │ ├── test_mnist.py │ │ │ ├── test_schedules.py │ │ │ ├── test_segment_tree.py │ │ │ ├── test_serialization.py │ │ │ ├── test_tf_util.py │ │ │ └── util.py │ │ ├── tf_util.py │ │ ├── tile_images.py │ │ └── vec_env │ │ │ ├── __init__.py │ │ │ ├── dummy_vec_env.py │ │ │ ├── shmem_vec_env.py │ │ │ ├── subproc_vec_env.py │ │ │ ├── test_vec_env.py │ │ │ ├── test_video_recorder.py │ │ │ ├── util.py │ │ │ ├── vec_frame_stack.py │ │ │ ├── vec_monitor.py │ │ │ ├── vec_normalize.py │ │ │ └── vec_video_recorder.py │ ├── logger.py │ ├── ppoc_int │ │ ├── __init__.py │ │ ├── assets │ │ │ ├── half_cheetah.xml │ │ │ └── twod_tmaze.xml │ │ ├── half_cheetah.py │ │ ├── mlp_policy.py │ │ ├── normalized_env.py │ │ ├── plot_res.py │ │ ├── pposgd_simple.py │ │ ├── run_mujoco.py │ │ ├── seeding.py │ │ └── twod_tmaze.py │ ├── results_plotter.py │ └── run.py ├── benchmarks_atari10M.htm ├── benchmarks_mujoco1M.htm ├── data │ ├── cartpole.gif │ ├── fetchPickAndPlaceContrast.png │ └── logo.jpg ├── docs │ └── viz │ │ └── viz.ipynb ├── setup.cfg └── setup.py ├── launcher_miniworld.sh ├── launcher_mujoco.sh ├── miniworld ├── .benchmark_pattern ├── .gitignore ├── .travis.yml ├── Dockerfile ├── LICENSE ├── README.md ├── baselines │ ├── __init__.py │ ├── bench │ │ ├── __init__.py │ │ ├── benchmarks.py │ │ └── monitor.py │ ├── common │ │ ├── __init__.py │ │ ├── atari_wrappers.py │ │ ├── cg.py │ │ ├── cmd_util.py │ │ ├── console_util.py │ │ ├── dataset.py │ │ ├── distributions.py │ │ ├── input.py │ │ ├── math_util.py │ │ ├── misc_util.py │ │ ├── models.py │ │ ├── mpi_adam.py │ │ ├── mpi_adam_optimizer.py │ │ ├── mpi_fork.py │ │ ├── mpi_moments.py │ │ ├── mpi_running_mean_std.py │ │ ├── mpi_util.py │ │ ├── plot_util.py │ │ ├── policies.py │ │ ├── retro_wrappers.py │ │ ├── runners.py │ │ ├── running_mean_std.py │ │ ├── schedules.py │ │ ├── segment_tree.py │ │ ├── tests │ │ │ ├── __init__.py │ │ │ ├── envs │ │ │ │ ├── __init__.py │ │ │ │ ├── fixed_sequence_env.py │ │ │ │ ├── identity_env.py │ │ │ │ └── mnist_env.py │ │ │ ├── test_cartpole.py │ │ │ ├── test_doc_examples.py │ │ │ ├── test_env_after_learn.py │ │ │ ├── test_fetchreach.py │ │ │ ├── test_fixed_sequence.py │ │ │ ├── test_identity.py │ │ │ ├── test_mnist.py │ │ │ ├── test_schedules.py │ │ │ ├── test_segment_tree.py │ │ │ ├── test_serialization.py │ │ │ ├── test_tf_util.py │ │ │ └── util.py │ │ ├── tf_util.py │ │ ├── tile_images.py │ │ └── vec_env │ │ │ ├── __init__.py │ │ │ ├── dummy_vec_env.py │ │ │ ├── shmem_vec_env.py │ │ │ ├── subproc_vec_env.py │ │ │ ├── test_vec_env.py │ │ │ ├── test_video_recorder.py │ │ │ ├── util.py │ │ │ ├── vec_frame_stack.py │ │ │ ├── vec_monitor.py │ │ │ ├── vec_normalize.py │ │ │ └── vec_video_recorder.py │ ├── logger.py │ ├── ppoc_int │ │ ├── README.md │ │ ├── __init__.py │ │ ├── cnn_policy.py │ │ ├── mlp_policy.py │ │ ├── muj.py │ │ ├── oneroom.py │ │ ├── plot_res.py │ │ ├── pposgd_simple.py │ │ ├── run_miniw.py │ │ └── run_mujoco.py │ ├── results_plotter.py │ └── run.py ├── data │ ├── cartpole.gif │ ├── fetchPickAndPlaceContrast.png │ └── logo.jpg ├── docs │ └── viz │ │ └── viz.ipynb ├── setup.cfg └── setup.py └── tabular ├── .DS_Store ├── .ipynb_checkpoints ├── fr_analysis_heatmaps-checkpoint.ipynb ├── fr_analysis_performance-checkpoint.ipynb └── fr_env_plots-checkpoint.ipynb ├── FR_Return_10Runs_Smooth_MisspecifiedPiO.pdf ├── FR_Steps_10Runs_Smooth_MisspecifiedPiO.pdf ├── GoalG62.png ├── InterestOptionCritic └── Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200 │ ├── History.npy │ ├── IOC_Task1_IntraOptionPolicy_Opt_0.png │ ├── IOC_Task1_IntraOptionPolicy_Opt_1.png │ ├── IOC_Task1_IntraOptionPolicy_Opt_2.png │ ├── IOC_Task1_IntraOptionPolicy_Opt_3.png │ ├── Params.txt │ ├── StateFreq.npy │ ├── Weights_ActionValueFunction.npy │ ├── Weights_InterestFunction.npy │ ├── Weights_IntraOption.npy │ ├── Weights_OptionValueFunction.npy │ ├── Weights_Policy.npy │ └── Weights_Termination.npy ├── OptionCritic └── Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200 │ ├── History.npy │ ├── Params.txt │ ├── StateFreq.npy │ ├── Weights_ActionValueFunction.npy │ ├── Weights_IntraOption.npy │ ├── Weights_OptionValueFunction.npy │ └── Weights_Termination.npy ├── TransferVisual.png ├── __pycache__ └── fourrooms.cpython-36.pyc ├── fourrooms.py ├── fr_analysis_heatmaps.ipynb ├── fr_analysis_performance.ipynb ├── fr_env_plots.ipynb ├── interestoptioncritic_tabular_fr.py └── optioncritic_tabular_fr.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/.gitignore -------------------------------------------------------------------------------- /.idea/ioc.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/.idea/ioc.iml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/README.md -------------------------------------------------------------------------------- /control/.benchmark_pattern: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /control/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/.gitignore -------------------------------------------------------------------------------- /control/.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/.travis.yml -------------------------------------------------------------------------------- /control/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/Dockerfile -------------------------------------------------------------------------------- /control/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/LICENSE -------------------------------------------------------------------------------- /control/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/README.md -------------------------------------------------------------------------------- /control/baselines/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /control/baselines/bench/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/bench/__init__.py -------------------------------------------------------------------------------- /control/baselines/bench/benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/bench/benchmarks.py -------------------------------------------------------------------------------- /control/baselines/bench/monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/bench/monitor.py -------------------------------------------------------------------------------- /control/baselines/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/__init__.py -------------------------------------------------------------------------------- /control/baselines/common/atari_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/atari_wrappers.py -------------------------------------------------------------------------------- /control/baselines/common/cg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/cg.py -------------------------------------------------------------------------------- /control/baselines/common/cmd_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/cmd_util.py -------------------------------------------------------------------------------- /control/baselines/common/console_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/console_util.py -------------------------------------------------------------------------------- /control/baselines/common/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/dataset.py -------------------------------------------------------------------------------- /control/baselines/common/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/distributions.py -------------------------------------------------------------------------------- /control/baselines/common/input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/input.py -------------------------------------------------------------------------------- /control/baselines/common/math_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/math_util.py -------------------------------------------------------------------------------- /control/baselines/common/misc_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/misc_util.py -------------------------------------------------------------------------------- /control/baselines/common/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/models.py -------------------------------------------------------------------------------- /control/baselines/common/mpi_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/mpi_adam.py -------------------------------------------------------------------------------- /control/baselines/common/mpi_adam_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/mpi_adam_optimizer.py -------------------------------------------------------------------------------- /control/baselines/common/mpi_fork.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/mpi_fork.py -------------------------------------------------------------------------------- /control/baselines/common/mpi_moments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/mpi_moments.py -------------------------------------------------------------------------------- /control/baselines/common/mpi_running_mean_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/mpi_running_mean_std.py -------------------------------------------------------------------------------- /control/baselines/common/mpi_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/mpi_util.py -------------------------------------------------------------------------------- /control/baselines/common/plot_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/plot_util.py -------------------------------------------------------------------------------- /control/baselines/common/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/policies.py -------------------------------------------------------------------------------- /control/baselines/common/retro_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/retro_wrappers.py -------------------------------------------------------------------------------- /control/baselines/common/runners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/runners.py -------------------------------------------------------------------------------- /control/baselines/common/running_mean_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/running_mean_std.py -------------------------------------------------------------------------------- /control/baselines/common/schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/schedules.py -------------------------------------------------------------------------------- /control/baselines/common/segment_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/segment_tree.py -------------------------------------------------------------------------------- /control/baselines/common/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /control/baselines/common/tests/envs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /control/baselines/common/tests/envs/fixed_sequence_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/envs/fixed_sequence_env.py -------------------------------------------------------------------------------- /control/baselines/common/tests/envs/identity_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/envs/identity_env.py -------------------------------------------------------------------------------- /control/baselines/common/tests/envs/mnist_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/envs/mnist_env.py -------------------------------------------------------------------------------- /control/baselines/common/tests/test_cartpole.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/test_cartpole.py -------------------------------------------------------------------------------- /control/baselines/common/tests/test_doc_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/test_doc_examples.py -------------------------------------------------------------------------------- /control/baselines/common/tests/test_env_after_learn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/test_env_after_learn.py -------------------------------------------------------------------------------- /control/baselines/common/tests/test_fetchreach.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/test_fetchreach.py -------------------------------------------------------------------------------- /control/baselines/common/tests/test_fixed_sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/test_fixed_sequence.py -------------------------------------------------------------------------------- /control/baselines/common/tests/test_identity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/test_identity.py -------------------------------------------------------------------------------- /control/baselines/common/tests/test_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/test_mnist.py -------------------------------------------------------------------------------- /control/baselines/common/tests/test_schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/test_schedules.py -------------------------------------------------------------------------------- /control/baselines/common/tests/test_segment_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/test_segment_tree.py -------------------------------------------------------------------------------- /control/baselines/common/tests/test_serialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/test_serialization.py -------------------------------------------------------------------------------- /control/baselines/common/tests/test_tf_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/test_tf_util.py -------------------------------------------------------------------------------- /control/baselines/common/tests/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tests/util.py -------------------------------------------------------------------------------- /control/baselines/common/tf_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tf_util.py -------------------------------------------------------------------------------- /control/baselines/common/tile_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/tile_images.py -------------------------------------------------------------------------------- /control/baselines/common/vec_env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/vec_env/__init__.py -------------------------------------------------------------------------------- /control/baselines/common/vec_env/dummy_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/vec_env/dummy_vec_env.py -------------------------------------------------------------------------------- /control/baselines/common/vec_env/shmem_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/vec_env/shmem_vec_env.py -------------------------------------------------------------------------------- /control/baselines/common/vec_env/subproc_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/vec_env/subproc_vec_env.py -------------------------------------------------------------------------------- /control/baselines/common/vec_env/test_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/vec_env/test_vec_env.py -------------------------------------------------------------------------------- /control/baselines/common/vec_env/test_video_recorder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/vec_env/test_video_recorder.py -------------------------------------------------------------------------------- /control/baselines/common/vec_env/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/vec_env/util.py -------------------------------------------------------------------------------- /control/baselines/common/vec_env/vec_frame_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/vec_env/vec_frame_stack.py -------------------------------------------------------------------------------- /control/baselines/common/vec_env/vec_monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/vec_env/vec_monitor.py -------------------------------------------------------------------------------- /control/baselines/common/vec_env/vec_normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/vec_env/vec_normalize.py -------------------------------------------------------------------------------- /control/baselines/common/vec_env/vec_video_recorder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/common/vec_env/vec_video_recorder.py -------------------------------------------------------------------------------- /control/baselines/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/logger.py -------------------------------------------------------------------------------- /control/baselines/ppoc_int/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /control/baselines/ppoc_int/assets/half_cheetah.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/ppoc_int/assets/half_cheetah.xml -------------------------------------------------------------------------------- /control/baselines/ppoc_int/assets/twod_tmaze.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/ppoc_int/assets/twod_tmaze.xml -------------------------------------------------------------------------------- /control/baselines/ppoc_int/half_cheetah.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/ppoc_int/half_cheetah.py -------------------------------------------------------------------------------- /control/baselines/ppoc_int/mlp_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/ppoc_int/mlp_policy.py -------------------------------------------------------------------------------- /control/baselines/ppoc_int/normalized_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/ppoc_int/normalized_env.py -------------------------------------------------------------------------------- /control/baselines/ppoc_int/plot_res.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/ppoc_int/plot_res.py -------------------------------------------------------------------------------- /control/baselines/ppoc_int/pposgd_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/ppoc_int/pposgd_simple.py -------------------------------------------------------------------------------- /control/baselines/ppoc_int/run_mujoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/ppoc_int/run_mujoco.py -------------------------------------------------------------------------------- /control/baselines/ppoc_int/seeding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/ppoc_int/seeding.py -------------------------------------------------------------------------------- /control/baselines/ppoc_int/twod_tmaze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/ppoc_int/twod_tmaze.py -------------------------------------------------------------------------------- /control/baselines/results_plotter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/results_plotter.py -------------------------------------------------------------------------------- /control/baselines/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/baselines/run.py -------------------------------------------------------------------------------- /control/benchmarks_atari10M.htm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/benchmarks_atari10M.htm -------------------------------------------------------------------------------- /control/benchmarks_mujoco1M.htm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/benchmarks_mujoco1M.htm -------------------------------------------------------------------------------- /control/data/cartpole.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/data/cartpole.gif -------------------------------------------------------------------------------- /control/data/fetchPickAndPlaceContrast.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/data/fetchPickAndPlaceContrast.png -------------------------------------------------------------------------------- /control/data/logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/data/logo.jpg -------------------------------------------------------------------------------- /control/docs/viz/viz.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/docs/viz/viz.ipynb -------------------------------------------------------------------------------- /control/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/setup.cfg -------------------------------------------------------------------------------- /control/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/control/setup.py -------------------------------------------------------------------------------- /launcher_miniworld.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/launcher_miniworld.sh -------------------------------------------------------------------------------- /launcher_mujoco.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/launcher_mujoco.sh -------------------------------------------------------------------------------- /miniworld/.benchmark_pattern: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /miniworld/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/.gitignore -------------------------------------------------------------------------------- /miniworld/.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/.travis.yml -------------------------------------------------------------------------------- /miniworld/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/Dockerfile -------------------------------------------------------------------------------- /miniworld/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/LICENSE -------------------------------------------------------------------------------- /miniworld/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/README.md -------------------------------------------------------------------------------- /miniworld/baselines/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /miniworld/baselines/bench/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/bench/__init__.py -------------------------------------------------------------------------------- /miniworld/baselines/bench/benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/bench/benchmarks.py -------------------------------------------------------------------------------- /miniworld/baselines/bench/monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/bench/monitor.py -------------------------------------------------------------------------------- /miniworld/baselines/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/__init__.py -------------------------------------------------------------------------------- /miniworld/baselines/common/atari_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/atari_wrappers.py -------------------------------------------------------------------------------- /miniworld/baselines/common/cg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/cg.py -------------------------------------------------------------------------------- /miniworld/baselines/common/cmd_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/cmd_util.py -------------------------------------------------------------------------------- /miniworld/baselines/common/console_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/console_util.py -------------------------------------------------------------------------------- /miniworld/baselines/common/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/dataset.py -------------------------------------------------------------------------------- /miniworld/baselines/common/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/distributions.py -------------------------------------------------------------------------------- /miniworld/baselines/common/input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/input.py -------------------------------------------------------------------------------- /miniworld/baselines/common/math_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/math_util.py -------------------------------------------------------------------------------- /miniworld/baselines/common/misc_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/misc_util.py -------------------------------------------------------------------------------- /miniworld/baselines/common/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/models.py -------------------------------------------------------------------------------- /miniworld/baselines/common/mpi_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/mpi_adam.py -------------------------------------------------------------------------------- /miniworld/baselines/common/mpi_adam_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/mpi_adam_optimizer.py -------------------------------------------------------------------------------- /miniworld/baselines/common/mpi_fork.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/mpi_fork.py -------------------------------------------------------------------------------- /miniworld/baselines/common/mpi_moments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/mpi_moments.py -------------------------------------------------------------------------------- /miniworld/baselines/common/mpi_running_mean_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/mpi_running_mean_std.py -------------------------------------------------------------------------------- /miniworld/baselines/common/mpi_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/mpi_util.py -------------------------------------------------------------------------------- /miniworld/baselines/common/plot_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/plot_util.py -------------------------------------------------------------------------------- /miniworld/baselines/common/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/policies.py -------------------------------------------------------------------------------- /miniworld/baselines/common/retro_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/retro_wrappers.py -------------------------------------------------------------------------------- /miniworld/baselines/common/runners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/runners.py -------------------------------------------------------------------------------- /miniworld/baselines/common/running_mean_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/running_mean_std.py -------------------------------------------------------------------------------- /miniworld/baselines/common/schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/schedules.py -------------------------------------------------------------------------------- /miniworld/baselines/common/segment_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/segment_tree.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/envs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/envs/fixed_sequence_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/envs/fixed_sequence_env.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/envs/identity_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/envs/identity_env.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/envs/mnist_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/envs/mnist_env.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/test_cartpole.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/test_cartpole.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/test_doc_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/test_doc_examples.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/test_env_after_learn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/test_env_after_learn.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/test_fetchreach.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/test_fetchreach.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/test_fixed_sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/test_fixed_sequence.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/test_identity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/test_identity.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/test_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/test_mnist.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/test_schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/test_schedules.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/test_segment_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/test_segment_tree.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/test_serialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/test_serialization.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/test_tf_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/test_tf_util.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tests/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tests/util.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tf_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tf_util.py -------------------------------------------------------------------------------- /miniworld/baselines/common/tile_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/tile_images.py -------------------------------------------------------------------------------- /miniworld/baselines/common/vec_env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/vec_env/__init__.py -------------------------------------------------------------------------------- /miniworld/baselines/common/vec_env/dummy_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/vec_env/dummy_vec_env.py -------------------------------------------------------------------------------- /miniworld/baselines/common/vec_env/shmem_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/vec_env/shmem_vec_env.py -------------------------------------------------------------------------------- /miniworld/baselines/common/vec_env/subproc_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/vec_env/subproc_vec_env.py -------------------------------------------------------------------------------- /miniworld/baselines/common/vec_env/test_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/vec_env/test_vec_env.py -------------------------------------------------------------------------------- /miniworld/baselines/common/vec_env/test_video_recorder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/vec_env/test_video_recorder.py -------------------------------------------------------------------------------- /miniworld/baselines/common/vec_env/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/vec_env/util.py -------------------------------------------------------------------------------- /miniworld/baselines/common/vec_env/vec_frame_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/vec_env/vec_frame_stack.py -------------------------------------------------------------------------------- /miniworld/baselines/common/vec_env/vec_monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/vec_env/vec_monitor.py -------------------------------------------------------------------------------- /miniworld/baselines/common/vec_env/vec_normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/vec_env/vec_normalize.py -------------------------------------------------------------------------------- /miniworld/baselines/common/vec_env/vec_video_recorder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/common/vec_env/vec_video_recorder.py -------------------------------------------------------------------------------- /miniworld/baselines/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/logger.py -------------------------------------------------------------------------------- /miniworld/baselines/ppoc_int/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/ppoc_int/README.md -------------------------------------------------------------------------------- /miniworld/baselines/ppoc_int/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /miniworld/baselines/ppoc_int/cnn_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/ppoc_int/cnn_policy.py -------------------------------------------------------------------------------- /miniworld/baselines/ppoc_int/mlp_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/ppoc_int/mlp_policy.py -------------------------------------------------------------------------------- /miniworld/baselines/ppoc_int/muj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/ppoc_int/muj.py -------------------------------------------------------------------------------- /miniworld/baselines/ppoc_int/oneroom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/ppoc_int/oneroom.py -------------------------------------------------------------------------------- /miniworld/baselines/ppoc_int/plot_res.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/ppoc_int/plot_res.py -------------------------------------------------------------------------------- /miniworld/baselines/ppoc_int/pposgd_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/ppoc_int/pposgd_simple.py -------------------------------------------------------------------------------- /miniworld/baselines/ppoc_int/run_miniw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/ppoc_int/run_miniw.py -------------------------------------------------------------------------------- /miniworld/baselines/ppoc_int/run_mujoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/ppoc_int/run_mujoco.py -------------------------------------------------------------------------------- /miniworld/baselines/results_plotter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/results_plotter.py -------------------------------------------------------------------------------- /miniworld/baselines/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/baselines/run.py -------------------------------------------------------------------------------- /miniworld/data/cartpole.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/data/cartpole.gif -------------------------------------------------------------------------------- /miniworld/data/fetchPickAndPlaceContrast.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/data/fetchPickAndPlaceContrast.png -------------------------------------------------------------------------------- /miniworld/data/logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/data/logo.jpg -------------------------------------------------------------------------------- /miniworld/docs/viz/viz.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/docs/viz/viz.ipynb -------------------------------------------------------------------------------- /miniworld/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/setup.cfg -------------------------------------------------------------------------------- /miniworld/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/miniworld/setup.py -------------------------------------------------------------------------------- /tabular/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/.DS_Store -------------------------------------------------------------------------------- /tabular/.ipynb_checkpoints/fr_analysis_heatmaps-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/.ipynb_checkpoints/fr_analysis_heatmaps-checkpoint.ipynb -------------------------------------------------------------------------------- /tabular/.ipynb_checkpoints/fr_analysis_performance-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/.ipynb_checkpoints/fr_analysis_performance-checkpoint.ipynb -------------------------------------------------------------------------------- /tabular/.ipynb_checkpoints/fr_env_plots-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/.ipynb_checkpoints/fr_env_plots-checkpoint.ipynb -------------------------------------------------------------------------------- /tabular/FR_Return_10Runs_Smooth_MisspecifiedPiO.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/FR_Return_10Runs_Smooth_MisspecifiedPiO.pdf -------------------------------------------------------------------------------- /tabular/FR_Steps_10Runs_Smooth_MisspecifiedPiO.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/FR_Steps_10Runs_Smooth_MisspecifiedPiO.pdf -------------------------------------------------------------------------------- /tabular/GoalG62.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/GoalG62.png -------------------------------------------------------------------------------- /tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/History.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/History.npy -------------------------------------------------------------------------------- /tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/IOC_Task1_IntraOptionPolicy_Opt_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/IOC_Task1_IntraOptionPolicy_Opt_0.png -------------------------------------------------------------------------------- /tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/IOC_Task1_IntraOptionPolicy_Opt_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/IOC_Task1_IntraOptionPolicy_Opt_1.png -------------------------------------------------------------------------------- /tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/IOC_Task1_IntraOptionPolicy_Opt_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/IOC_Task1_IntraOptionPolicy_Opt_2.png -------------------------------------------------------------------------------- /tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/IOC_Task1_IntraOptionPolicy_Opt_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/IOC_Task1_IntraOptionPolicy_Opt_3.png -------------------------------------------------------------------------------- /tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Params.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Params.txt -------------------------------------------------------------------------------- /tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/StateFreq.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/StateFreq.npy -------------------------------------------------------------------------------- /tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Weights_ActionValueFunction.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Weights_ActionValueFunction.npy -------------------------------------------------------------------------------- /tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Weights_InterestFunction.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Weights_InterestFunction.npy -------------------------------------------------------------------------------- /tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Weights_IntraOption.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Weights_IntraOption.npy -------------------------------------------------------------------------------- /tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Weights_OptionValueFunction.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Weights_OptionValueFunction.npy -------------------------------------------------------------------------------- /tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Weights_Policy.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Weights_Policy.npy -------------------------------------------------------------------------------- /tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Weights_Termination.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/InterestOptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_IF0.15_LReg0.0_seed7200/Weights_Termination.npy -------------------------------------------------------------------------------- /tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/History.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/History.npy -------------------------------------------------------------------------------- /tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/Params.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/Params.txt -------------------------------------------------------------------------------- /tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/StateFreq.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/StateFreq.npy -------------------------------------------------------------------------------- /tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/Weights_ActionValueFunction.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/Weights_ActionValueFunction.npy -------------------------------------------------------------------------------- /tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/Weights_IntraOption.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/Weights_IntraOption.npy -------------------------------------------------------------------------------- /tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/Weights_OptionValueFunction.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/Weights_OptionValueFunction.npy -------------------------------------------------------------------------------- /tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/Weights_Termination.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/OptionCritic/Runs10_Epsds500_Eps0.01_NOpt4_LRT0.25_LRI0.25_LRC0.5_temp0.01_seed7200/Weights_Termination.npy -------------------------------------------------------------------------------- /tabular/TransferVisual.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/TransferVisual.png -------------------------------------------------------------------------------- /tabular/__pycache__/fourrooms.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/__pycache__/fourrooms.cpython-36.pyc -------------------------------------------------------------------------------- /tabular/fourrooms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/fourrooms.py -------------------------------------------------------------------------------- /tabular/fr_analysis_heatmaps.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/fr_analysis_heatmaps.ipynb -------------------------------------------------------------------------------- /tabular/fr_analysis_performance.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/fr_analysis_performance.ipynb -------------------------------------------------------------------------------- /tabular/fr_env_plots.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/fr_env_plots.ipynb -------------------------------------------------------------------------------- /tabular/interestoptioncritic_tabular_fr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/interestoptioncritic_tabular_fr.py -------------------------------------------------------------------------------- /tabular/optioncritic_tabular_fr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kkhetarpal/ioc/HEAD/tabular/optioncritic_tabular_fr.py --------------------------------------------------------------------------------