├── .gitignore ├── LICENSE ├── README.md ├── asset ├── leaps_acc_L.PNG ├── leaps_acc_P.PNG └── leaps_model.jpeg ├── docs ├── index.html └── resources │ ├── DNN_to_LEAPS.png │ ├── LEAPS_generalization_fig.png │ ├── LEAPS_generalization_table.png │ ├── LEAPS_perf_table.png │ ├── LEAPS_slides.pdf │ ├── cem.gif │ ├── clvrbanner.png │ ├── drl_karel_gifs │ ├── cleanHouse.gif │ ├── fourCorner.gif │ ├── harvester.gif │ ├── randomMaze.gif │ ├── stairClimber.gif │ └── topOff.gif │ ├── favicon-32x32.png │ ├── human_interpretability.mp4 │ ├── karel_gifs │ ├── gt_cleanHouse_14_22.gif │ ├── gt_fourCorners_10_10.gif │ ├── gt_harvester_10_10.gif │ ├── gt_randomMaze_8_8.gif │ ├── gt_stairClimber_10_10.gif │ └── gt_topOff_10_10.gif │ ├── karel_tasks.png │ ├── leaps_embedding_vis.png │ ├── leaps_karel_gifs │ ├── pred_one_for_all_cleanHouse_14_22.gif │ ├── pred_one_for_all_fourCorners_12_12.gif │ ├── pred_one_for_all_harvester_8_8.gif │ ├── pred_one_for_all_randomMaze_8_8.gif │ ├── pred_one_for_all_stairClimber_12_12.gif │ └── pred_one_for_all_topOff_12_12.gif │ ├── leaps_model.jpeg │ ├── leaps_teaser.jpeg │ └── perf_improvement.png ├── fetch_mapping.py ├── github-assets └── leaps_teaser.jpeg ├── karel_env ├── README.md ├── __init__.py ├── asset │ ├── agent_0.PNG │ ├── agent_1.PNG │ ├── agent_2.PNG │ ├── agent_3.PNG │ ├── blank.PNG │ ├── marker.PNG │ ├── texture.hdf5 │ ├── texture.pkl │ └── wall.PNG ├── dsl │ ├── __init__.py │ ├── _parsetab.py │ ├── dsl_base.py │ ├── dsl_data.py │ ├── dsl_parse.py │ ├── dsl_parse_and_trace.py │ ├── dsl_prob.py │ ├── parser.out │ └── third_party │ │ ├── __init__.py │ │ └── yacc.py ├── generator.py ├── karel.py ├── karel_supervised.py ├── tool │ └── syntax_checker.py └── util.py ├── mapping_karel2prl.txt ├── pretrain ├── BaseModel.py ├── BaseRLModel.py ├── CEM.py ├── RLModel.py ├── SupervisedModel.py ├── SupervisedRLModel.py ├── cfg.py ├── customargparse.py ├── leaps_cleanhouse.py ├── leaps_fourcorners.py ├── leaps_harvester.py ├── leaps_maze.py ├── leaps_stairclimber.py ├── leaps_topoff.py ├── misc_utils.py ├── models.py └── trainer.py ├── prl_gym ├── README.md ├── __init__.py ├── condition_env.py ├── exec_env.py └── program_env.py ├── requirements.txt ├── rl ├── algo │ ├── a2c_acktr.py │ ├── kfac.py │ ├── ppo.py │ └── reinforce.py ├── baselines │ ├── __init__.py │ ├── bench │ │ ├── __init__.py │ │ ├── benchmarks.py │ │ ├── monitor.py │ │ └── test_monitor.py │ ├── common │ │ ├── __init__.py │ │ ├── atari_wrappers.py │ │ ├── cg.py │ │ ├── cmd_util.py │ │ ├── console_util.py │ │ ├── dataset.py │ │ ├── distributions.py │ │ ├── input.py │ │ ├── math_util.py │ │ ├── misc_util.py │ │ ├── models.py │ │ ├── mpi_adam.py │ │ ├── mpi_adam_optimizer.py │ │ ├── mpi_fork.py │ │ ├── mpi_moments.py │ │ ├── mpi_running_mean_std.py │ │ ├── mpi_util.py │ │ ├── plot_util.py │ │ ├── policies.py │ │ ├── retro_wrappers.py │ │ ├── runners.py │ │ ├── running_mean_std.py │ │ ├── schedules.py │ │ ├── segment_tree.py │ │ ├── test_mpi_util.py │ │ ├── tests │ │ │ ├── __init__.py │ │ │ ├── envs │ │ │ │ ├── __init__.py │ │ │ │ ├── fixed_sequence_env.py │ │ │ │ ├── identity_env.py │ │ │ │ ├── identity_env_test.py │ │ │ │ └── mnist_env.py │ │ │ ├── test_cartpole.py │ │ │ ├── test_doc_examples.py │ │ │ ├── test_env_after_learn.py │ │ │ ├── test_fetchreach.py │ │ │ ├── test_fixed_sequence.py │ │ │ ├── test_identity.py │ │ │ ├── test_mnist.py │ │ │ ├── test_plot_util.py │ │ │ ├── test_schedules.py │ │ │ ├── test_segment_tree.py │ │ │ ├── test_serialization.py │ │ │ ├── test_tf_util.py │ │ │ ├── test_with_mpi.py │ │ │ └── util.py │ │ ├── tf_util.py │ │ ├── tile_images.py │ │ ├── vec_env │ │ │ ├── __init__.py │ │ │ ├── dummy_vec_env.py │ │ │ ├── shmem_vec_env.py │ │ │ ├── subproc_vec_env.py │ │ │ ├── test_vec_env.py │ │ │ ├── test_video_recorder.py │ │ │ ├── util.py │ │ │ ├── vec_env.py │ │ │ ├── vec_frame_stack.py │ │ │ ├── vec_monitor.py │ │ │ ├── vec_normalize.py │ │ │ ├── vec_remove_dict_obs.py │ │ │ └── vec_video_recorder.py │ │ └── wrappers.py │ ├── logger.py │ ├── results_plotter.py │ └── run.py ├── distributions.py ├── envs.py ├── model.py ├── storage.py └── utils.py ├── tasks ├── cleanHouse1.txt ├── fourCorners1.txt ├── harvester1.txt ├── maze.txt ├── maze1.txt ├── randomMaze1.txt ├── stairClimber1.txt ├── test1.txt ├── test2.txt ├── test3.txt ├── test4.txt └── topOff1.txt ├── utils ├── __init__.py └── misc_utils.py └── weights ├── LEAPS └── best_valid_params.ptp ├── LEAPSP └── best_valid_params.ptp ├── LEAPSPL └── best_valid_params.ptp └── LEAPSPR └── best_valid_params.ptp /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/README.md -------------------------------------------------------------------------------- /asset/leaps_acc_L.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/asset/leaps_acc_L.PNG -------------------------------------------------------------------------------- /asset/leaps_acc_P.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/asset/leaps_acc_P.PNG -------------------------------------------------------------------------------- /asset/leaps_model.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/asset/leaps_model.jpeg -------------------------------------------------------------------------------- /docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/index.html -------------------------------------------------------------------------------- /docs/resources/DNN_to_LEAPS.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/DNN_to_LEAPS.png -------------------------------------------------------------------------------- /docs/resources/LEAPS_generalization_fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/LEAPS_generalization_fig.png -------------------------------------------------------------------------------- /docs/resources/LEAPS_generalization_table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/LEAPS_generalization_table.png -------------------------------------------------------------------------------- /docs/resources/LEAPS_perf_table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/LEAPS_perf_table.png -------------------------------------------------------------------------------- /docs/resources/LEAPS_slides.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/LEAPS_slides.pdf -------------------------------------------------------------------------------- /docs/resources/cem.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/cem.gif -------------------------------------------------------------------------------- /docs/resources/clvrbanner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/clvrbanner.png -------------------------------------------------------------------------------- /docs/resources/drl_karel_gifs/cleanHouse.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/drl_karel_gifs/cleanHouse.gif -------------------------------------------------------------------------------- /docs/resources/drl_karel_gifs/fourCorner.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/drl_karel_gifs/fourCorner.gif -------------------------------------------------------------------------------- /docs/resources/drl_karel_gifs/harvester.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/drl_karel_gifs/harvester.gif -------------------------------------------------------------------------------- /docs/resources/drl_karel_gifs/randomMaze.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/drl_karel_gifs/randomMaze.gif -------------------------------------------------------------------------------- /docs/resources/drl_karel_gifs/stairClimber.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/drl_karel_gifs/stairClimber.gif -------------------------------------------------------------------------------- /docs/resources/drl_karel_gifs/topOff.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/drl_karel_gifs/topOff.gif -------------------------------------------------------------------------------- /docs/resources/favicon-32x32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/favicon-32x32.png -------------------------------------------------------------------------------- /docs/resources/human_interpretability.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/human_interpretability.mp4 -------------------------------------------------------------------------------- /docs/resources/karel_gifs/gt_cleanHouse_14_22.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/karel_gifs/gt_cleanHouse_14_22.gif -------------------------------------------------------------------------------- /docs/resources/karel_gifs/gt_fourCorners_10_10.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/karel_gifs/gt_fourCorners_10_10.gif -------------------------------------------------------------------------------- /docs/resources/karel_gifs/gt_harvester_10_10.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/karel_gifs/gt_harvester_10_10.gif -------------------------------------------------------------------------------- /docs/resources/karel_gifs/gt_randomMaze_8_8.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/karel_gifs/gt_randomMaze_8_8.gif -------------------------------------------------------------------------------- /docs/resources/karel_gifs/gt_stairClimber_10_10.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/karel_gifs/gt_stairClimber_10_10.gif -------------------------------------------------------------------------------- /docs/resources/karel_gifs/gt_topOff_10_10.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/karel_gifs/gt_topOff_10_10.gif -------------------------------------------------------------------------------- /docs/resources/karel_tasks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/karel_tasks.png -------------------------------------------------------------------------------- /docs/resources/leaps_embedding_vis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/leaps_embedding_vis.png -------------------------------------------------------------------------------- /docs/resources/leaps_karel_gifs/pred_one_for_all_cleanHouse_14_22.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/leaps_karel_gifs/pred_one_for_all_cleanHouse_14_22.gif -------------------------------------------------------------------------------- /docs/resources/leaps_karel_gifs/pred_one_for_all_fourCorners_12_12.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/leaps_karel_gifs/pred_one_for_all_fourCorners_12_12.gif -------------------------------------------------------------------------------- /docs/resources/leaps_karel_gifs/pred_one_for_all_harvester_8_8.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/leaps_karel_gifs/pred_one_for_all_harvester_8_8.gif -------------------------------------------------------------------------------- /docs/resources/leaps_karel_gifs/pred_one_for_all_randomMaze_8_8.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/leaps_karel_gifs/pred_one_for_all_randomMaze_8_8.gif -------------------------------------------------------------------------------- /docs/resources/leaps_karel_gifs/pred_one_for_all_stairClimber_12_12.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/leaps_karel_gifs/pred_one_for_all_stairClimber_12_12.gif -------------------------------------------------------------------------------- /docs/resources/leaps_karel_gifs/pred_one_for_all_topOff_12_12.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/leaps_karel_gifs/pred_one_for_all_topOff_12_12.gif -------------------------------------------------------------------------------- /docs/resources/leaps_model.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/leaps_model.jpeg -------------------------------------------------------------------------------- /docs/resources/leaps_teaser.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/leaps_teaser.jpeg -------------------------------------------------------------------------------- /docs/resources/perf_improvement.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/docs/resources/perf_improvement.png -------------------------------------------------------------------------------- /fetch_mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/fetch_mapping.py -------------------------------------------------------------------------------- /github-assets/leaps_teaser.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/github-assets/leaps_teaser.jpeg -------------------------------------------------------------------------------- /karel_env/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/README.md -------------------------------------------------------------------------------- /karel_env/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /karel_env/asset/agent_0.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/asset/agent_0.PNG -------------------------------------------------------------------------------- /karel_env/asset/agent_1.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/asset/agent_1.PNG -------------------------------------------------------------------------------- /karel_env/asset/agent_2.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/asset/agent_2.PNG -------------------------------------------------------------------------------- /karel_env/asset/agent_3.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/asset/agent_3.PNG -------------------------------------------------------------------------------- /karel_env/asset/blank.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/asset/blank.PNG -------------------------------------------------------------------------------- /karel_env/asset/marker.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/asset/marker.PNG -------------------------------------------------------------------------------- /karel_env/asset/texture.hdf5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/asset/texture.hdf5 -------------------------------------------------------------------------------- /karel_env/asset/texture.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/asset/texture.pkl -------------------------------------------------------------------------------- /karel_env/asset/wall.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/asset/wall.PNG -------------------------------------------------------------------------------- /karel_env/dsl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/dsl/__init__.py -------------------------------------------------------------------------------- /karel_env/dsl/_parsetab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/dsl/_parsetab.py -------------------------------------------------------------------------------- /karel_env/dsl/dsl_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/dsl/dsl_base.py -------------------------------------------------------------------------------- /karel_env/dsl/dsl_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/dsl/dsl_data.py -------------------------------------------------------------------------------- /karel_env/dsl/dsl_parse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/dsl/dsl_parse.py -------------------------------------------------------------------------------- /karel_env/dsl/dsl_parse_and_trace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/dsl/dsl_parse_and_trace.py -------------------------------------------------------------------------------- /karel_env/dsl/dsl_prob.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/dsl/dsl_prob.py -------------------------------------------------------------------------------- /karel_env/dsl/parser.out: -------------------------------------------------------------------------------- 1 | Created by PLY version 3.11 (http://www.dabeaz.com/ply) 2 | -------------------------------------------------------------------------------- /karel_env/dsl/third_party/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /karel_env/dsl/third_party/yacc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/dsl/third_party/yacc.py -------------------------------------------------------------------------------- /karel_env/generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/generator.py -------------------------------------------------------------------------------- /karel_env/karel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/karel.py -------------------------------------------------------------------------------- /karel_env/karel_supervised.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/karel_supervised.py -------------------------------------------------------------------------------- /karel_env/tool/syntax_checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/tool/syntax_checker.py -------------------------------------------------------------------------------- /karel_env/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/karel_env/util.py -------------------------------------------------------------------------------- /mapping_karel2prl.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/mapping_karel2prl.txt -------------------------------------------------------------------------------- /pretrain/BaseModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/BaseModel.py -------------------------------------------------------------------------------- /pretrain/BaseRLModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/BaseRLModel.py -------------------------------------------------------------------------------- /pretrain/CEM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/CEM.py -------------------------------------------------------------------------------- /pretrain/RLModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/RLModel.py -------------------------------------------------------------------------------- /pretrain/SupervisedModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/SupervisedModel.py -------------------------------------------------------------------------------- /pretrain/SupervisedRLModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/SupervisedRLModel.py -------------------------------------------------------------------------------- /pretrain/cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/cfg.py -------------------------------------------------------------------------------- /pretrain/customargparse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/customargparse.py -------------------------------------------------------------------------------- /pretrain/leaps_cleanhouse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/leaps_cleanhouse.py -------------------------------------------------------------------------------- /pretrain/leaps_fourcorners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/leaps_fourcorners.py -------------------------------------------------------------------------------- /pretrain/leaps_harvester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/leaps_harvester.py -------------------------------------------------------------------------------- /pretrain/leaps_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/leaps_maze.py -------------------------------------------------------------------------------- /pretrain/leaps_stairclimber.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/leaps_stairclimber.py -------------------------------------------------------------------------------- /pretrain/leaps_topoff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/leaps_topoff.py -------------------------------------------------------------------------------- /pretrain/misc_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/misc_utils.py -------------------------------------------------------------------------------- /pretrain/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/models.py -------------------------------------------------------------------------------- /pretrain/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/pretrain/trainer.py -------------------------------------------------------------------------------- /prl_gym/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/prl_gym/README.md -------------------------------------------------------------------------------- /prl_gym/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/prl_gym/__init__.py -------------------------------------------------------------------------------- /prl_gym/condition_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/prl_gym/condition_env.py -------------------------------------------------------------------------------- /prl_gym/exec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/prl_gym/exec_env.py -------------------------------------------------------------------------------- /prl_gym/program_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/prl_gym/program_env.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/requirements.txt -------------------------------------------------------------------------------- /rl/algo/a2c_acktr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/algo/a2c_acktr.py -------------------------------------------------------------------------------- /rl/algo/kfac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/algo/kfac.py -------------------------------------------------------------------------------- /rl/algo/ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/algo/ppo.py -------------------------------------------------------------------------------- /rl/algo/reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/algo/reinforce.py -------------------------------------------------------------------------------- /rl/baselines/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rl/baselines/bench/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/bench/__init__.py -------------------------------------------------------------------------------- /rl/baselines/bench/benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/bench/benchmarks.py -------------------------------------------------------------------------------- /rl/baselines/bench/monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/bench/monitor.py -------------------------------------------------------------------------------- /rl/baselines/bench/test_monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/bench/test_monitor.py -------------------------------------------------------------------------------- /rl/baselines/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/__init__.py -------------------------------------------------------------------------------- /rl/baselines/common/atari_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/atari_wrappers.py -------------------------------------------------------------------------------- /rl/baselines/common/cg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/cg.py -------------------------------------------------------------------------------- /rl/baselines/common/cmd_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/cmd_util.py -------------------------------------------------------------------------------- /rl/baselines/common/console_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/console_util.py -------------------------------------------------------------------------------- /rl/baselines/common/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/dataset.py -------------------------------------------------------------------------------- /rl/baselines/common/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/distributions.py -------------------------------------------------------------------------------- /rl/baselines/common/input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/input.py -------------------------------------------------------------------------------- /rl/baselines/common/math_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/math_util.py -------------------------------------------------------------------------------- /rl/baselines/common/misc_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/misc_util.py -------------------------------------------------------------------------------- /rl/baselines/common/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/models.py -------------------------------------------------------------------------------- /rl/baselines/common/mpi_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/mpi_adam.py -------------------------------------------------------------------------------- /rl/baselines/common/mpi_adam_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/mpi_adam_optimizer.py -------------------------------------------------------------------------------- /rl/baselines/common/mpi_fork.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/mpi_fork.py -------------------------------------------------------------------------------- /rl/baselines/common/mpi_moments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/mpi_moments.py -------------------------------------------------------------------------------- /rl/baselines/common/mpi_running_mean_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/mpi_running_mean_std.py -------------------------------------------------------------------------------- /rl/baselines/common/mpi_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/mpi_util.py -------------------------------------------------------------------------------- /rl/baselines/common/plot_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/plot_util.py -------------------------------------------------------------------------------- /rl/baselines/common/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/policies.py -------------------------------------------------------------------------------- /rl/baselines/common/retro_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/retro_wrappers.py -------------------------------------------------------------------------------- /rl/baselines/common/runners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/runners.py -------------------------------------------------------------------------------- /rl/baselines/common/running_mean_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/running_mean_std.py -------------------------------------------------------------------------------- /rl/baselines/common/schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/schedules.py -------------------------------------------------------------------------------- /rl/baselines/common/segment_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/segment_tree.py -------------------------------------------------------------------------------- /rl/baselines/common/test_mpi_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/test_mpi_util.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/__init__.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/envs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rl/baselines/common/tests/envs/fixed_sequence_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/envs/fixed_sequence_env.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/envs/identity_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/envs/identity_env.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/envs/identity_env_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/envs/identity_env_test.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/envs/mnist_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/envs/mnist_env.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_cartpole.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/test_cartpole.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_doc_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/test_doc_examples.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_env_after_learn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/test_env_after_learn.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_fetchreach.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/test_fetchreach.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_fixed_sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/test_fixed_sequence.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_identity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/test_identity.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/test_mnist.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_plot_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/test_plot_util.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/test_schedules.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_segment_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/test_segment_tree.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_serialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/test_serialization.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_tf_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/test_tf_util.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/test_with_mpi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/test_with_mpi.py -------------------------------------------------------------------------------- /rl/baselines/common/tests/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tests/util.py -------------------------------------------------------------------------------- /rl/baselines/common/tf_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tf_util.py -------------------------------------------------------------------------------- /rl/baselines/common/tile_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/tile_images.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/vec_env/__init__.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/dummy_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/vec_env/dummy_vec_env.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/shmem_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/vec_env/shmem_vec_env.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/subproc_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/vec_env/subproc_vec_env.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/test_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/vec_env/test_vec_env.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/test_video_recorder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/vec_env/test_video_recorder.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/vec_env/util.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/vec_env/vec_env.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/vec_frame_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/vec_env/vec_frame_stack.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/vec_monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/vec_env/vec_monitor.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/vec_normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/vec_env/vec_normalize.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/vec_remove_dict_obs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/vec_env/vec_remove_dict_obs.py -------------------------------------------------------------------------------- /rl/baselines/common/vec_env/vec_video_recorder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/vec_env/vec_video_recorder.py -------------------------------------------------------------------------------- /rl/baselines/common/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/common/wrappers.py -------------------------------------------------------------------------------- /rl/baselines/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/logger.py -------------------------------------------------------------------------------- /rl/baselines/results_plotter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/results_plotter.py -------------------------------------------------------------------------------- /rl/baselines/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/baselines/run.py -------------------------------------------------------------------------------- /rl/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/distributions.py -------------------------------------------------------------------------------- /rl/envs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/envs.py -------------------------------------------------------------------------------- /rl/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/model.py -------------------------------------------------------------------------------- /rl/storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/storage.py -------------------------------------------------------------------------------- /rl/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/rl/utils.py -------------------------------------------------------------------------------- /tasks/cleanHouse1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/tasks/cleanHouse1.txt -------------------------------------------------------------------------------- /tasks/fourCorners1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/tasks/fourCorners1.txt -------------------------------------------------------------------------------- /tasks/harvester1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/tasks/harvester1.txt -------------------------------------------------------------------------------- /tasks/maze.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/tasks/maze.txt -------------------------------------------------------------------------------- /tasks/maze1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/tasks/maze1.txt -------------------------------------------------------------------------------- /tasks/randomMaze1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/tasks/randomMaze1.txt -------------------------------------------------------------------------------- /tasks/stairClimber1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/tasks/stairClimber1.txt -------------------------------------------------------------------------------- /tasks/test1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/tasks/test1.txt -------------------------------------------------------------------------------- /tasks/test2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/tasks/test2.txt -------------------------------------------------------------------------------- /tasks/test3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/tasks/test3.txt -------------------------------------------------------------------------------- /tasks/test4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/tasks/test4.txt -------------------------------------------------------------------------------- /tasks/topOff1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/tasks/topOff1.txt -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/misc_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/utils/misc_utils.py -------------------------------------------------------------------------------- /weights/LEAPS/best_valid_params.ptp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/weights/LEAPS/best_valid_params.ptp -------------------------------------------------------------------------------- /weights/LEAPSP/best_valid_params.ptp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/weights/LEAPSP/best_valid_params.ptp -------------------------------------------------------------------------------- /weights/LEAPSPL/best_valid_params.ptp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/weights/LEAPSPL/best_valid_params.ptp -------------------------------------------------------------------------------- /weights/LEAPSPR/best_valid_params.ptp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/clvrai/leaps/HEAD/weights/LEAPSPR/best_valid_params.ptp --------------------------------------------------------------------------------