├── .gitignore ├── LICENSE.md ├── README.md ├── agent_data └── readme.txt ├── data └── readme.txt ├── environment.yml ├── experiment_configs ├── algorithms │ ├── batch.py │ ├── batch_mbrl.py │ ├── mbrl.py │ ├── offline.py │ ├── offline_mbrl.py │ └── online.py ├── base_experiment.py └── configs │ ├── dads │ └── dads_config.py │ ├── lisp │ └── lisp_config.py │ ├── mpc │ ├── loop_config.py │ ├── make_mpc_policy.py │ └── mpc.py │ ├── pg │ ├── npg_config.py │ ├── ppo_config.py │ └── vpg_config.py │ └── q_learning │ ├── cql_config.py │ ├── mbpo_config.py │ └── sac_config.py ├── experiment_utils ├── __init__.py ├── config.py ├── launch_experiment.py ├── sweeper.py ├── teacher_data.py └── utils.py ├── lifelong_rl ├── __init__.py ├── core │ ├── __init__.py │ ├── logging │ │ ├── logging.py │ │ ├── logging_setup.py │ │ └── tabulate.py │ └── rl_algorithms │ │ ├── __init__.py │ │ ├── batch │ │ ├── __init__.py │ │ ├── batch_rl_algorithm.py │ │ └── mb_batch_rl_algorithm.py │ │ ├── offline │ │ ├── __init__.py │ │ ├── mb_offline_rl_algorithm.py │ │ └── offline_rl_algorithm.py │ │ ├── online │ │ ├── __init__.py │ │ ├── mbrl_algorithm.py │ │ └── online_rl_algorithm.py │ │ ├── rl_algorithm.py │ │ └── torch_rl_algorithm.py ├── data_management │ ├── replay_buffers │ │ ├── env_replay_buffer.py │ │ ├── mujoco_replay_buffer.py │ │ ├── replay_buffer.py │ │ └── simple_replay_buffer.py │ └── utils │ │ └── path_builder.py ├── envs │ ├── __init__.py │ ├── env_processor.py │ ├── env_utils.py │ ├── environments │ │ ├── __init__.py │ │ ├── ant_env.py │ │ ├── assets │ │ │ ├── ant.xml │ │ │ └── inverted_pendulum.xml │ │ ├── continuous_gridworld │ │ │ ├── __init__.py │ │ │ ├── cont_gridworld.py │ │ │ ├── grids │ │ │ │ ├── blank.txt │ │ │ │ ├── minecraft │ │ │ │ │ └── world_1.txt │ │ │ │ ├── one_goal.txt │ │ │ │ ├── volcano_1.txt │ │ │ │ └── volcano_2.txt │ │ │ └── tiles.py │ │ ├── hopper_env.py │ │ └── humanoid_env.py │ └── wrappers.py ├── models │ ├── __init__.py │ ├── dynamics_models │ │ ├── __init__.py │ │ └── probabilistic_ensemble.py │ └── networks.py ├── optimizers │ ├── __init__.py │ ├── optimizer.py │ └── random_shooting │ │ ├── __init__.py │ │ ├── cem.py │ │ ├── mppi.py │ │ └── rs_optimizer.py ├── policies │ ├── __init__.py │ ├── base │ │ ├── base.py │ │ ├── latent_prior_policy.py │ │ └── simple.py │ ├── models │ │ └── gaussian_policy.py │ └── mpc │ │ ├── mpc.py │ │ └── policy_mpc.py ├── samplers │ ├── __init__.py │ ├── data_collector │ │ ├── __init__.py │ │ ├── base.py │ │ ├── path_collector.py │ │ └── step_collector.py │ └── utils │ │ ├── model_rollout_functions.py │ │ ├── path_functions.py │ │ └── rollout_functions.py ├── torch │ ├── distributions.py │ ├── modules.py │ ├── pytorch_util.py │ └── risk_aversion.py ├── trainers │ ├── __init__.py │ ├── dads │ │ ├── __init__.py │ │ ├── dads.py │ │ ├── empowerment_functions.py │ │ └── skill_dynamics.py │ ├── her │ │ ├── __init__.py │ │ └── her.py │ ├── lisp │ │ ├── __init__.py │ │ ├── lisp.py │ │ └── mb_skill.py │ ├── mbrl │ │ ├── __init__.py │ │ └── mbrl.py │ ├── mpc │ │ ├── __init__.py │ │ └── mpc_trainer.py │ ├── multi_trainer.py │ ├── pg │ │ ├── __init__.py │ │ ├── npg.py │ │ ├── pg.py │ │ └── ppo.py │ ├── q_learning │ │ ├── __init__.py │ │ ├── ddpg.py │ │ ├── mbpo.py │ │ ├── sac.py │ │ └── td3.py │ └── trainer.py └── util │ ├── eval_util.py │ ├── pythonplusplus.py │ └── visualize_mujoco.py ├── run_scripts ├── dads.py ├── lisp.py ├── loop.py ├── mbpo.py ├── mopo.py ├── morel.py ├── mpc.py ├── npg.py ├── ppo.py ├── sac.py └── vpg.py └── scripts ├── download_d4rl_dataset.py └── viz_hist.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/README.md -------------------------------------------------------------------------------- /agent_data/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/agent_data/readme.txt -------------------------------------------------------------------------------- /data/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/data/readme.txt -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/environment.yml -------------------------------------------------------------------------------- /experiment_configs/algorithms/batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/algorithms/batch.py -------------------------------------------------------------------------------- /experiment_configs/algorithms/batch_mbrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/algorithms/batch_mbrl.py -------------------------------------------------------------------------------- /experiment_configs/algorithms/mbrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/algorithms/mbrl.py -------------------------------------------------------------------------------- /experiment_configs/algorithms/offline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/algorithms/offline.py -------------------------------------------------------------------------------- /experiment_configs/algorithms/offline_mbrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/algorithms/offline_mbrl.py -------------------------------------------------------------------------------- /experiment_configs/algorithms/online.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/algorithms/online.py -------------------------------------------------------------------------------- /experiment_configs/base_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/base_experiment.py -------------------------------------------------------------------------------- /experiment_configs/configs/dads/dads_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/configs/dads/dads_config.py -------------------------------------------------------------------------------- /experiment_configs/configs/lisp/lisp_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/configs/lisp/lisp_config.py -------------------------------------------------------------------------------- /experiment_configs/configs/mpc/loop_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/configs/mpc/loop_config.py -------------------------------------------------------------------------------- /experiment_configs/configs/mpc/make_mpc_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/configs/mpc/make_mpc_policy.py -------------------------------------------------------------------------------- /experiment_configs/configs/mpc/mpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/configs/mpc/mpc.py -------------------------------------------------------------------------------- /experiment_configs/configs/pg/npg_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/configs/pg/npg_config.py -------------------------------------------------------------------------------- /experiment_configs/configs/pg/ppo_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/configs/pg/ppo_config.py -------------------------------------------------------------------------------- /experiment_configs/configs/pg/vpg_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/configs/pg/vpg_config.py -------------------------------------------------------------------------------- /experiment_configs/configs/q_learning/cql_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/configs/q_learning/cql_config.py -------------------------------------------------------------------------------- /experiment_configs/configs/q_learning/mbpo_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/configs/q_learning/mbpo_config.py -------------------------------------------------------------------------------- /experiment_configs/configs/q_learning/sac_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_configs/configs/q_learning/sac_config.py -------------------------------------------------------------------------------- /experiment_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiment_utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_utils/config.py -------------------------------------------------------------------------------- /experiment_utils/launch_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_utils/launch_experiment.py -------------------------------------------------------------------------------- /experiment_utils/sweeper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_utils/sweeper.py -------------------------------------------------------------------------------- /experiment_utils/teacher_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_utils/teacher_data.py -------------------------------------------------------------------------------- /experiment_utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/experiment_utils/utils.py -------------------------------------------------------------------------------- /lifelong_rl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/core/__init__.py -------------------------------------------------------------------------------- /lifelong_rl/core/logging/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/core/logging/logging.py -------------------------------------------------------------------------------- /lifelong_rl/core/logging/logging_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/core/logging/logging_setup.py -------------------------------------------------------------------------------- /lifelong_rl/core/logging/tabulate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/core/logging/tabulate.py -------------------------------------------------------------------------------- /lifelong_rl/core/rl_algorithms/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/core/rl_algorithms/batch/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/core/rl_algorithms/batch/batch_rl_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/core/rl_algorithms/batch/batch_rl_algorithm.py -------------------------------------------------------------------------------- /lifelong_rl/core/rl_algorithms/batch/mb_batch_rl_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/core/rl_algorithms/batch/mb_batch_rl_algorithm.py -------------------------------------------------------------------------------- /lifelong_rl/core/rl_algorithms/offline/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/core/rl_algorithms/offline/mb_offline_rl_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/core/rl_algorithms/offline/mb_offline_rl_algorithm.py -------------------------------------------------------------------------------- /lifelong_rl/core/rl_algorithms/offline/offline_rl_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/core/rl_algorithms/offline/offline_rl_algorithm.py -------------------------------------------------------------------------------- /lifelong_rl/core/rl_algorithms/online/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/core/rl_algorithms/online/mbrl_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/core/rl_algorithms/online/mbrl_algorithm.py -------------------------------------------------------------------------------- /lifelong_rl/core/rl_algorithms/online/online_rl_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/core/rl_algorithms/online/online_rl_algorithm.py -------------------------------------------------------------------------------- /lifelong_rl/core/rl_algorithms/rl_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/core/rl_algorithms/rl_algorithm.py -------------------------------------------------------------------------------- /lifelong_rl/core/rl_algorithms/torch_rl_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/core/rl_algorithms/torch_rl_algorithm.py -------------------------------------------------------------------------------- /lifelong_rl/data_management/replay_buffers/env_replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/data_management/replay_buffers/env_replay_buffer.py -------------------------------------------------------------------------------- /lifelong_rl/data_management/replay_buffers/mujoco_replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/data_management/replay_buffers/mujoco_replay_buffer.py -------------------------------------------------------------------------------- /lifelong_rl/data_management/replay_buffers/replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/data_management/replay_buffers/replay_buffer.py -------------------------------------------------------------------------------- /lifelong_rl/data_management/replay_buffers/simple_replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/data_management/replay_buffers/simple_replay_buffer.py -------------------------------------------------------------------------------- /lifelong_rl/data_management/utils/path_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/data_management/utils/path_builder.py -------------------------------------------------------------------------------- /lifelong_rl/envs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/envs/env_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/env_processor.py -------------------------------------------------------------------------------- /lifelong_rl/envs/env_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/env_utils.py -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/ant_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/environments/ant_env.py -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/assets/ant.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/environments/assets/ant.xml -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/assets/inverted_pendulum.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/environments/assets/inverted_pendulum.xml -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/continuous_gridworld/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/continuous_gridworld/cont_gridworld.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/environments/continuous_gridworld/cont_gridworld.py -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/continuous_gridworld/grids/blank.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/environments/continuous_gridworld/grids/blank.txt -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/continuous_gridworld/grids/minecraft/world_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/environments/continuous_gridworld/grids/minecraft/world_1.txt -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/continuous_gridworld/grids/one_goal.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/environments/continuous_gridworld/grids/one_goal.txt -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/continuous_gridworld/grids/volcano_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/environments/continuous_gridworld/grids/volcano_1.txt -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/continuous_gridworld/grids/volcano_2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/environments/continuous_gridworld/grids/volcano_2.txt -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/continuous_gridworld/tiles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/environments/continuous_gridworld/tiles.py -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/hopper_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/environments/hopper_env.py -------------------------------------------------------------------------------- /lifelong_rl/envs/environments/humanoid_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/environments/humanoid_env.py -------------------------------------------------------------------------------- /lifelong_rl/envs/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/envs/wrappers.py -------------------------------------------------------------------------------- /lifelong_rl/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/models/dynamics_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/models/dynamics_models/probabilistic_ensemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/models/dynamics_models/probabilistic_ensemble.py -------------------------------------------------------------------------------- /lifelong_rl/models/networks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/models/networks.py -------------------------------------------------------------------------------- /lifelong_rl/optimizers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/optimizers/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/optimizers/optimizer.py -------------------------------------------------------------------------------- /lifelong_rl/optimizers/random_shooting/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/optimizers/random_shooting/cem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/optimizers/random_shooting/cem.py -------------------------------------------------------------------------------- /lifelong_rl/optimizers/random_shooting/mppi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/optimizers/random_shooting/mppi.py -------------------------------------------------------------------------------- /lifelong_rl/optimizers/random_shooting/rs_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/optimizers/random_shooting/rs_optimizer.py -------------------------------------------------------------------------------- /lifelong_rl/policies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/policies/base/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/policies/base/base.py -------------------------------------------------------------------------------- /lifelong_rl/policies/base/latent_prior_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/policies/base/latent_prior_policy.py -------------------------------------------------------------------------------- /lifelong_rl/policies/base/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/policies/base/simple.py -------------------------------------------------------------------------------- /lifelong_rl/policies/models/gaussian_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/policies/models/gaussian_policy.py -------------------------------------------------------------------------------- /lifelong_rl/policies/mpc/mpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/policies/mpc/mpc.py -------------------------------------------------------------------------------- /lifelong_rl/policies/mpc/policy_mpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/policies/mpc/policy_mpc.py -------------------------------------------------------------------------------- /lifelong_rl/samplers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/samplers/__init__.py -------------------------------------------------------------------------------- /lifelong_rl/samplers/data_collector/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/samplers/data_collector/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/samplers/data_collector/base.py -------------------------------------------------------------------------------- /lifelong_rl/samplers/data_collector/path_collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/samplers/data_collector/path_collector.py -------------------------------------------------------------------------------- /lifelong_rl/samplers/data_collector/step_collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/samplers/data_collector/step_collector.py -------------------------------------------------------------------------------- /lifelong_rl/samplers/utils/model_rollout_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/samplers/utils/model_rollout_functions.py -------------------------------------------------------------------------------- /lifelong_rl/samplers/utils/path_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/samplers/utils/path_functions.py -------------------------------------------------------------------------------- /lifelong_rl/samplers/utils/rollout_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/samplers/utils/rollout_functions.py -------------------------------------------------------------------------------- /lifelong_rl/torch/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/torch/distributions.py -------------------------------------------------------------------------------- /lifelong_rl/torch/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/torch/modules.py -------------------------------------------------------------------------------- /lifelong_rl/torch/pytorch_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/torch/pytorch_util.py -------------------------------------------------------------------------------- /lifelong_rl/torch/risk_aversion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/torch/risk_aversion.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/trainers/dads/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/trainers/dads/dads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/dads/dads.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/dads/empowerment_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/dads/empowerment_functions.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/dads/skill_dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/dads/skill_dynamics.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/her/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/trainers/her/her.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/her/her.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/lisp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/trainers/lisp/lisp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/lisp/lisp.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/lisp/mb_skill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/lisp/mb_skill.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/mbrl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/trainers/mbrl/mbrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/mbrl/mbrl.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/mpc/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/trainers/mpc/mpc_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/mpc/mpc_trainer.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/multi_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/multi_trainer.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/pg/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/trainers/pg/npg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/pg/npg.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/pg/pg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/pg/pg.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/pg/ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/pg/ppo.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/q_learning/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lifelong_rl/trainers/q_learning/ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/q_learning/ddpg.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/q_learning/mbpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/q_learning/mbpo.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/q_learning/sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/q_learning/sac.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/q_learning/td3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/q_learning/td3.py -------------------------------------------------------------------------------- /lifelong_rl/trainers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/trainers/trainer.py -------------------------------------------------------------------------------- /lifelong_rl/util/eval_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/util/eval_util.py -------------------------------------------------------------------------------- /lifelong_rl/util/pythonplusplus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/util/pythonplusplus.py -------------------------------------------------------------------------------- /lifelong_rl/util/visualize_mujoco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/lifelong_rl/util/visualize_mujoco.py -------------------------------------------------------------------------------- /run_scripts/dads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/run_scripts/dads.py -------------------------------------------------------------------------------- /run_scripts/lisp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/run_scripts/lisp.py -------------------------------------------------------------------------------- /run_scripts/loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/run_scripts/loop.py -------------------------------------------------------------------------------- /run_scripts/mbpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/run_scripts/mbpo.py -------------------------------------------------------------------------------- /run_scripts/mopo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/run_scripts/mopo.py -------------------------------------------------------------------------------- /run_scripts/morel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/run_scripts/morel.py -------------------------------------------------------------------------------- /run_scripts/mpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/run_scripts/mpc.py -------------------------------------------------------------------------------- /run_scripts/npg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/run_scripts/npg.py -------------------------------------------------------------------------------- /run_scripts/ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/run_scripts/ppo.py -------------------------------------------------------------------------------- /run_scripts/sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/run_scripts/sac.py -------------------------------------------------------------------------------- /run_scripts/vpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/run_scripts/vpg.py -------------------------------------------------------------------------------- /scripts/download_d4rl_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/scripts/download_d4rl_dataset.py -------------------------------------------------------------------------------- /scripts/viz_hist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kzl/lifelong_rl/HEAD/scripts/viz_hist.py --------------------------------------------------------------------------------