├── .circleci └── config.yml ├── .gitignore ├── .travis.yml ├── LICENSE ├── README.md ├── baselines ├── README.md ├── __init__.py ├── bb_functions.ipynb ├── benchmark_rl.png ├── cem │ ├── README.md │ ├── __init__.py │ ├── agent.py │ └── experiment.py ├── cmaes │ ├── README.md │ ├── __init__.py │ ├── agent.py │ └── experiment.py ├── ddpg_td3 │ ├── README.md │ ├── __init__.py │ ├── ddpg_agent.py │ ├── engine.py │ ├── experiment.py │ ├── replay_buffer.py │ └── td3_agent.py ├── openaies │ ├── README.md │ ├── __init__.py │ ├── agent.py │ ├── experiment.py │ └── openaies.py ├── plot.ipynb ├── ppo │ ├── README.md │ ├── __init__.py │ ├── agent.py │ ├── dataset.py │ ├── engine.py │ └── experiment.py ├── sac │ ├── README.md │ ├── __init__.py │ ├── agent.py │ ├── engine.py │ ├── experiment.py │ ├── normalize_action.py │ └── replay_buffer.py ├── unzip_logs.py ├── vpg │ ├── README.md │ ├── __init__.py │ ├── agent.py │ ├── agent_lstm.py │ ├── engine.py │ └── experiment.py └── zip_logs.py ├── docs ├── Makefile ├── requirements.txt └── source │ ├── conf.py │ ├── envs.rst │ ├── experiment.rst │ ├── index.rst │ ├── install.rst │ ├── lagom.rst │ ├── metric.rst │ ├── networks.rst │ ├── setup.rst │ ├── transform.rst │ ├── utils.rst │ └── vis.rst ├── examples ├── __init__.py ├── mdn │ └── main.ipynb └── vae │ ├── README.md │ ├── __init__.py │ ├── engine.py │ ├── experiment.py │ └── model.py ├── lagom ├── __init__.py ├── agent.py ├── data.py ├── engine.py ├── envs │ ├── __init__.py │ ├── normalize_observation.py │ ├── normalize_reward.py │ ├── record_episode_statistics.py │ └── timestep_env.py ├── es.py ├── experiment │ ├── __init__.py │ ├── config.py │ └── run_experiment.py ├── logger.py ├── metric │ ├── __init__.py │ ├── gae.py │ ├── returns.py │ ├── td.py │ └── vtrace.py ├── networks │ ├── __init__.py │ ├── categorical_head.py │ ├── diag_gaussian_head.py │ ├── init.py │ ├── ln_rnn.py │ ├── lr_scheduler.py │ ├── make_blocks.py │ ├── mdn_head.py │ └── module.py ├── runner.py ├── transform │ ├── __init__.py │ ├── describe.py │ ├── explained_variance.py │ ├── geometric_cumsum.py │ ├── interp_curves.py │ ├── linear_schedule.py │ ├── polyak_average.py │ ├── rank_transform.py │ ├── running_mean_var.py │ ├── segment_tree.py │ └── smooth_filter.py ├── utils │ ├── __init__.py │ ├── colorize.py │ ├── conditioner.py │ ├── dtype.py │ ├── multiprocessing.py │ ├── seeding.py │ ├── serialize.py │ ├── timing.py │ └── yes_no.py ├── version.py └── vis │ ├── __init__.py │ ├── grid_image.py │ ├── image_viewer.py │ └── utils.py ├── legacy ├── a2c │ ├── README.md │ ├── __init__.py │ ├── agent.py │ ├── algo.py │ ├── data │ │ └── result.png │ ├── engine.py │ ├── experiment.py │ ├── logs │ │ └── 0 │ │ │ └── config.yml │ └── plot.ipynb ├── clip_action.py ├── clip_reward.py ├── episode_runner.py ├── experiment_master.py ├── experiment_worker.py ├── flatten_observation.py ├── frame_stack.py ├── gray_scale_observation.py ├── impala │ ├── README.md │ ├── __init__.py │ ├── agent.py │ ├── engine.py │ ├── experiment.py │ └── logs │ │ └── default │ │ ├── 0 │ │ ├── 1770966829 │ │ │ └── agent_1.pth │ │ └── config.yml │ │ ├── configs.pkl │ │ └── source_files │ │ ├── __init__.py │ │ ├── agent.py │ │ ├── engine.py │ │ └── experiment.py ├── ln_rnn.py ├── ln_rnncell.py ├── make_vec_env.py ├── parallel_vec_env.py ├── resize_observation.py ├── run_experiment.py ├── scale_reward.py ├── scaled_float_frame.py ├── sign_clip_reward.py ├── space_utils.py ├── time_aware_observation.py ├── time_limit.py ├── trajectory.py ├── utils.py ├── vec_env.py ├── vec_monitor.py ├── vec_standardize_observation.py ├── vec_standardize_reward.py └── vec_step_info.py ├── readthedocs.yml ├── requirements.txt ├── scripts ├── 1_setup_system.sh ├── 2_install_miniconda.sh ├── 3_setup_envs.sh └── README.md ├── setup.cfg ├── setup.py └── test ├── __init__.py ├── sanity_env.py ├── test_envs.py ├── test_experiment.py ├── test_lagom.py ├── test_metric.py ├── test_networks.py ├── test_transform.py └── test_utils.py /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/README.md -------------------------------------------------------------------------------- /baselines/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/README.md -------------------------------------------------------------------------------- /baselines/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/bb_functions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/bb_functions.ipynb -------------------------------------------------------------------------------- /baselines/benchmark_rl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/benchmark_rl.png -------------------------------------------------------------------------------- /baselines/cem/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/cem/README.md -------------------------------------------------------------------------------- /baselines/cem/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/cem/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/cem/agent.py -------------------------------------------------------------------------------- /baselines/cem/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/cem/experiment.py -------------------------------------------------------------------------------- /baselines/cmaes/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/cmaes/README.md -------------------------------------------------------------------------------- /baselines/cmaes/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/cmaes/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/cmaes/agent.py -------------------------------------------------------------------------------- /baselines/cmaes/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/cmaes/experiment.py -------------------------------------------------------------------------------- /baselines/ddpg_td3/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/ddpg_td3/README.md -------------------------------------------------------------------------------- /baselines/ddpg_td3/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/ddpg_td3/ddpg_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/ddpg_td3/ddpg_agent.py -------------------------------------------------------------------------------- /baselines/ddpg_td3/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/ddpg_td3/engine.py -------------------------------------------------------------------------------- /baselines/ddpg_td3/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/ddpg_td3/experiment.py -------------------------------------------------------------------------------- /baselines/ddpg_td3/replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/ddpg_td3/replay_buffer.py -------------------------------------------------------------------------------- /baselines/ddpg_td3/td3_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/ddpg_td3/td3_agent.py -------------------------------------------------------------------------------- /baselines/openaies/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/openaies/README.md -------------------------------------------------------------------------------- /baselines/openaies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/openaies/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/openaies/agent.py -------------------------------------------------------------------------------- /baselines/openaies/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/openaies/experiment.py -------------------------------------------------------------------------------- /baselines/openaies/openaies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/openaies/openaies.py -------------------------------------------------------------------------------- /baselines/plot.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/plot.ipynb -------------------------------------------------------------------------------- /baselines/ppo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/ppo/README.md -------------------------------------------------------------------------------- /baselines/ppo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/ppo/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/ppo/agent.py -------------------------------------------------------------------------------- /baselines/ppo/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/ppo/dataset.py -------------------------------------------------------------------------------- /baselines/ppo/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/ppo/engine.py -------------------------------------------------------------------------------- /baselines/ppo/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/ppo/experiment.py -------------------------------------------------------------------------------- /baselines/sac/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/sac/README.md -------------------------------------------------------------------------------- /baselines/sac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/sac/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/sac/agent.py -------------------------------------------------------------------------------- /baselines/sac/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/sac/engine.py -------------------------------------------------------------------------------- /baselines/sac/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/sac/experiment.py -------------------------------------------------------------------------------- /baselines/sac/normalize_action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/sac/normalize_action.py -------------------------------------------------------------------------------- /baselines/sac/replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/sac/replay_buffer.py -------------------------------------------------------------------------------- /baselines/unzip_logs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/unzip_logs.py -------------------------------------------------------------------------------- /baselines/vpg/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/vpg/README.md -------------------------------------------------------------------------------- /baselines/vpg/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /baselines/vpg/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/vpg/agent.py -------------------------------------------------------------------------------- /baselines/vpg/agent_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/vpg/agent_lstm.py -------------------------------------------------------------------------------- /baselines/vpg/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/vpg/engine.py -------------------------------------------------------------------------------- /baselines/vpg/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/vpg/experiment.py -------------------------------------------------------------------------------- /baselines/zip_logs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/baselines/zip_logs.py -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/envs.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/source/envs.rst -------------------------------------------------------------------------------- /docs/source/experiment.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/source/experiment.rst -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/install.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/source/install.rst -------------------------------------------------------------------------------- /docs/source/lagom.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/source/lagom.rst -------------------------------------------------------------------------------- /docs/source/metric.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/source/metric.rst -------------------------------------------------------------------------------- /docs/source/networks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/source/networks.rst -------------------------------------------------------------------------------- /docs/source/setup.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/source/setup.rst -------------------------------------------------------------------------------- /docs/source/transform.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/source/transform.rst -------------------------------------------------------------------------------- /docs/source/utils.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/source/utils.rst -------------------------------------------------------------------------------- /docs/source/vis.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/docs/source/vis.rst -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/mdn/main.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/examples/mdn/main.ipynb -------------------------------------------------------------------------------- /examples/vae/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/examples/vae/README.md -------------------------------------------------------------------------------- /examples/vae/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/vae/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/examples/vae/engine.py -------------------------------------------------------------------------------- /examples/vae/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/examples/vae/experiment.py -------------------------------------------------------------------------------- /examples/vae/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/examples/vae/model.py -------------------------------------------------------------------------------- /lagom/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/__init__.py -------------------------------------------------------------------------------- /lagom/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/agent.py -------------------------------------------------------------------------------- /lagom/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/data.py -------------------------------------------------------------------------------- /lagom/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/engine.py -------------------------------------------------------------------------------- /lagom/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/envs/__init__.py -------------------------------------------------------------------------------- /lagom/envs/normalize_observation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/envs/normalize_observation.py -------------------------------------------------------------------------------- /lagom/envs/normalize_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/envs/normalize_reward.py -------------------------------------------------------------------------------- /lagom/envs/record_episode_statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/envs/record_episode_statistics.py -------------------------------------------------------------------------------- /lagom/envs/timestep_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/envs/timestep_env.py -------------------------------------------------------------------------------- /lagom/es.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/es.py -------------------------------------------------------------------------------- /lagom/experiment/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/experiment/__init__.py -------------------------------------------------------------------------------- /lagom/experiment/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/experiment/config.py -------------------------------------------------------------------------------- /lagom/experiment/run_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/experiment/run_experiment.py -------------------------------------------------------------------------------- /lagom/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/logger.py -------------------------------------------------------------------------------- /lagom/metric/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/metric/__init__.py -------------------------------------------------------------------------------- /lagom/metric/gae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/metric/gae.py -------------------------------------------------------------------------------- /lagom/metric/returns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/metric/returns.py -------------------------------------------------------------------------------- /lagom/metric/td.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/metric/td.py -------------------------------------------------------------------------------- /lagom/metric/vtrace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/metric/vtrace.py -------------------------------------------------------------------------------- /lagom/networks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/networks/__init__.py -------------------------------------------------------------------------------- /lagom/networks/categorical_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/networks/categorical_head.py -------------------------------------------------------------------------------- /lagom/networks/diag_gaussian_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/networks/diag_gaussian_head.py -------------------------------------------------------------------------------- /lagom/networks/init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/networks/init.py -------------------------------------------------------------------------------- /lagom/networks/ln_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/networks/ln_rnn.py -------------------------------------------------------------------------------- /lagom/networks/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/networks/lr_scheduler.py -------------------------------------------------------------------------------- /lagom/networks/make_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/networks/make_blocks.py -------------------------------------------------------------------------------- /lagom/networks/mdn_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/networks/mdn_head.py -------------------------------------------------------------------------------- /lagom/networks/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/networks/module.py -------------------------------------------------------------------------------- /lagom/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/runner.py -------------------------------------------------------------------------------- /lagom/transform/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/transform/__init__.py -------------------------------------------------------------------------------- /lagom/transform/describe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/transform/describe.py -------------------------------------------------------------------------------- /lagom/transform/explained_variance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/transform/explained_variance.py -------------------------------------------------------------------------------- /lagom/transform/geometric_cumsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/transform/geometric_cumsum.py -------------------------------------------------------------------------------- /lagom/transform/interp_curves.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/transform/interp_curves.py -------------------------------------------------------------------------------- /lagom/transform/linear_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/transform/linear_schedule.py -------------------------------------------------------------------------------- /lagom/transform/polyak_average.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/transform/polyak_average.py -------------------------------------------------------------------------------- /lagom/transform/rank_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/transform/rank_transform.py -------------------------------------------------------------------------------- /lagom/transform/running_mean_var.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/transform/running_mean_var.py -------------------------------------------------------------------------------- /lagom/transform/segment_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/transform/segment_tree.py -------------------------------------------------------------------------------- /lagom/transform/smooth_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/transform/smooth_filter.py -------------------------------------------------------------------------------- /lagom/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/utils/__init__.py -------------------------------------------------------------------------------- /lagom/utils/colorize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/utils/colorize.py -------------------------------------------------------------------------------- /lagom/utils/conditioner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/utils/conditioner.py -------------------------------------------------------------------------------- /lagom/utils/dtype.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/utils/dtype.py -------------------------------------------------------------------------------- /lagom/utils/multiprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/utils/multiprocessing.py -------------------------------------------------------------------------------- /lagom/utils/seeding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/utils/seeding.py -------------------------------------------------------------------------------- /lagom/utils/serialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/utils/serialize.py -------------------------------------------------------------------------------- /lagom/utils/timing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/utils/timing.py -------------------------------------------------------------------------------- /lagom/utils/yes_no.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/utils/yes_no.py -------------------------------------------------------------------------------- /lagom/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/version.py -------------------------------------------------------------------------------- /lagom/vis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/vis/__init__.py -------------------------------------------------------------------------------- /lagom/vis/grid_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/vis/grid_image.py -------------------------------------------------------------------------------- /lagom/vis/image_viewer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/vis/image_viewer.py -------------------------------------------------------------------------------- /lagom/vis/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/lagom/vis/utils.py -------------------------------------------------------------------------------- /legacy/a2c/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/a2c/README.md -------------------------------------------------------------------------------- /legacy/a2c/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /legacy/a2c/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/a2c/agent.py -------------------------------------------------------------------------------- /legacy/a2c/algo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/a2c/algo.py -------------------------------------------------------------------------------- /legacy/a2c/data/result.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/a2c/data/result.png -------------------------------------------------------------------------------- /legacy/a2c/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/a2c/engine.py -------------------------------------------------------------------------------- /legacy/a2c/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/a2c/experiment.py -------------------------------------------------------------------------------- /legacy/a2c/logs/0/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/a2c/logs/0/config.yml -------------------------------------------------------------------------------- /legacy/a2c/plot.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/a2c/plot.ipynb -------------------------------------------------------------------------------- /legacy/clip_action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/clip_action.py -------------------------------------------------------------------------------- /legacy/clip_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/clip_reward.py -------------------------------------------------------------------------------- /legacy/episode_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/episode_runner.py -------------------------------------------------------------------------------- /legacy/experiment_master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/experiment_master.py -------------------------------------------------------------------------------- /legacy/experiment_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/experiment_worker.py -------------------------------------------------------------------------------- /legacy/flatten_observation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/flatten_observation.py -------------------------------------------------------------------------------- /legacy/frame_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/frame_stack.py -------------------------------------------------------------------------------- /legacy/gray_scale_observation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/gray_scale_observation.py -------------------------------------------------------------------------------- /legacy/impala/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/impala/README.md -------------------------------------------------------------------------------- /legacy/impala/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /legacy/impala/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/impala/agent.py -------------------------------------------------------------------------------- /legacy/impala/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/impala/engine.py -------------------------------------------------------------------------------- /legacy/impala/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/impala/experiment.py -------------------------------------------------------------------------------- /legacy/impala/logs/default/0/1770966829/agent_1.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/impala/logs/default/0/1770966829/agent_1.pth -------------------------------------------------------------------------------- /legacy/impala/logs/default/0/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/impala/logs/default/0/config.yml -------------------------------------------------------------------------------- /legacy/impala/logs/default/configs.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/impala/logs/default/configs.pkl -------------------------------------------------------------------------------- /legacy/impala/logs/default/source_files/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /legacy/impala/logs/default/source_files/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/impala/logs/default/source_files/agent.py -------------------------------------------------------------------------------- /legacy/impala/logs/default/source_files/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/impala/logs/default/source_files/engine.py -------------------------------------------------------------------------------- /legacy/impala/logs/default/source_files/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/impala/logs/default/source_files/experiment.py -------------------------------------------------------------------------------- /legacy/ln_rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/ln_rnn.py -------------------------------------------------------------------------------- /legacy/ln_rnncell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/ln_rnncell.py -------------------------------------------------------------------------------- /legacy/make_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/make_vec_env.py -------------------------------------------------------------------------------- /legacy/parallel_vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/parallel_vec_env.py -------------------------------------------------------------------------------- /legacy/resize_observation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/resize_observation.py -------------------------------------------------------------------------------- /legacy/run_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/run_experiment.py -------------------------------------------------------------------------------- /legacy/scale_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/scale_reward.py -------------------------------------------------------------------------------- /legacy/scaled_float_frame.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/scaled_float_frame.py -------------------------------------------------------------------------------- /legacy/sign_clip_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/sign_clip_reward.py -------------------------------------------------------------------------------- /legacy/space_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/space_utils.py -------------------------------------------------------------------------------- /legacy/time_aware_observation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/time_aware_observation.py -------------------------------------------------------------------------------- /legacy/time_limit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/time_limit.py -------------------------------------------------------------------------------- /legacy/trajectory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/trajectory.py -------------------------------------------------------------------------------- /legacy/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/utils.py -------------------------------------------------------------------------------- /legacy/vec_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/vec_env.py -------------------------------------------------------------------------------- /legacy/vec_monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/vec_monitor.py -------------------------------------------------------------------------------- /legacy/vec_standardize_observation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/vec_standardize_observation.py -------------------------------------------------------------------------------- /legacy/vec_standardize_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/vec_standardize_reward.py -------------------------------------------------------------------------------- /legacy/vec_step_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/legacy/vec_step_info.py -------------------------------------------------------------------------------- /readthedocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/readthedocs.yml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/1_setup_system.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/scripts/1_setup_system.sh -------------------------------------------------------------------------------- /scripts/2_install_miniconda.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/scripts/2_install_miniconda.sh -------------------------------------------------------------------------------- /scripts/3_setup_envs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/scripts/3_setup_envs.sh -------------------------------------------------------------------------------- /scripts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/scripts/README.md -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/setup.py -------------------------------------------------------------------------------- /test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/sanity_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/test/sanity_env.py -------------------------------------------------------------------------------- /test/test_envs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/test/test_envs.py -------------------------------------------------------------------------------- /test/test_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/test/test_experiment.py -------------------------------------------------------------------------------- /test/test_lagom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/test/test_lagom.py -------------------------------------------------------------------------------- /test/test_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/test/test_metric.py -------------------------------------------------------------------------------- /test/test_networks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/test/test_networks.py -------------------------------------------------------------------------------- /test/test_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/test/test_transform.py -------------------------------------------------------------------------------- /test/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zuoxingdong/lagom/HEAD/test/test_utils.py --------------------------------------------------------------------------------