├── .devcontainer └── devcontainer.json ├── .dockerignore ├── .github ├── ISSUE_TEMPLATE.md ├── PULL_REQUEST_TEMPLATE.md └── workflows │ ├── extra_sys.yml │ ├── gputest.yml │ ├── lint_and_docs.yml │ ├── publish.yaml │ └── pytest.yml ├── .gitignore ├── .pre-commit-config.yaml ├── .readthedocs.yaml ├── CHANGELOG.md ├── CONTRIBUTING.md ├── Dockerfile ├── LICENSE ├── MANIFEST.in ├── README.md ├── benchmark └── run_benchmark.py ├── docs ├── .gitignore ├── 01_user_guide │ ├── 00_training_process.md │ ├── 01_apis.md │ ├── 02_core_abstractions.md │ └── index.rst ├── 02_deep_dives │ ├── 0_intro.md │ ├── L1_Batch.ipynb │ ├── L2_Buffer.ipynb │ ├── L3_Environments.ipynb │ ├── L4_GAE.ipynb │ ├── L5_Collector.ipynb │ └── L6_MARL.ipynb ├── 04_benchmarks │ └── benchmarks.rst ├── 05_developer_guide │ └── developer_guide.md ├── 06_contributors │ └── contributors.rst ├── _config.yml ├── _static │ ├── css │ │ └── style.css │ ├── images │ │ ├── agent-env-step1.png │ │ ├── agent-env-step2.png │ │ ├── agent-env-step3.png │ │ ├── agent-env-step4.png │ │ ├── aggregation.png │ │ ├── async.png │ │ ├── batch_reserve.png │ │ ├── batch_tree.png │ │ ├── concepts_arch.png │ │ ├── concepts_arch2.png │ │ ├── discrete_dqn_hl.gif │ │ ├── marl.png │ │ ├── pipeline.png │ │ ├── policy_table.svg │ │ ├── pseudocode_off_policy.svg │ │ ├── rl-loop.jpg │ │ ├── structure.svg │ │ ├── testpg.gif │ │ ├── tianshou-favicon.png │ │ ├── tianshou-logo.png │ │ ├── tic-tac-toe.png │ │ └── timelimit.svg │ └── js │ │ ├── benchmark.js │ │ ├── copybutton.js │ │ ├── jquery-1.12.4.min.js │ │ ├── mujoco │ │ └── benchmark │ │ │ └── Ant-v4 │ │ │ └── results.json │ │ ├── v5.json │ │ ├── vega-embed@5.js │ │ ├── vega-lite@5.js │ │ └── vega@5.js ├── autogen_rst.py ├── bibtex.json ├── create_toc.py ├── index.rst ├── nbstripout.py └── refs.bib ├── examples ├── __init__.py ├── atari │ ├── README.md │ ├── __init__.py │ ├── atari_c51.py │ ├── atari_dqn.py │ ├── atari_dqn_hl.py │ ├── atari_fqf.py │ ├── atari_iqn.py │ ├── atari_iqn_hl.py │ ├── atari_ppo.py │ ├── atari_ppo_hl.py │ ├── atari_qrdqn.py │ ├── atari_rainbow.py │ ├── atari_sac.py │ └── atari_sac_hl.py ├── box2d │ ├── README.md │ ├── acrobot_dualdqn.py │ ├── bipedal_bdq.py │ ├── bipedal_hardcore_sac.py │ ├── lunarlander_dqn.py │ └── mcc_sac.py ├── discrete │ ├── discrete_dqn.py │ └── discrete_dqn_hl.py ├── inverse │ ├── README.md │ └── irl_gail.py ├── modelbased │ └── README.md ├── mujoco │ ├── README.md │ ├── analysis.py │ ├── fetch_her_ddpg.py │ ├── mujoco_a2c.py │ ├── mujoco_a2c_hl.py │ ├── mujoco_ddpg.py │ ├── mujoco_ddpg_hl.py │ ├── mujoco_env.py │ ├── mujoco_npg.py │ ├── mujoco_npg_hl.py │ ├── mujoco_ppo.py │ ├── mujoco_ppo_hl.py │ ├── mujoco_redq.py │ ├── mujoco_redq_hl.py │ ├── mujoco_reinforce.py │ ├── mujoco_reinforce_hl.py │ ├── mujoco_sac.py │ ├── mujoco_sac_hl.py │ ├── mujoco_td3.py │ ├── mujoco_td3_hl.py │ ├── mujoco_trpo.py │ ├── mujoco_trpo_hl.py │ ├── plotter.py │ └── tools.py ├── offline │ ├── README.md │ ├── atari_bcq.py │ ├── atari_cql.py │ ├── atari_crr.py │ ├── atari_il.py │ ├── convert_rl_unplugged_atari.py │ ├── d4rl_bcq.py │ ├── d4rl_cql.py │ ├── d4rl_il.py │ ├── d4rl_td3_bc.py │ └── utils.py └── vizdoom │ ├── .gitignore │ ├── README.md │ ├── env.py │ ├── maps │ ├── D1_basic.cfg │ ├── D1_basic.wad │ ├── D2_navigation.cfg │ ├── D2_navigation.wad │ ├── D3_battle.cfg │ ├── D3_battle.wad │ ├── D4_battle2.cfg │ ├── D4_battle2.wad │ ├── README.md │ └── spectator.py │ ├── replay.py │ ├── vizdoom_c51.py │ └── vizdoom_ppo.py ├── poetry.lock ├── pyproject.toml ├── test ├── __init__.py ├── base │ ├── __init__.py │ ├── env.py │ ├── test_action_space_sampling.py │ ├── test_batch.py │ ├── test_buffer.py │ ├── test_collector.py │ ├── test_env.py │ ├── test_env_finite.py │ ├── test_logger.py │ ├── test_policy.py │ ├── test_returns.py │ ├── test_stats.py │ └── test_utils.py ├── continuous │ ├── __init__.py │ ├── test_ddpg.py │ ├── test_npg.py │ ├── test_ppo.py │ ├── test_redq.py │ ├── test_sac_with_il.py │ ├── test_td3.py │ └── test_trpo.py ├── determinism_test.py ├── discrete │ ├── __init__.py │ ├── test_a2c_with_il.py │ ├── test_bdqn.py │ ├── test_c51.py │ ├── test_discrete_sac.py │ ├── test_dqn.py │ ├── test_drqn.py │ ├── test_fqf.py │ ├── test_iqn.py │ ├── test_ppo_discrete.py │ ├── test_qrdqn.py │ ├── test_rainbow.py │ └── test_reinforce.py ├── highlevel │ ├── __init__.py │ ├── env_factory.py │ └── test_experiment_builder.py ├── modelbased │ ├── __init__.py │ ├── test_dqn_icm.py │ ├── test_ppo_icm.py │ └── test_psrl.py ├── offline │ ├── __init__.py │ ├── gather_cartpole_data.py │ ├── gather_pendulum_data.py │ ├── test_bcq.py │ ├── test_cql.py │ ├── test_discrete_bcq.py │ ├── test_discrete_cql.py │ ├── test_discrete_crr.py │ ├── test_gail.py │ └── test_td3_bc.py └── pettingzoo │ ├── pistonball.py │ ├── pistonball_continuous.py │ ├── test_pistonball.py │ ├── test_pistonball_continuous.py │ ├── test_tic_tac_toe.py │ └── tic_tac_toe.py └── tianshou ├── __init__.py ├── algorithm ├── __init__.py ├── algorithm_base.py ├── imitation │ ├── __init__.py │ ├── bcq.py │ ├── cql.py │ ├── discrete_bcq.py │ ├── discrete_cql.py │ ├── discrete_crr.py │ ├── gail.py │ ├── imitation_base.py │ └── td3_bc.py ├── modelbased │ ├── __init__.py │ ├── icm.py │ └── psrl.py ├── modelfree │ ├── __init__.py │ ├── a2c.py │ ├── bdqn.py │ ├── c51.py │ ├── ddpg.py │ ├── discrete_sac.py │ ├── dqn.py │ ├── fqf.py │ ├── iqn.py │ ├── npg.py │ ├── ppo.py │ ├── qrdqn.py │ ├── rainbow.py │ ├── redq.py │ ├── reinforce.py │ ├── sac.py │ ├── td3.py │ └── trpo.py ├── multiagent │ ├── __init__.py │ └── marl.py ├── optim.py └── random.py ├── config.py ├── data ├── __init__.py ├── batch.py ├── buffer │ ├── __init__.py │ ├── buffer_base.py │ ├── cached.py │ ├── her.py │ ├── manager.py │ ├── prio.py │ └── vecbuf.py ├── collector.py ├── stats.py ├── types.py └── utils │ ├── __init__.py │ ├── converter.py │ └── segtree.py ├── env ├── __init__.py ├── atari │ ├── atari_network.py │ └── atari_wrapper.py ├── gym_wrappers.py ├── pettingzoo_env.py ├── utils.py ├── venv_wrappers.py ├── venvs.py └── worker │ ├── __init__.py │ ├── dummy.py │ ├── ray.py │ ├── subproc.py │ └── worker_base.py ├── evaluation ├── __init__.py ├── launcher.py └── rliable_evaluation.py ├── exploration ├── __init__.py └── random.py ├── highlevel ├── __init__.py ├── algorithm.py ├── config.py ├── env.py ├── experiment.py ├── logger.py ├── module │ ├── __init__.py │ ├── actor.py │ ├── core.py │ ├── critic.py │ ├── intermediate.py │ └── special.py ├── params │ ├── __init__.py │ ├── algorithm_params.py │ ├── algorithm_wrapper.py │ ├── alpha.py │ ├── collector.py │ ├── dist_fn.py │ ├── env_param.py │ ├── lr_scheduler.py │ ├── noise.py │ └── optim.py ├── persistence.py ├── trainer.py └── world.py ├── py.typed ├── trainer.py └── utils ├── __init__.py ├── conversion.py ├── determinism.py ├── lagged_network.py ├── logger ├── __init__.py ├── logger_base.py ├── tensorboard.py └── wandb.py ├── logging.py ├── net ├── __init__.py ├── common.py ├── continuous.py └── discrete.py ├── print.py ├── progress_bar.py ├── space_info.py ├── statistics.py ├── torch_utils.py └── warning.py /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/.dockerignore -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/.github/ISSUE_TEMPLATE.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/extra_sys.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/.github/workflows/extra_sys.yml -------------------------------------------------------------------------------- /.github/workflows/gputest.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/.github/workflows/gputest.yml -------------------------------------------------------------------------------- /.github/workflows/lint_and_docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/.github/workflows/lint_and_docs.yml -------------------------------------------------------------------------------- /.github/workflows/publish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/.github/workflows/publish.yaml -------------------------------------------------------------------------------- /.github/workflows/pytest.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/.github/workflows/pytest.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | include LICENSE 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/README.md -------------------------------------------------------------------------------- /benchmark/run_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/benchmark/run_benchmark.py -------------------------------------------------------------------------------- /docs/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/.gitignore -------------------------------------------------------------------------------- /docs/01_user_guide/00_training_process.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/01_user_guide/00_training_process.md -------------------------------------------------------------------------------- /docs/01_user_guide/01_apis.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/01_user_guide/01_apis.md -------------------------------------------------------------------------------- /docs/01_user_guide/02_core_abstractions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/01_user_guide/02_core_abstractions.md -------------------------------------------------------------------------------- /docs/01_user_guide/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/01_user_guide/index.rst -------------------------------------------------------------------------------- /docs/02_deep_dives/0_intro.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/02_deep_dives/0_intro.md -------------------------------------------------------------------------------- /docs/02_deep_dives/L1_Batch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/02_deep_dives/L1_Batch.ipynb -------------------------------------------------------------------------------- /docs/02_deep_dives/L2_Buffer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/02_deep_dives/L2_Buffer.ipynb -------------------------------------------------------------------------------- /docs/02_deep_dives/L3_Environments.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/02_deep_dives/L3_Environments.ipynb -------------------------------------------------------------------------------- /docs/02_deep_dives/L4_GAE.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/02_deep_dives/L4_GAE.ipynb -------------------------------------------------------------------------------- /docs/02_deep_dives/L5_Collector.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/02_deep_dives/L5_Collector.ipynb -------------------------------------------------------------------------------- /docs/02_deep_dives/L6_MARL.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/02_deep_dives/L6_MARL.ipynb -------------------------------------------------------------------------------- /docs/04_benchmarks/benchmarks.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/04_benchmarks/benchmarks.rst -------------------------------------------------------------------------------- /docs/05_developer_guide/developer_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/05_developer_guide/developer_guide.md -------------------------------------------------------------------------------- /docs/06_contributors/contributors.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/06_contributors/contributors.rst -------------------------------------------------------------------------------- /docs/_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_config.yml -------------------------------------------------------------------------------- /docs/_static/css/style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/css/style.css -------------------------------------------------------------------------------- /docs/_static/images/agent-env-step1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/agent-env-step1.png -------------------------------------------------------------------------------- /docs/_static/images/agent-env-step2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/agent-env-step2.png -------------------------------------------------------------------------------- /docs/_static/images/agent-env-step3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/agent-env-step3.png -------------------------------------------------------------------------------- /docs/_static/images/agent-env-step4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/agent-env-step4.png -------------------------------------------------------------------------------- /docs/_static/images/aggregation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/aggregation.png -------------------------------------------------------------------------------- /docs/_static/images/async.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/async.png -------------------------------------------------------------------------------- /docs/_static/images/batch_reserve.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/batch_reserve.png -------------------------------------------------------------------------------- /docs/_static/images/batch_tree.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/batch_tree.png -------------------------------------------------------------------------------- /docs/_static/images/concepts_arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/concepts_arch.png -------------------------------------------------------------------------------- /docs/_static/images/concepts_arch2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/concepts_arch2.png -------------------------------------------------------------------------------- /docs/_static/images/discrete_dqn_hl.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/discrete_dqn_hl.gif -------------------------------------------------------------------------------- /docs/_static/images/marl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/marl.png -------------------------------------------------------------------------------- /docs/_static/images/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/pipeline.png -------------------------------------------------------------------------------- /docs/_static/images/policy_table.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/policy_table.svg -------------------------------------------------------------------------------- /docs/_static/images/pseudocode_off_policy.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/pseudocode_off_policy.svg -------------------------------------------------------------------------------- /docs/_static/images/rl-loop.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/rl-loop.jpg -------------------------------------------------------------------------------- /docs/_static/images/structure.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/structure.svg -------------------------------------------------------------------------------- /docs/_static/images/testpg.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/testpg.gif -------------------------------------------------------------------------------- /docs/_static/images/tianshou-favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/tianshou-favicon.png -------------------------------------------------------------------------------- /docs/_static/images/tianshou-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/tianshou-logo.png -------------------------------------------------------------------------------- /docs/_static/images/tic-tac-toe.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/tic-tac-toe.png -------------------------------------------------------------------------------- /docs/_static/images/timelimit.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/images/timelimit.svg -------------------------------------------------------------------------------- /docs/_static/js/benchmark.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/js/benchmark.js -------------------------------------------------------------------------------- /docs/_static/js/copybutton.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/js/copybutton.js -------------------------------------------------------------------------------- /docs/_static/js/jquery-1.12.4.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/js/jquery-1.12.4.min.js -------------------------------------------------------------------------------- /docs/_static/js/mujoco/benchmark/Ant-v4/results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/js/mujoco/benchmark/Ant-v4/results.json -------------------------------------------------------------------------------- /docs/_static/js/v5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/js/v5.json -------------------------------------------------------------------------------- /docs/_static/js/vega-embed@5.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/js/vega-embed@5.js -------------------------------------------------------------------------------- /docs/_static/js/vega-lite@5.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/js/vega-lite@5.js -------------------------------------------------------------------------------- /docs/_static/js/vega@5.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/_static/js/vega@5.js -------------------------------------------------------------------------------- /docs/autogen_rst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/autogen_rst.py -------------------------------------------------------------------------------- /docs/bibtex.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/bibtex.json -------------------------------------------------------------------------------- /docs/create_toc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/create_toc.py -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/nbstripout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/nbstripout.py -------------------------------------------------------------------------------- /docs/refs.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/docs/refs.bib -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/atari/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/atari/README.md -------------------------------------------------------------------------------- /examples/atari/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/atari/atari_c51.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/atari/atari_c51.py -------------------------------------------------------------------------------- /examples/atari/atari_dqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/atari/atari_dqn.py -------------------------------------------------------------------------------- /examples/atari/atari_dqn_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/atari/atari_dqn_hl.py -------------------------------------------------------------------------------- /examples/atari/atari_fqf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/atari/atari_fqf.py -------------------------------------------------------------------------------- /examples/atari/atari_iqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/atari/atari_iqn.py -------------------------------------------------------------------------------- /examples/atari/atari_iqn_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/atari/atari_iqn_hl.py -------------------------------------------------------------------------------- /examples/atari/atari_ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/atari/atari_ppo.py -------------------------------------------------------------------------------- /examples/atari/atari_ppo_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/atari/atari_ppo_hl.py -------------------------------------------------------------------------------- /examples/atari/atari_qrdqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/atari/atari_qrdqn.py -------------------------------------------------------------------------------- /examples/atari/atari_rainbow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/atari/atari_rainbow.py -------------------------------------------------------------------------------- /examples/atari/atari_sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/atari/atari_sac.py -------------------------------------------------------------------------------- /examples/atari/atari_sac_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/atari/atari_sac_hl.py -------------------------------------------------------------------------------- /examples/box2d/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/box2d/README.md -------------------------------------------------------------------------------- /examples/box2d/acrobot_dualdqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/box2d/acrobot_dualdqn.py -------------------------------------------------------------------------------- /examples/box2d/bipedal_bdq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/box2d/bipedal_bdq.py -------------------------------------------------------------------------------- /examples/box2d/bipedal_hardcore_sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/box2d/bipedal_hardcore_sac.py -------------------------------------------------------------------------------- /examples/box2d/lunarlander_dqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/box2d/lunarlander_dqn.py -------------------------------------------------------------------------------- /examples/box2d/mcc_sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/box2d/mcc_sac.py -------------------------------------------------------------------------------- /examples/discrete/discrete_dqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/discrete/discrete_dqn.py -------------------------------------------------------------------------------- /examples/discrete/discrete_dqn_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/discrete/discrete_dqn_hl.py -------------------------------------------------------------------------------- /examples/inverse/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/inverse/README.md -------------------------------------------------------------------------------- /examples/inverse/irl_gail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/inverse/irl_gail.py -------------------------------------------------------------------------------- /examples/modelbased/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/modelbased/README.md -------------------------------------------------------------------------------- /examples/mujoco/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/README.md -------------------------------------------------------------------------------- /examples/mujoco/analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/analysis.py -------------------------------------------------------------------------------- /examples/mujoco/fetch_her_ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/fetch_her_ddpg.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_a2c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_a2c.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_a2c_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_a2c_hl.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_ddpg.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_ddpg_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_ddpg_hl.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_env.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_npg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_npg.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_npg_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_npg_hl.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_ppo.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_ppo_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_ppo_hl.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_redq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_redq.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_redq_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_redq_hl.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_reinforce.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_reinforce_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_reinforce_hl.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_sac.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_sac_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_sac_hl.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_td3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_td3.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_td3_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_td3_hl.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_trpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_trpo.py -------------------------------------------------------------------------------- /examples/mujoco/mujoco_trpo_hl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/mujoco_trpo_hl.py -------------------------------------------------------------------------------- /examples/mujoco/plotter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/plotter.py -------------------------------------------------------------------------------- /examples/mujoco/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/mujoco/tools.py -------------------------------------------------------------------------------- /examples/offline/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/offline/README.md -------------------------------------------------------------------------------- /examples/offline/atari_bcq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/offline/atari_bcq.py -------------------------------------------------------------------------------- /examples/offline/atari_cql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/offline/atari_cql.py -------------------------------------------------------------------------------- /examples/offline/atari_crr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/offline/atari_crr.py -------------------------------------------------------------------------------- /examples/offline/atari_il.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/offline/atari_il.py -------------------------------------------------------------------------------- /examples/offline/convert_rl_unplugged_atari.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/offline/convert_rl_unplugged_atari.py -------------------------------------------------------------------------------- /examples/offline/d4rl_bcq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/offline/d4rl_bcq.py -------------------------------------------------------------------------------- /examples/offline/d4rl_cql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/offline/d4rl_cql.py -------------------------------------------------------------------------------- /examples/offline/d4rl_il.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/offline/d4rl_il.py -------------------------------------------------------------------------------- /examples/offline/d4rl_td3_bc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/offline/d4rl_td3_bc.py -------------------------------------------------------------------------------- /examples/offline/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/offline/utils.py -------------------------------------------------------------------------------- /examples/vizdoom/.gitignore: -------------------------------------------------------------------------------- 1 | _vizdoom.ini 2 | -------------------------------------------------------------------------------- /examples/vizdoom/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/README.md -------------------------------------------------------------------------------- /examples/vizdoom/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/env.py -------------------------------------------------------------------------------- /examples/vizdoom/maps/D1_basic.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/maps/D1_basic.cfg -------------------------------------------------------------------------------- /examples/vizdoom/maps/D1_basic.wad: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/maps/D1_basic.wad -------------------------------------------------------------------------------- /examples/vizdoom/maps/D2_navigation.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/maps/D2_navigation.cfg -------------------------------------------------------------------------------- /examples/vizdoom/maps/D2_navigation.wad: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/maps/D2_navigation.wad -------------------------------------------------------------------------------- /examples/vizdoom/maps/D3_battle.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/maps/D3_battle.cfg -------------------------------------------------------------------------------- /examples/vizdoom/maps/D3_battle.wad: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/maps/D3_battle.wad -------------------------------------------------------------------------------- /examples/vizdoom/maps/D4_battle2.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/maps/D4_battle2.cfg -------------------------------------------------------------------------------- /examples/vizdoom/maps/D4_battle2.wad: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/maps/D4_battle2.wad -------------------------------------------------------------------------------- /examples/vizdoom/maps/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/maps/README.md -------------------------------------------------------------------------------- /examples/vizdoom/maps/spectator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/maps/spectator.py -------------------------------------------------------------------------------- /examples/vizdoom/replay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/replay.py -------------------------------------------------------------------------------- /examples/vizdoom/vizdoom_c51.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/vizdoom_c51.py -------------------------------------------------------------------------------- /examples/vizdoom/vizdoom_ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/examples/vizdoom/vizdoom_ppo.py -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/pyproject.toml -------------------------------------------------------------------------------- /test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/base/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/base/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/base/env.py -------------------------------------------------------------------------------- /test/base/test_action_space_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/base/test_action_space_sampling.py -------------------------------------------------------------------------------- /test/base/test_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/base/test_batch.py -------------------------------------------------------------------------------- /test/base/test_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/base/test_buffer.py -------------------------------------------------------------------------------- /test/base/test_collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/base/test_collector.py -------------------------------------------------------------------------------- /test/base/test_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/base/test_env.py -------------------------------------------------------------------------------- /test/base/test_env_finite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/base/test_env_finite.py -------------------------------------------------------------------------------- /test/base/test_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/base/test_logger.py -------------------------------------------------------------------------------- /test/base/test_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/base/test_policy.py -------------------------------------------------------------------------------- /test/base/test_returns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/base/test_returns.py -------------------------------------------------------------------------------- /test/base/test_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/base/test_stats.py -------------------------------------------------------------------------------- /test/base/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/base/test_utils.py -------------------------------------------------------------------------------- /test/continuous/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/continuous/test_ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/continuous/test_ddpg.py -------------------------------------------------------------------------------- /test/continuous/test_npg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/continuous/test_npg.py -------------------------------------------------------------------------------- /test/continuous/test_ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/continuous/test_ppo.py -------------------------------------------------------------------------------- /test/continuous/test_redq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/continuous/test_redq.py -------------------------------------------------------------------------------- /test/continuous/test_sac_with_il.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/continuous/test_sac_with_il.py -------------------------------------------------------------------------------- /test/continuous/test_td3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/continuous/test_td3.py -------------------------------------------------------------------------------- /test/continuous/test_trpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/continuous/test_trpo.py -------------------------------------------------------------------------------- /test/determinism_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/determinism_test.py -------------------------------------------------------------------------------- /test/discrete/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/discrete/test_a2c_with_il.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/discrete/test_a2c_with_il.py -------------------------------------------------------------------------------- /test/discrete/test_bdqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/discrete/test_bdqn.py -------------------------------------------------------------------------------- /test/discrete/test_c51.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/discrete/test_c51.py -------------------------------------------------------------------------------- /test/discrete/test_discrete_sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/discrete/test_discrete_sac.py -------------------------------------------------------------------------------- /test/discrete/test_dqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/discrete/test_dqn.py -------------------------------------------------------------------------------- /test/discrete/test_drqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/discrete/test_drqn.py -------------------------------------------------------------------------------- /test/discrete/test_fqf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/discrete/test_fqf.py -------------------------------------------------------------------------------- /test/discrete/test_iqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/discrete/test_iqn.py -------------------------------------------------------------------------------- /test/discrete/test_ppo_discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/discrete/test_ppo_discrete.py -------------------------------------------------------------------------------- /test/discrete/test_qrdqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/discrete/test_qrdqn.py -------------------------------------------------------------------------------- /test/discrete/test_rainbow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/discrete/test_rainbow.py -------------------------------------------------------------------------------- /test/discrete/test_reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/discrete/test_reinforce.py -------------------------------------------------------------------------------- /test/highlevel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/highlevel/env_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/highlevel/env_factory.py -------------------------------------------------------------------------------- /test/highlevel/test_experiment_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/highlevel/test_experiment_builder.py -------------------------------------------------------------------------------- /test/modelbased/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/modelbased/test_dqn_icm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/modelbased/test_dqn_icm.py -------------------------------------------------------------------------------- /test/modelbased/test_ppo_icm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/modelbased/test_ppo_icm.py -------------------------------------------------------------------------------- /test/modelbased/test_psrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/modelbased/test_psrl.py -------------------------------------------------------------------------------- /test/offline/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/offline/gather_cartpole_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/offline/gather_cartpole_data.py -------------------------------------------------------------------------------- /test/offline/gather_pendulum_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/offline/gather_pendulum_data.py -------------------------------------------------------------------------------- /test/offline/test_bcq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/offline/test_bcq.py -------------------------------------------------------------------------------- /test/offline/test_cql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/offline/test_cql.py -------------------------------------------------------------------------------- /test/offline/test_discrete_bcq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/offline/test_discrete_bcq.py -------------------------------------------------------------------------------- /test/offline/test_discrete_cql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/offline/test_discrete_cql.py -------------------------------------------------------------------------------- /test/offline/test_discrete_crr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/offline/test_discrete_crr.py -------------------------------------------------------------------------------- /test/offline/test_gail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/offline/test_gail.py -------------------------------------------------------------------------------- /test/offline/test_td3_bc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/offline/test_td3_bc.py -------------------------------------------------------------------------------- /test/pettingzoo/pistonball.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/pettingzoo/pistonball.py -------------------------------------------------------------------------------- /test/pettingzoo/pistonball_continuous.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/pettingzoo/pistonball_continuous.py -------------------------------------------------------------------------------- /test/pettingzoo/test_pistonball.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/pettingzoo/test_pistonball.py -------------------------------------------------------------------------------- /test/pettingzoo/test_pistonball_continuous.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/pettingzoo/test_pistonball_continuous.py -------------------------------------------------------------------------------- /test/pettingzoo/test_tic_tac_toe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/pettingzoo/test_tic_tac_toe.py -------------------------------------------------------------------------------- /test/pettingzoo/tic_tac_toe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/test/pettingzoo/tic_tac_toe.py -------------------------------------------------------------------------------- /tianshou/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/__init__.py -------------------------------------------------------------------------------- /tianshou/algorithm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/__init__.py -------------------------------------------------------------------------------- /tianshou/algorithm/algorithm_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/algorithm_base.py -------------------------------------------------------------------------------- /tianshou/algorithm/imitation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tianshou/algorithm/imitation/bcq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/imitation/bcq.py -------------------------------------------------------------------------------- /tianshou/algorithm/imitation/cql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/imitation/cql.py -------------------------------------------------------------------------------- /tianshou/algorithm/imitation/discrete_bcq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/imitation/discrete_bcq.py -------------------------------------------------------------------------------- /tianshou/algorithm/imitation/discrete_cql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/imitation/discrete_cql.py -------------------------------------------------------------------------------- /tianshou/algorithm/imitation/discrete_crr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/imitation/discrete_crr.py -------------------------------------------------------------------------------- /tianshou/algorithm/imitation/gail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/imitation/gail.py -------------------------------------------------------------------------------- /tianshou/algorithm/imitation/imitation_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/imitation/imitation_base.py -------------------------------------------------------------------------------- /tianshou/algorithm/imitation/td3_bc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/imitation/td3_bc.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelbased/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tianshou/algorithm/modelbased/icm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelbased/icm.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelbased/psrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelbased/psrl.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/a2c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/a2c.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/bdqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/bdqn.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/c51.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/c51.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/ddpg.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/discrete_sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/discrete_sac.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/dqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/dqn.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/fqf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/fqf.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/iqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/iqn.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/npg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/npg.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/ppo.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/qrdqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/qrdqn.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/rainbow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/rainbow.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/redq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/redq.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/reinforce.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/sac.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/td3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/td3.py -------------------------------------------------------------------------------- /tianshou/algorithm/modelfree/trpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/modelfree/trpo.py -------------------------------------------------------------------------------- /tianshou/algorithm/multiagent/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tianshou/algorithm/multiagent/marl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/multiagent/marl.py -------------------------------------------------------------------------------- /tianshou/algorithm/optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/optim.py -------------------------------------------------------------------------------- /tianshou/algorithm/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/algorithm/random.py -------------------------------------------------------------------------------- /tianshou/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/config.py -------------------------------------------------------------------------------- /tianshou/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/__init__.py -------------------------------------------------------------------------------- /tianshou/data/batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/batch.py -------------------------------------------------------------------------------- /tianshou/data/buffer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/buffer/__init__.py -------------------------------------------------------------------------------- /tianshou/data/buffer/buffer_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/buffer/buffer_base.py -------------------------------------------------------------------------------- /tianshou/data/buffer/cached.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/buffer/cached.py -------------------------------------------------------------------------------- /tianshou/data/buffer/her.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/buffer/her.py -------------------------------------------------------------------------------- /tianshou/data/buffer/manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/buffer/manager.py -------------------------------------------------------------------------------- /tianshou/data/buffer/prio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/buffer/prio.py -------------------------------------------------------------------------------- /tianshou/data/buffer/vecbuf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/buffer/vecbuf.py -------------------------------------------------------------------------------- /tianshou/data/collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/collector.py -------------------------------------------------------------------------------- /tianshou/data/stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/stats.py -------------------------------------------------------------------------------- /tianshou/data/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/types.py -------------------------------------------------------------------------------- /tianshou/data/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tianshou/data/utils/converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/utils/converter.py -------------------------------------------------------------------------------- /tianshou/data/utils/segtree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/data/utils/segtree.py -------------------------------------------------------------------------------- /tianshou/env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/env/__init__.py -------------------------------------------------------------------------------- /tianshou/env/atari/atari_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/env/atari/atari_network.py -------------------------------------------------------------------------------- /tianshou/env/atari/atari_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/env/atari/atari_wrapper.py -------------------------------------------------------------------------------- /tianshou/env/gym_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/env/gym_wrappers.py -------------------------------------------------------------------------------- /tianshou/env/pettingzoo_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/env/pettingzoo_env.py -------------------------------------------------------------------------------- /tianshou/env/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/env/utils.py -------------------------------------------------------------------------------- /tianshou/env/venv_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/env/venv_wrappers.py -------------------------------------------------------------------------------- /tianshou/env/venvs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/env/venvs.py -------------------------------------------------------------------------------- /tianshou/env/worker/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/env/worker/__init__.py -------------------------------------------------------------------------------- /tianshou/env/worker/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/env/worker/dummy.py -------------------------------------------------------------------------------- /tianshou/env/worker/ray.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/env/worker/ray.py -------------------------------------------------------------------------------- /tianshou/env/worker/subproc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/env/worker/subproc.py -------------------------------------------------------------------------------- /tianshou/env/worker/worker_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/env/worker/worker_base.py -------------------------------------------------------------------------------- /tianshou/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tianshou/evaluation/launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/evaluation/launcher.py -------------------------------------------------------------------------------- /tianshou/evaluation/rliable_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/evaluation/rliable_evaluation.py -------------------------------------------------------------------------------- /tianshou/exploration/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/exploration/__init__.py -------------------------------------------------------------------------------- /tianshou/exploration/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/exploration/random.py -------------------------------------------------------------------------------- /tianshou/highlevel/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /tianshou/highlevel/algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/algorithm.py -------------------------------------------------------------------------------- /tianshou/highlevel/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/config.py -------------------------------------------------------------------------------- /tianshou/highlevel/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/env.py -------------------------------------------------------------------------------- /tianshou/highlevel/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/experiment.py -------------------------------------------------------------------------------- /tianshou/highlevel/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/logger.py -------------------------------------------------------------------------------- /tianshou/highlevel/module/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tianshou/highlevel/module/actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/module/actor.py -------------------------------------------------------------------------------- /tianshou/highlevel/module/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/module/core.py -------------------------------------------------------------------------------- /tianshou/highlevel/module/critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/module/critic.py -------------------------------------------------------------------------------- /tianshou/highlevel/module/intermediate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/module/intermediate.py -------------------------------------------------------------------------------- /tianshou/highlevel/module/special.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/module/special.py -------------------------------------------------------------------------------- /tianshou/highlevel/params/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tianshou/highlevel/params/algorithm_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/params/algorithm_params.py -------------------------------------------------------------------------------- /tianshou/highlevel/params/algorithm_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/params/algorithm_wrapper.py -------------------------------------------------------------------------------- /tianshou/highlevel/params/alpha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/params/alpha.py -------------------------------------------------------------------------------- /tianshou/highlevel/params/collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/params/collector.py -------------------------------------------------------------------------------- /tianshou/highlevel/params/dist_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/params/dist_fn.py -------------------------------------------------------------------------------- /tianshou/highlevel/params/env_param.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/params/env_param.py -------------------------------------------------------------------------------- /tianshou/highlevel/params/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/params/lr_scheduler.py -------------------------------------------------------------------------------- /tianshou/highlevel/params/noise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/params/noise.py -------------------------------------------------------------------------------- /tianshou/highlevel/params/optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/params/optim.py -------------------------------------------------------------------------------- /tianshou/highlevel/persistence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/persistence.py -------------------------------------------------------------------------------- /tianshou/highlevel/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/trainer.py -------------------------------------------------------------------------------- /tianshou/highlevel/world.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/highlevel/world.py -------------------------------------------------------------------------------- /tianshou/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tianshou/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/trainer.py -------------------------------------------------------------------------------- /tianshou/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/__init__.py -------------------------------------------------------------------------------- /tianshou/utils/conversion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/conversion.py -------------------------------------------------------------------------------- /tianshou/utils/determinism.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/determinism.py -------------------------------------------------------------------------------- /tianshou/utils/lagged_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/lagged_network.py -------------------------------------------------------------------------------- /tianshou/utils/logger/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tianshou/utils/logger/logger_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/logger/logger_base.py -------------------------------------------------------------------------------- /tianshou/utils/logger/tensorboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/logger/tensorboard.py -------------------------------------------------------------------------------- /tianshou/utils/logger/wandb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/logger/wandb.py -------------------------------------------------------------------------------- /tianshou/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/logging.py -------------------------------------------------------------------------------- /tianshou/utils/net/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tianshou/utils/net/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/net/common.py -------------------------------------------------------------------------------- /tianshou/utils/net/continuous.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/net/continuous.py -------------------------------------------------------------------------------- /tianshou/utils/net/discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/net/discrete.py -------------------------------------------------------------------------------- /tianshou/utils/print.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/print.py -------------------------------------------------------------------------------- /tianshou/utils/progress_bar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/progress_bar.py -------------------------------------------------------------------------------- /tianshou/utils/space_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/space_info.py -------------------------------------------------------------------------------- /tianshou/utils/statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/statistics.py -------------------------------------------------------------------------------- /tianshou/utils/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/torch_utils.py -------------------------------------------------------------------------------- /tianshou/utils/warning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thu-ml/tianshou/HEAD/tianshou/utils/warning.py --------------------------------------------------------------------------------