├── .coveragerc ├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── doc_issue.md │ └── feature_request.md ├── PULL_REQUEST_TEMPLATE.md └── workflows │ ├── build-and-test.yml │ ├── publish-docs.yml │ ├── slow-tests.yml │ └── upload-pypi.yaml ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── MANIFEST.in ├── README.md ├── VERSION ├── bellman ├── __init__.py ├── agents │ ├── __init__.py │ ├── background_planning │ │ ├── __init__.py │ │ ├── background_planning_agent.py │ │ └── model_free_agent_types.py │ ├── components.py │ ├── decision_time_planning │ │ ├── __init__.py │ │ └── decision_time_planning_agent.py │ ├── mbpo │ │ ├── __init__.py │ │ └── mbpo_agent.py │ ├── mepo │ │ ├── __init__.py │ │ └── mepo_agent.py │ ├── model_based_agent.py │ ├── pets │ │ ├── __init__.py │ │ └── pets_agent.py │ └── trpo │ │ ├── __init__.py │ │ ├── trpo_agent.py │ │ └── utils.py ├── benchmark │ ├── __init__.py │ ├── mbpo │ │ ├── __init__.py │ │ └── train_eval.py │ ├── mepo │ │ ├── __init__.py │ │ └── train_eval.py │ ├── pets │ │ ├── __init__.py │ │ └── train_eval.py │ └── trpo │ │ ├── __init__.py │ │ └── train_eval.py ├── distributions │ ├── __init__.py │ └── utils.py ├── drivers │ ├── __init__.py │ └── tf_driver.py ├── environments │ ├── __init__.py │ ├── environment_model.py │ ├── initial_state_distribution_model.py │ ├── mixins.py │ ├── reward_model.py │ ├── termination_model.py │ ├── tf_wrappers.py │ ├── transition_model │ │ ├── __init__.py │ │ ├── keras_model │ │ │ ├── __init__.py │ │ │ ├── factory_methods.py │ │ │ ├── keras.py │ │ │ ├── linear.py │ │ │ ├── multilayer.py │ │ │ ├── network.py │ │ │ ├── probabilistic.py │ │ │ ├── trajectory_sampler_types.py │ │ │ ├── trajectory_sampling.py │ │ │ ├── transition_model_types.py │ │ │ └── utils.py │ │ ├── observation_transformation.py │ │ ├── transition_model.py │ │ └── utils.py │ └── utils.py ├── harness │ ├── __init__.py │ ├── harness.py │ └── utils.py ├── networks │ ├── __init__.py │ └── cast_layer.py ├── policies │ ├── __init__.py │ ├── cross_entropy_method_policy.py │ └── planning_policy.py ├── training │ ├── __init__.py │ ├── agent_trainer.py │ ├── background_planning_agent_trainer.py │ ├── decision_time_planning_agent_trainer.py │ ├── model_free_agent_trainer.py │ ├── schedule.py │ └── utils.py └── trajectory_optimisers │ ├── __init__.py │ ├── cross_entropy_method.py │ ├── particles.py │ ├── random_shooting.py │ ├── trajectory_optimisers.py │ └── trajectory_optimization_types.py ├── docs ├── Makefile ├── README.md ├── _static │ └── color_theme.css ├── _templates │ ├── custom-class-template.rst │ └── custom-module-template.rst ├── conf.py ├── docs_requirements.txt ├── index.rst └── notebooks │ ├── README.md │ ├── approximate_mdps.py │ ├── model_visualisation.py │ └── trajectory_optimisation.py ├── examples ├── __init__.py ├── agents │ ├── __init__.py │ ├── ddpg │ │ ├── __init__.py │ │ └── run_ddpg.py │ ├── mbpo │ │ ├── __init__.py │ │ ├── agent.gin │ │ ├── experiment.gin │ │ └── run_mbpo.py │ ├── mepo │ │ ├── __init__.py │ │ ├── agent.gin │ │ ├── experiment.gin │ │ └── run_mepo.py │ ├── pets │ │ ├── __init__.py │ │ ├── agent.gin │ │ ├── experiment.gin │ │ └── run_pets.py │ ├── ppo │ │ ├── __init__.py │ │ └── run_ppo.py │ ├── sac │ │ ├── __init__.py │ │ └── run_sac.py │ ├── td3 │ │ ├── __init__.py │ │ └── run_td3.py │ └── trpo │ │ ├── __init__.py │ │ ├── agent.gin │ │ ├── experiment.gin │ │ └── run_trpo.py ├── environments │ ├── __init__.py │ ├── mountain_car_continuous.gin │ └── mountain_car_continuous_models.gin └── utils │ ├── __init__.py │ ├── classic_control.py │ ├── mountain_car.py │ ├── open_loop.py │ ├── pendulum.py │ ├── policies.py │ ├── py_environment.py │ └── trajectories.py ├── extrapylint ├── mypy.ini ├── poetry.lock ├── poetry.toml ├── pylintrc ├── pyproject.toml ├── setup.py ├── test_requirements.txt └── tests ├── __init__.py ├── conftest.py ├── integration ├── __init__.py ├── bellman │ ├── __init__.py │ ├── agents │ │ ├── __init__.py │ │ ├── mbpo │ │ │ ├── __init__.py │ │ │ └── test_mbpo_agent.py │ │ ├── mepo │ │ │ ├── __init__.py │ │ │ └── test_mepo_agent.py │ │ ├── pets │ │ │ ├── __init__.py │ │ │ └── test_pets_agent.py │ │ └── trpo │ │ │ ├── __init__.py │ │ │ └── test_trpo_agent.py │ ├── environments │ │ ├── __init__.py │ │ ├── environment_model │ │ │ ├── __init__.py │ │ │ ├── test_batched_environment_model.py │ │ │ └── test_environment_model.py │ │ ├── test_mountain_car_trajectories.py │ │ ├── test_terminations.py │ │ ├── test_time_step.py │ │ └── transition_model │ │ │ ├── __init__.py │ │ │ ├── conftest.py │ │ │ ├── keras_models │ │ │ ├── __init__.py │ │ │ └── test_keras.py │ │ │ ├── test_ensemble_predictions.py │ │ │ └── test_rollouts.py │ ├── harness │ │ ├── __init__.py │ │ └── test_harness.py │ ├── policies │ │ ├── __init__.py │ │ └── test_planning_policy.py │ └── training │ │ ├── __init__.py │ │ └── test_agent_trainer.py └── tools │ ├── __init__.py │ └── framework │ ├── __init__.py │ └── models │ └── __init__.py ├── tools ├── __init__.py └── bellman │ ├── __init__.py │ ├── agents │ ├── __init__.py │ └── trpo │ │ ├── __init__.py │ │ └── trpo_agent.py │ ├── drivers │ └── __init__.py │ ├── environments │ ├── __init__.py │ ├── reward_model.py │ ├── termination_model.py │ └── transition_model │ │ ├── __init__.py │ │ ├── keras_models │ │ ├── __init__.py │ │ └── dummy_ensemble.py │ │ ├── observation_transformation.py │ │ ├── transition_model.py │ │ └── utils.py │ ├── eval │ ├── __init__.py │ └── evaluation_utils.py │ ├── optimisers │ ├── __init__.py │ └── optimisers.py │ ├── policies │ ├── __init__.py │ ├── open_loop_policy.py │ └── utils.py │ ├── samplers │ ├── __init__.py │ └── samplers.py │ ├── specs │ ├── __init__.py │ └── tensor_spec.py │ ├── training │ ├── __init__.py │ ├── agent_trainer.py │ └── schedule.py │ ├── trajectories │ ├── __init__.py │ └── trajectory.py │ └── trajectory_optimisers │ ├── __init__.py │ └── environment_model_components.py └── unit ├── __init__.py ├── bellman ├── __init__.py ├── agents │ ├── __init__.py │ ├── background_planning │ │ ├── __init__.py │ │ └── test_background_planning_agent.py │ ├── decision_time_planning │ │ ├── __init__.py │ │ └── test_decision_time_planning_agent.py │ ├── mbpo │ │ ├── __init__.py │ │ └── test_mbpo_agent.py │ ├── mepo │ │ ├── __init__.py │ │ └── test_mepo_agent.py │ ├── pets │ │ ├── __init__.py │ │ └── test_pets_agent.py │ ├── ppo │ │ ├── __init__.py │ │ └── ppo_agent_test.py │ ├── test_model_based_agent.py │ └── trpo │ │ ├── __init__.py │ │ ├── test_linalg.py │ │ └── test_trpo.py ├── conftest.py ├── distributions │ ├── __init__.py │ └── test_utils.py ├── drivers │ ├── __init__.py │ └── test_tf_driver.py ├── environments │ ├── __init__.py │ ├── test_environment_model.py │ ├── test_reward.py │ ├── test_state_sampler.py │ ├── test_tf_wrappers.py │ ├── test_utils.py │ └── transition_model │ │ ├── __init__.py │ │ ├── keras_models │ │ ├── __init__.py │ │ ├── test_keras.py │ │ ├── test_multilayer.py │ │ ├── test_probabilistic.py │ │ ├── test_trajectory_sampling.py │ │ └── test_utils.py │ │ ├── test_transition_model.py │ │ └── test_utils.py ├── harness │ ├── __init__.py │ ├── test_harness.py │ └── test_utils.py ├── networks │ ├── __init__.py │ └── test_cast.py ├── policies │ ├── __init__.py │ ├── test_cross_entropy_method_policy.py │ └── test_planning_policy.py ├── training │ ├── __init__.py │ ├── test_agent_trainer.py │ └── test_schedule.py └── trajectory_optimisers │ ├── __init__.py │ ├── test_cross_entropy_method.py │ ├── test_particles.py │ └── test_trajectory_optimisers.py ├── conftest.py ├── examples ├── __init__.py └── utils │ ├── __init__.py │ ├── test_classic_control.py │ ├── test_policies.py │ └── test_trajectories.py └── tools ├── __init__.py └── bellman ├── __init__.py ├── environments ├── __init__.py └── test_termination.py └── policies ├── __init__.py └── test_utils.py /.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/.coveragerc -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/doc_issue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/.github/ISSUE_TEMPLATE/doc_issue.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/build-and-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/.github/workflows/build-and-test.yml -------------------------------------------------------------------------------- /.github/workflows/publish-docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/.github/workflows/publish-docs.yml -------------------------------------------------------------------------------- /.github/workflows/slow-tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/.github/workflows/slow-tests.yml -------------------------------------------------------------------------------- /.github/workflows/upload-pypi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/.github/workflows/upload-pypi.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/README.md -------------------------------------------------------------------------------- /VERSION: -------------------------------------------------------------------------------- 1 | 0.1.0 -------------------------------------------------------------------------------- /bellman/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/__init__.py -------------------------------------------------------------------------------- /bellman/agents/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/agents/__init__.py -------------------------------------------------------------------------------- /bellman/agents/background_planning/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/agents/background_planning/__init__.py -------------------------------------------------------------------------------- /bellman/agents/background_planning/background_planning_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/agents/background_planning/background_planning_agent.py -------------------------------------------------------------------------------- /bellman/agents/background_planning/model_free_agent_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/agents/background_planning/model_free_agent_types.py -------------------------------------------------------------------------------- /bellman/agents/components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/agents/components.py -------------------------------------------------------------------------------- /bellman/agents/decision_time_planning/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/agents/decision_time_planning/__init__.py -------------------------------------------------------------------------------- /bellman/agents/decision_time_planning/decision_time_planning_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/agents/decision_time_planning/decision_time_planning_agent.py -------------------------------------------------------------------------------- /bellman/agents/mbpo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bellman/agents/mbpo/mbpo_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/agents/mbpo/mbpo_agent.py -------------------------------------------------------------------------------- /bellman/agents/mepo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bellman/agents/mepo/mepo_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/agents/mepo/mepo_agent.py -------------------------------------------------------------------------------- /bellman/agents/model_based_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/agents/model_based_agent.py -------------------------------------------------------------------------------- /bellman/agents/pets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bellman/agents/pets/pets_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/agents/pets/pets_agent.py -------------------------------------------------------------------------------- /bellman/agents/trpo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bellman/agents/trpo/trpo_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/agents/trpo/trpo_agent.py -------------------------------------------------------------------------------- /bellman/agents/trpo/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/agents/trpo/utils.py -------------------------------------------------------------------------------- /bellman/benchmark/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/benchmark/__init__.py -------------------------------------------------------------------------------- /bellman/benchmark/mbpo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bellman/benchmark/mbpo/train_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/benchmark/mbpo/train_eval.py -------------------------------------------------------------------------------- /bellman/benchmark/mepo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bellman/benchmark/mepo/train_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/benchmark/mepo/train_eval.py -------------------------------------------------------------------------------- /bellman/benchmark/pets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bellman/benchmark/pets/train_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/benchmark/pets/train_eval.py -------------------------------------------------------------------------------- /bellman/benchmark/trpo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bellman/benchmark/trpo/train_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/benchmark/trpo/train_eval.py -------------------------------------------------------------------------------- /bellman/distributions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/distributions/__init__.py -------------------------------------------------------------------------------- /bellman/distributions/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/distributions/utils.py -------------------------------------------------------------------------------- /bellman/drivers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/drivers/__init__.py -------------------------------------------------------------------------------- /bellman/drivers/tf_driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/drivers/tf_driver.py -------------------------------------------------------------------------------- /bellman/environments/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/__init__.py -------------------------------------------------------------------------------- /bellman/environments/environment_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/environment_model.py -------------------------------------------------------------------------------- /bellman/environments/initial_state_distribution_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/initial_state_distribution_model.py -------------------------------------------------------------------------------- /bellman/environments/mixins.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/mixins.py -------------------------------------------------------------------------------- /bellman/environments/reward_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/reward_model.py -------------------------------------------------------------------------------- /bellman/environments/termination_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/termination_model.py -------------------------------------------------------------------------------- /bellman/environments/tf_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/tf_wrappers.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/__init__.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/keras_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/keras_model/__init__.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/keras_model/factory_methods.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/keras_model/factory_methods.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/keras_model/keras.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/keras_model/keras.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/keras_model/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/keras_model/linear.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/keras_model/multilayer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/keras_model/multilayer.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/keras_model/network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/keras_model/network.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/keras_model/probabilistic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/keras_model/probabilistic.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/keras_model/trajectory_sampler_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/keras_model/trajectory_sampler_types.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/keras_model/trajectory_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/keras_model/trajectory_sampling.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/keras_model/transition_model_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/keras_model/transition_model_types.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/keras_model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/keras_model/utils.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/observation_transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/observation_transformation.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/transition_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/transition_model.py -------------------------------------------------------------------------------- /bellman/environments/transition_model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/transition_model/utils.py -------------------------------------------------------------------------------- /bellman/environments/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/environments/utils.py -------------------------------------------------------------------------------- /bellman/harness/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/harness/__init__.py -------------------------------------------------------------------------------- /bellman/harness/harness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/harness/harness.py -------------------------------------------------------------------------------- /bellman/harness/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/harness/utils.py -------------------------------------------------------------------------------- /bellman/networks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/networks/__init__.py -------------------------------------------------------------------------------- /bellman/networks/cast_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/networks/cast_layer.py -------------------------------------------------------------------------------- /bellman/policies/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/policies/__init__.py -------------------------------------------------------------------------------- /bellman/policies/cross_entropy_method_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/policies/cross_entropy_method_policy.py -------------------------------------------------------------------------------- /bellman/policies/planning_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/policies/planning_policy.py -------------------------------------------------------------------------------- /bellman/training/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/training/__init__.py -------------------------------------------------------------------------------- /bellman/training/agent_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/training/agent_trainer.py -------------------------------------------------------------------------------- /bellman/training/background_planning_agent_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/training/background_planning_agent_trainer.py -------------------------------------------------------------------------------- /bellman/training/decision_time_planning_agent_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/training/decision_time_planning_agent_trainer.py -------------------------------------------------------------------------------- /bellman/training/model_free_agent_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/training/model_free_agent_trainer.py -------------------------------------------------------------------------------- /bellman/training/schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/training/schedule.py -------------------------------------------------------------------------------- /bellman/training/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/training/utils.py -------------------------------------------------------------------------------- /bellman/trajectory_optimisers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/trajectory_optimisers/__init__.py -------------------------------------------------------------------------------- /bellman/trajectory_optimisers/cross_entropy_method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/trajectory_optimisers/cross_entropy_method.py -------------------------------------------------------------------------------- /bellman/trajectory_optimisers/particles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/trajectory_optimisers/particles.py -------------------------------------------------------------------------------- /bellman/trajectory_optimisers/random_shooting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/trajectory_optimisers/random_shooting.py -------------------------------------------------------------------------------- /bellman/trajectory_optimisers/trajectory_optimisers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/trajectory_optimisers/trajectory_optimisers.py -------------------------------------------------------------------------------- /bellman/trajectory_optimisers/trajectory_optimization_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/bellman/trajectory_optimisers/trajectory_optimization_types.py -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/_static/color_theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/docs/_static/color_theme.css -------------------------------------------------------------------------------- /docs/_templates/custom-class-template.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/docs/_templates/custom-class-template.rst -------------------------------------------------------------------------------- /docs/_templates/custom-module-template.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/docs/_templates/custom-module-template.rst -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/docs_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/docs/docs_requirements.txt -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/notebooks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/docs/notebooks/README.md -------------------------------------------------------------------------------- /docs/notebooks/approximate_mdps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/docs/notebooks/approximate_mdps.py -------------------------------------------------------------------------------- /docs/notebooks/model_visualisation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/docs/notebooks/model_visualisation.py -------------------------------------------------------------------------------- /docs/notebooks/trajectory_optimisation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/docs/notebooks/trajectory_optimisation.py -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/agents/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/agents/ddpg/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/agents/ddpg/run_ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/ddpg/run_ddpg.py -------------------------------------------------------------------------------- /examples/agents/mbpo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/agents/mbpo/agent.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/mbpo/agent.gin -------------------------------------------------------------------------------- /examples/agents/mbpo/experiment.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/mbpo/experiment.gin -------------------------------------------------------------------------------- /examples/agents/mbpo/run_mbpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/mbpo/run_mbpo.py -------------------------------------------------------------------------------- /examples/agents/mepo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/agents/mepo/agent.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/mepo/agent.gin -------------------------------------------------------------------------------- /examples/agents/mepo/experiment.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/mepo/experiment.gin -------------------------------------------------------------------------------- /examples/agents/mepo/run_mepo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/mepo/run_mepo.py -------------------------------------------------------------------------------- /examples/agents/pets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/agents/pets/agent.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/pets/agent.gin -------------------------------------------------------------------------------- /examples/agents/pets/experiment.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/pets/experiment.gin -------------------------------------------------------------------------------- /examples/agents/pets/run_pets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/pets/run_pets.py -------------------------------------------------------------------------------- /examples/agents/ppo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/agents/ppo/run_ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/ppo/run_ppo.py -------------------------------------------------------------------------------- /examples/agents/sac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/agents/sac/run_sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/sac/run_sac.py -------------------------------------------------------------------------------- /examples/agents/td3/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/agents/td3/run_td3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/td3/run_td3.py -------------------------------------------------------------------------------- /examples/agents/trpo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/agents/trpo/agent.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/trpo/agent.gin -------------------------------------------------------------------------------- /examples/agents/trpo/experiment.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/trpo/experiment.gin -------------------------------------------------------------------------------- /examples/agents/trpo/run_trpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/agents/trpo/run_trpo.py -------------------------------------------------------------------------------- /examples/environments/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/environments/mountain_car_continuous.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/environments/mountain_car_continuous.gin -------------------------------------------------------------------------------- /examples/environments/mountain_car_continuous_models.gin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/environments/mountain_car_continuous_models.gin -------------------------------------------------------------------------------- /examples/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/utils/classic_control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/utils/classic_control.py -------------------------------------------------------------------------------- /examples/utils/mountain_car.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/utils/mountain_car.py -------------------------------------------------------------------------------- /examples/utils/open_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/utils/open_loop.py -------------------------------------------------------------------------------- /examples/utils/pendulum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/utils/pendulum.py -------------------------------------------------------------------------------- /examples/utils/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/utils/policies.py -------------------------------------------------------------------------------- /examples/utils/py_environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/utils/py_environment.py -------------------------------------------------------------------------------- /examples/utils/trajectories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/examples/utils/trajectories.py -------------------------------------------------------------------------------- /extrapylint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/extrapylint -------------------------------------------------------------------------------- /mypy.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/mypy.ini -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/poetry.lock -------------------------------------------------------------------------------- /poetry.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/poetry.toml -------------------------------------------------------------------------------- /pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/pylintrc -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/pyproject.toml -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/setup.py -------------------------------------------------------------------------------- /test_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/test_requirements.txt -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/agents/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/agents/mbpo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/agents/mbpo/test_mbpo_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/agents/mbpo/test_mbpo_agent.py -------------------------------------------------------------------------------- /tests/integration/bellman/agents/mepo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/agents/mepo/test_mepo_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/agents/mepo/test_mepo_agent.py -------------------------------------------------------------------------------- /tests/integration/bellman/agents/pets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/agents/pets/test_pets_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/agents/pets/test_pets_agent.py -------------------------------------------------------------------------------- /tests/integration/bellman/agents/trpo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/agents/trpo/test_trpo_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/agents/trpo/test_trpo_agent.py -------------------------------------------------------------------------------- /tests/integration/bellman/environments/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/environments/environment_model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/environments/environment_model/test_batched_environment_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/environments/environment_model/test_batched_environment_model.py -------------------------------------------------------------------------------- /tests/integration/bellman/environments/environment_model/test_environment_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/environments/environment_model/test_environment_model.py -------------------------------------------------------------------------------- /tests/integration/bellman/environments/test_mountain_car_trajectories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/environments/test_mountain_car_trajectories.py -------------------------------------------------------------------------------- /tests/integration/bellman/environments/test_terminations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/environments/test_terminations.py -------------------------------------------------------------------------------- /tests/integration/bellman/environments/test_time_step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/environments/test_time_step.py -------------------------------------------------------------------------------- /tests/integration/bellman/environments/transition_model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/environments/transition_model/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/environments/transition_model/conftest.py -------------------------------------------------------------------------------- /tests/integration/bellman/environments/transition_model/keras_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/environments/transition_model/keras_models/test_keras.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/environments/transition_model/keras_models/test_keras.py -------------------------------------------------------------------------------- /tests/integration/bellman/environments/transition_model/test_ensemble_predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/environments/transition_model/test_ensemble_predictions.py -------------------------------------------------------------------------------- /tests/integration/bellman/environments/transition_model/test_rollouts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/environments/transition_model/test_rollouts.py -------------------------------------------------------------------------------- /tests/integration/bellman/harness/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/harness/test_harness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/harness/test_harness.py -------------------------------------------------------------------------------- /tests/integration/bellman/policies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/policies/test_planning_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/policies/test_planning_policy.py -------------------------------------------------------------------------------- /tests/integration/bellman/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/bellman/training/test_agent_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/integration/bellman/training/test_agent_trainer.py -------------------------------------------------------------------------------- /tests/integration/tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/tools/framework/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/tools/framework/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/agents/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/agents/trpo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/agents/trpo/trpo_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/agents/trpo/trpo_agent.py -------------------------------------------------------------------------------- /tests/tools/bellman/drivers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/environments/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/environments/reward_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/environments/reward_model.py -------------------------------------------------------------------------------- /tests/tools/bellman/environments/termination_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/environments/termination_model.py -------------------------------------------------------------------------------- /tests/tools/bellman/environments/transition_model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/environments/transition_model/keras_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/environments/transition_model/keras_models/dummy_ensemble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/environments/transition_model/keras_models/dummy_ensemble.py -------------------------------------------------------------------------------- /tests/tools/bellman/environments/transition_model/observation_transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/environments/transition_model/observation_transformation.py -------------------------------------------------------------------------------- /tests/tools/bellman/environments/transition_model/transition_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/environments/transition_model/transition_model.py -------------------------------------------------------------------------------- /tests/tools/bellman/environments/transition_model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/environments/transition_model/utils.py -------------------------------------------------------------------------------- /tests/tools/bellman/eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/eval/evaluation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/eval/evaluation_utils.py -------------------------------------------------------------------------------- /tests/tools/bellman/optimisers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/optimisers/optimisers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/optimisers/optimisers.py -------------------------------------------------------------------------------- /tests/tools/bellman/policies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/policies/open_loop_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/policies/open_loop_policy.py -------------------------------------------------------------------------------- /tests/tools/bellman/policies/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/policies/utils.py -------------------------------------------------------------------------------- /tests/tools/bellman/samplers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/samplers/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/samplers/samplers.py -------------------------------------------------------------------------------- /tests/tools/bellman/specs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/specs/tensor_spec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/specs/tensor_spec.py -------------------------------------------------------------------------------- /tests/tools/bellman/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/training/agent_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/training/agent_trainer.py -------------------------------------------------------------------------------- /tests/tools/bellman/training/schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/training/schedule.py -------------------------------------------------------------------------------- /tests/tools/bellman/trajectories/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/trajectories/trajectory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/trajectories/trajectory.py -------------------------------------------------------------------------------- /tests/tools/bellman/trajectory_optimisers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/tools/bellman/trajectory_optimisers/environment_model_components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/tools/bellman/trajectory_optimisers/environment_model_components.py -------------------------------------------------------------------------------- /tests/unit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/agents/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/agents/background_planning/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/agents/background_planning/test_background_planning_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/agents/background_planning/test_background_planning_agent.py -------------------------------------------------------------------------------- /tests/unit/bellman/agents/decision_time_planning/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/agents/decision_time_planning/test_decision_time_planning_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/agents/decision_time_planning/test_decision_time_planning_agent.py -------------------------------------------------------------------------------- /tests/unit/bellman/agents/mbpo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/agents/mbpo/test_mbpo_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/agents/mbpo/test_mbpo_agent.py -------------------------------------------------------------------------------- /tests/unit/bellman/agents/mepo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/agents/mepo/test_mepo_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/agents/mepo/test_mepo_agent.py -------------------------------------------------------------------------------- /tests/unit/bellman/agents/pets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/agents/pets/test_pets_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/agents/pets/test_pets_agent.py -------------------------------------------------------------------------------- /tests/unit/bellman/agents/ppo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/agents/ppo/ppo_agent_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/agents/ppo/ppo_agent_test.py -------------------------------------------------------------------------------- /tests/unit/bellman/agents/test_model_based_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/agents/test_model_based_agent.py -------------------------------------------------------------------------------- /tests/unit/bellman/agents/trpo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/agents/trpo/test_linalg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/agents/trpo/test_linalg.py -------------------------------------------------------------------------------- /tests/unit/bellman/agents/trpo/test_trpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/agents/trpo/test_trpo.py -------------------------------------------------------------------------------- /tests/unit/bellman/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/conftest.py -------------------------------------------------------------------------------- /tests/unit/bellman/distributions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/distributions/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/distributions/test_utils.py -------------------------------------------------------------------------------- /tests/unit/bellman/drivers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/drivers/test_tf_driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/drivers/test_tf_driver.py -------------------------------------------------------------------------------- /tests/unit/bellman/environments/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/environments/test_environment_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/environments/test_environment_model.py -------------------------------------------------------------------------------- /tests/unit/bellman/environments/test_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/environments/test_reward.py -------------------------------------------------------------------------------- /tests/unit/bellman/environments/test_state_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/environments/test_state_sampler.py -------------------------------------------------------------------------------- /tests/unit/bellman/environments/test_tf_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/environments/test_tf_wrappers.py -------------------------------------------------------------------------------- /tests/unit/bellman/environments/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/environments/test_utils.py -------------------------------------------------------------------------------- /tests/unit/bellman/environments/transition_model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/environments/transition_model/keras_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/environments/transition_model/keras_models/test_keras.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/environments/transition_model/keras_models/test_keras.py -------------------------------------------------------------------------------- /tests/unit/bellman/environments/transition_model/keras_models/test_multilayer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/environments/transition_model/keras_models/test_multilayer.py -------------------------------------------------------------------------------- /tests/unit/bellman/environments/transition_model/keras_models/test_probabilistic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/environments/transition_model/keras_models/test_probabilistic.py -------------------------------------------------------------------------------- /tests/unit/bellman/environments/transition_model/keras_models/test_trajectory_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/environments/transition_model/keras_models/test_trajectory_sampling.py -------------------------------------------------------------------------------- /tests/unit/bellman/environments/transition_model/keras_models/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/environments/transition_model/keras_models/test_utils.py -------------------------------------------------------------------------------- /tests/unit/bellman/environments/transition_model/test_transition_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/environments/transition_model/test_transition_model.py -------------------------------------------------------------------------------- /tests/unit/bellman/environments/transition_model/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/environments/transition_model/test_utils.py -------------------------------------------------------------------------------- /tests/unit/bellman/harness/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/harness/test_harness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/harness/test_harness.py -------------------------------------------------------------------------------- /tests/unit/bellman/harness/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/harness/test_utils.py -------------------------------------------------------------------------------- /tests/unit/bellman/networks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/networks/test_cast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/networks/test_cast.py -------------------------------------------------------------------------------- /tests/unit/bellman/policies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/policies/test_cross_entropy_method_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/policies/test_cross_entropy_method_policy.py -------------------------------------------------------------------------------- /tests/unit/bellman/policies/test_planning_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/policies/test_planning_policy.py -------------------------------------------------------------------------------- /tests/unit/bellman/training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/training/test_agent_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/training/test_agent_trainer.py -------------------------------------------------------------------------------- /tests/unit/bellman/training/test_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/training/test_schedule.py -------------------------------------------------------------------------------- /tests/unit/bellman/trajectory_optimisers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/bellman/trajectory_optimisers/test_cross_entropy_method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/trajectory_optimisers/test_cross_entropy_method.py -------------------------------------------------------------------------------- /tests/unit/bellman/trajectory_optimisers/test_particles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/trajectory_optimisers/test_particles.py -------------------------------------------------------------------------------- /tests/unit/bellman/trajectory_optimisers/test_trajectory_optimisers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/bellman/trajectory_optimisers/test_trajectory_optimisers.py -------------------------------------------------------------------------------- /tests/unit/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/conftest.py -------------------------------------------------------------------------------- /tests/unit/examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/examples/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/examples/utils/test_classic_control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/examples/utils/test_classic_control.py -------------------------------------------------------------------------------- /tests/unit/examples/utils/test_policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/examples/utils/test_policies.py -------------------------------------------------------------------------------- /tests/unit/examples/utils/test_trajectories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/examples/utils/test_trajectories.py -------------------------------------------------------------------------------- /tests/unit/tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/tools/bellman/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/tools/bellman/environments/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/tools/bellman/environments/test_termination.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/tools/bellman/environments/test_termination.py -------------------------------------------------------------------------------- /tests/unit/tools/bellman/policies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/unit/tools/bellman/policies/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Bellman-devs/bellman/HEAD/tests/unit/tools/bellman/policies/test_utils.py --------------------------------------------------------------------------------