├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── feature-request.md │ └── maintainance.md └── workflows │ ├── release.yml │ └── tests_linters.yml ├── .gitignore ├── .pre-commit-config.yaml ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── commitlint.config.js ├── docs ├── _static │ └── custom.css ├── api │ ├── flat_buffer.md │ ├── prioritised_flat_buffer.md │ ├── prioritised_trajectory_buffer.md │ ├── trajectory_buffer.md │ └── trajectory_queue.md ├── imgs │ ├── cpu_add.png │ ├── cpu_add_batch.png │ ├── cpu_sample.png │ ├── gpu_add.png │ ├── gpu_add_batch.png │ ├── gpu_sample.png │ ├── instadeep_logo.png │ ├── logo.png │ ├── logo_dm.png │ ├── tpu_add.png │ ├── tpu_add_batch.png │ └── tpu_sample.png ├── index.md └── javascripts │ └── katex.js ├── examples ├── anakin_dqn_example.ipynb ├── anakin_ppo_example.ipynb ├── anakin_prioritised_dqn_example.ipynb ├── gym_dqn_example.ipynb ├── matrax_iql_example.ipynb ├── mixer_demonstration.ipynb ├── quickstart_flat_buffer.ipynb ├── quickstart_prioritised_flat_buffer.ipynb ├── quickstart_trajectory_buffer.ipynb └── vault_demonstration.ipynb ├── flashbax ├── __init__.py ├── buffers │ ├── __init__.py │ ├── conftest.py │ ├── flat_buffer.py │ ├── flat_buffer_test.py │ ├── item_buffer.py │ ├── item_buffer_test.py │ ├── mixer.py │ ├── mixer_test.py │ ├── prioritised_flat_buffer.py │ ├── prioritised_flat_buffer_test.py │ ├── prioritised_item_buffer.py │ ├── prioritised_item_buffer_test.py │ ├── prioritised_trajectory_buffer.py │ ├── prioritised_trajectory_buffer_test.py │ ├── sum_tree.py │ ├── sum_tree_test.py │ ├── trajectory_buffer.py │ ├── trajectory_buffer_test.py │ ├── trajectory_queue.py │ └── trajectory_queue_test.py ├── conftest.py ├── utils.py ├── utils_test.py └── vault │ ├── __init__.py │ ├── vault.py │ └── vault_test.py ├── license_header.txt ├── mkdocs.yml ├── pyproject.toml └── setup.cfg /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/.github/ISSUE_TEMPLATE/feature-request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/maintainance.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/.github/ISSUE_TEMPLATE/maintainance.md -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.github/workflows/tests_linters.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/.github/workflows/tests_linters.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/README.md -------------------------------------------------------------------------------- /commitlint.config.js: -------------------------------------------------------------------------------- 1 | module.exports = {extends: ['@commitlint/config-conventional']} 2 | -------------------------------------------------------------------------------- /docs/_static/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/_static/custom.css -------------------------------------------------------------------------------- /docs/api/flat_buffer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/api/flat_buffer.md -------------------------------------------------------------------------------- /docs/api/prioritised_flat_buffer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/api/prioritised_flat_buffer.md -------------------------------------------------------------------------------- /docs/api/prioritised_trajectory_buffer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/api/prioritised_trajectory_buffer.md -------------------------------------------------------------------------------- /docs/api/trajectory_buffer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/api/trajectory_buffer.md -------------------------------------------------------------------------------- /docs/api/trajectory_queue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/api/trajectory_queue.md -------------------------------------------------------------------------------- /docs/imgs/cpu_add.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/imgs/cpu_add.png -------------------------------------------------------------------------------- /docs/imgs/cpu_add_batch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/imgs/cpu_add_batch.png -------------------------------------------------------------------------------- /docs/imgs/cpu_sample.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/imgs/cpu_sample.png -------------------------------------------------------------------------------- /docs/imgs/gpu_add.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/imgs/gpu_add.png -------------------------------------------------------------------------------- /docs/imgs/gpu_add_batch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/imgs/gpu_add_batch.png -------------------------------------------------------------------------------- /docs/imgs/gpu_sample.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/imgs/gpu_sample.png -------------------------------------------------------------------------------- /docs/imgs/instadeep_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/imgs/instadeep_logo.png -------------------------------------------------------------------------------- /docs/imgs/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/imgs/logo.png -------------------------------------------------------------------------------- /docs/imgs/logo_dm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/imgs/logo_dm.png -------------------------------------------------------------------------------- /docs/imgs/tpu_add.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/imgs/tpu_add.png -------------------------------------------------------------------------------- /docs/imgs/tpu_add_batch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/imgs/tpu_add_batch.png -------------------------------------------------------------------------------- /docs/imgs/tpu_sample.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/imgs/tpu_sample.png -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- 1 | --8<-- "README.md" 2 | -------------------------------------------------------------------------------- /docs/javascripts/katex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/docs/javascripts/katex.js -------------------------------------------------------------------------------- /examples/anakin_dqn_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/examples/anakin_dqn_example.ipynb -------------------------------------------------------------------------------- /examples/anakin_ppo_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/examples/anakin_ppo_example.ipynb -------------------------------------------------------------------------------- /examples/anakin_prioritised_dqn_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/examples/anakin_prioritised_dqn_example.ipynb -------------------------------------------------------------------------------- /examples/gym_dqn_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/examples/gym_dqn_example.ipynb -------------------------------------------------------------------------------- /examples/matrax_iql_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/examples/matrax_iql_example.ipynb -------------------------------------------------------------------------------- /examples/mixer_demonstration.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/examples/mixer_demonstration.ipynb -------------------------------------------------------------------------------- /examples/quickstart_flat_buffer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/examples/quickstart_flat_buffer.ipynb -------------------------------------------------------------------------------- /examples/quickstart_prioritised_flat_buffer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/examples/quickstart_prioritised_flat_buffer.ipynb -------------------------------------------------------------------------------- /examples/quickstart_trajectory_buffer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/examples/quickstart_trajectory_buffer.ipynb -------------------------------------------------------------------------------- /examples/vault_demonstration.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/examples/vault_demonstration.ipynb -------------------------------------------------------------------------------- /flashbax/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/__init__.py -------------------------------------------------------------------------------- /flashbax/buffers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/__init__.py -------------------------------------------------------------------------------- /flashbax/buffers/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/conftest.py -------------------------------------------------------------------------------- /flashbax/buffers/flat_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/flat_buffer.py -------------------------------------------------------------------------------- /flashbax/buffers/flat_buffer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/flat_buffer_test.py -------------------------------------------------------------------------------- /flashbax/buffers/item_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/item_buffer.py -------------------------------------------------------------------------------- /flashbax/buffers/item_buffer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/item_buffer_test.py -------------------------------------------------------------------------------- /flashbax/buffers/mixer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/mixer.py -------------------------------------------------------------------------------- /flashbax/buffers/mixer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/mixer_test.py -------------------------------------------------------------------------------- /flashbax/buffers/prioritised_flat_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/prioritised_flat_buffer.py -------------------------------------------------------------------------------- /flashbax/buffers/prioritised_flat_buffer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/prioritised_flat_buffer_test.py -------------------------------------------------------------------------------- /flashbax/buffers/prioritised_item_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/prioritised_item_buffer.py -------------------------------------------------------------------------------- /flashbax/buffers/prioritised_item_buffer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/prioritised_item_buffer_test.py -------------------------------------------------------------------------------- /flashbax/buffers/prioritised_trajectory_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/prioritised_trajectory_buffer.py -------------------------------------------------------------------------------- /flashbax/buffers/prioritised_trajectory_buffer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/prioritised_trajectory_buffer_test.py -------------------------------------------------------------------------------- /flashbax/buffers/sum_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/sum_tree.py -------------------------------------------------------------------------------- /flashbax/buffers/sum_tree_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/sum_tree_test.py -------------------------------------------------------------------------------- /flashbax/buffers/trajectory_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/trajectory_buffer.py -------------------------------------------------------------------------------- /flashbax/buffers/trajectory_buffer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/trajectory_buffer_test.py -------------------------------------------------------------------------------- /flashbax/buffers/trajectory_queue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/trajectory_queue.py -------------------------------------------------------------------------------- /flashbax/buffers/trajectory_queue_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/buffers/trajectory_queue_test.py -------------------------------------------------------------------------------- /flashbax/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/conftest.py -------------------------------------------------------------------------------- /flashbax/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/utils.py -------------------------------------------------------------------------------- /flashbax/utils_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/utils_test.py -------------------------------------------------------------------------------- /flashbax/vault/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/vault/__init__.py -------------------------------------------------------------------------------- /flashbax/vault/vault.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/vault/vault.py -------------------------------------------------------------------------------- /flashbax/vault/vault_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/flashbax/vault/vault_test.py -------------------------------------------------------------------------------- /license_header.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/license_header.txt -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/pyproject.toml -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/instadeepai/flashbax/HEAD/setup.cfg --------------------------------------------------------------------------------