├── .gitignore ├── configs └── esper │ ├── connect_four.yaml │ ├── gambling.yaml │ └── tfe.yaml ├── data ├── connect_four.ret ├── gambling.ret └── tfe.ret ├── decision_transformer ├── conda_env.yml ├── data │ ├── download_d4rl_datasets.py │ └── download_esper_datasets.py ├── decision_transformer │ ├── envs │ │ ├── assets │ │ │ └── reacher_2d.xml │ │ └── reacher_2d.py │ ├── evaluation │ │ └── evaluate_episodes.py │ ├── models │ │ ├── decision_transformer.py │ │ ├── mlp_bc.py │ │ ├── model.py │ │ └── trajectory_gpt2.py │ ├── training │ │ ├── act_trainer.py │ │ ├── seq_trainer.py │ │ └── trainer.py │ └── utils │ │ ├── __init__.py │ │ ├── convert_dataset.py │ │ └── preemption.py ├── experiment.py └── readme-gym.md ├── readme.md ├── requirements.txt ├── return_transforms ├── algos │ ├── __init__.py │ └── esper │ │ ├── __init__.py │ │ └── esper.py ├── datasets │ └── esper_dataset.py ├── generate.py ├── models │ ├── __init__.py │ ├── basic │ │ ├── __init__.py │ │ └── mlp.py │ └── esper │ │ ├── __init__.py │ │ ├── cluster_model.py │ │ └── dynamics_model.py └── utils │ ├── __init__.py │ └── utils.py └── setup.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/.gitignore -------------------------------------------------------------------------------- /configs/esper/connect_four.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/configs/esper/connect_four.yaml -------------------------------------------------------------------------------- /configs/esper/gambling.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/configs/esper/gambling.yaml -------------------------------------------------------------------------------- /configs/esper/tfe.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/configs/esper/tfe.yaml -------------------------------------------------------------------------------- /data/connect_four.ret: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/data/connect_four.ret -------------------------------------------------------------------------------- /data/gambling.ret: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/data/gambling.ret -------------------------------------------------------------------------------- /data/tfe.ret: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/data/tfe.ret -------------------------------------------------------------------------------- /decision_transformer/conda_env.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/conda_env.yml -------------------------------------------------------------------------------- /decision_transformer/data/download_d4rl_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/data/download_d4rl_datasets.py -------------------------------------------------------------------------------- /decision_transformer/data/download_esper_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/data/download_esper_datasets.py -------------------------------------------------------------------------------- /decision_transformer/decision_transformer/envs/assets/reacher_2d.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/decision_transformer/envs/assets/reacher_2d.xml -------------------------------------------------------------------------------- /decision_transformer/decision_transformer/envs/reacher_2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/decision_transformer/envs/reacher_2d.py -------------------------------------------------------------------------------- /decision_transformer/decision_transformer/evaluation/evaluate_episodes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/decision_transformer/evaluation/evaluate_episodes.py -------------------------------------------------------------------------------- /decision_transformer/decision_transformer/models/decision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/decision_transformer/models/decision_transformer.py -------------------------------------------------------------------------------- /decision_transformer/decision_transformer/models/mlp_bc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/decision_transformer/models/mlp_bc.py -------------------------------------------------------------------------------- /decision_transformer/decision_transformer/models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/decision_transformer/models/model.py -------------------------------------------------------------------------------- /decision_transformer/decision_transformer/models/trajectory_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/decision_transformer/models/trajectory_gpt2.py -------------------------------------------------------------------------------- /decision_transformer/decision_transformer/training/act_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/decision_transformer/training/act_trainer.py -------------------------------------------------------------------------------- /decision_transformer/decision_transformer/training/seq_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/decision_transformer/training/seq_trainer.py -------------------------------------------------------------------------------- /decision_transformer/decision_transformer/training/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/decision_transformer/training/trainer.py -------------------------------------------------------------------------------- /decision_transformer/decision_transformer/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /decision_transformer/decision_transformer/utils/convert_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/decision_transformer/utils/convert_dataset.py -------------------------------------------------------------------------------- /decision_transformer/decision_transformer/utils/preemption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/decision_transformer/utils/preemption.py -------------------------------------------------------------------------------- /decision_transformer/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/experiment.py -------------------------------------------------------------------------------- /decision_transformer/readme-gym.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/decision_transformer/readme-gym.md -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/readme.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/requirements.txt -------------------------------------------------------------------------------- /return_transforms/algos/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /return_transforms/algos/esper/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /return_transforms/algos/esper/esper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/return_transforms/algos/esper/esper.py -------------------------------------------------------------------------------- /return_transforms/datasets/esper_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/return_transforms/datasets/esper_dataset.py -------------------------------------------------------------------------------- /return_transforms/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/return_transforms/generate.py -------------------------------------------------------------------------------- /return_transforms/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /return_transforms/models/basic/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /return_transforms/models/basic/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/return_transforms/models/basic/mlp.py -------------------------------------------------------------------------------- /return_transforms/models/esper/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /return_transforms/models/esper/cluster_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/return_transforms/models/esper/cluster_model.py -------------------------------------------------------------------------------- /return_transforms/models/esper/dynamics_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/return_transforms/models/esper/dynamics_model.py -------------------------------------------------------------------------------- /return_transforms/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /return_transforms/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/return_transforms/utils/utils.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/keirp/return_transforms/HEAD/setup.py --------------------------------------------------------------------------------