├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── agents ├── __init__.py ├── base.py ├── cfb │ ├── __init__.py │ ├── agent.py │ └── config.yaml ├── cql │ ├── __init__.py │ ├── agent.py │ └── config.yaml ├── fb │ ├── __init__.py │ ├── agent.py │ ├── base.py │ ├── buffer_test.py │ ├── config.yaml │ ├── logger.py │ ├── models.py │ └── replay_buffer.py ├── gciql │ ├── __init__.py │ ├── agent.py │ └── config.yaml ├── sac │ ├── __init__.py │ ├── agent.py │ ├── config.yaml │ ├── logger.py │ └── replay_buffer.py ├── sf │ ├── __init__.py │ ├── agent.py │ ├── config.yaml │ └── models.py ├── td3 │ ├── __init__.py │ ├── agent.py │ └── config.yaml ├── utils.py └── workspaces.py ├── custom_dmc_tasks ├── __init__.py ├── common │ ├── materials.xml │ ├── skybox.xml │ └── visual.xml ├── jaco.py ├── point_mass_maze.py ├── point_mass_maze_reach_bottom_left.xml ├── point_mass_maze_reach_bottom_right.xml ├── point_mass_maze_reach_top_left.xml ├── point_mass_maze_reach_top_right.xml ├── quadruped.py ├── quadruped.xml ├── walker.py └── walker.xml ├── dmc.py ├── download.sh ├── exorl_reformatter.py ├── main_d4rl.py ├── main_exorl.py ├── media ├── d4rl-performance.png ├── dataset-heatmap.png ├── dataset-size.png ├── didactic.png ├── overestimates.png ├── paper.png ├── performance-profiles-subplot2.png └── vcfb-intuition-final.png ├── pylintrc ├── requirements.txt ├── rewards ├── __init__.py ├── jaco │ ├── __init__.py │ ├── reach_bottom_left.py │ ├── reach_bottom_right.py │ ├── reach_top_left.py │ └── reach_top_right.py ├── point_mass_maze │ ├── __init__.py │ ├── reach_bottom_left.py │ ├── reach_bottom_right.py │ ├── reach_top_left.py │ └── reach_top_right.py ├── quadruped │ ├── __init__.py │ ├── escape.py │ ├── fetch.py │ ├── jump.py │ ├── roll.py │ ├── roll_fast.py │ └── stand.py └── walker │ ├── __init__.py │ ├── flip.py │ ├── run.py │ ├── stand.py │ └── walk.py └── utils.py /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/README.md -------------------------------------------------------------------------------- /agents/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agents/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/base.py -------------------------------------------------------------------------------- /agents/cfb/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agents/cfb/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/cfb/agent.py -------------------------------------------------------------------------------- /agents/cfb/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/cfb/config.yaml -------------------------------------------------------------------------------- /agents/cql/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agents/cql/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/cql/agent.py -------------------------------------------------------------------------------- /agents/cql/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/cql/config.yaml -------------------------------------------------------------------------------- /agents/fb/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agents/fb/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/fb/agent.py -------------------------------------------------------------------------------- /agents/fb/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/fb/base.py -------------------------------------------------------------------------------- /agents/fb/buffer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/fb/buffer_test.py -------------------------------------------------------------------------------- /agents/fb/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/fb/config.yaml -------------------------------------------------------------------------------- /agents/fb/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/fb/logger.py -------------------------------------------------------------------------------- /agents/fb/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/fb/models.py -------------------------------------------------------------------------------- /agents/fb/replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/fb/replay_buffer.py -------------------------------------------------------------------------------- /agents/gciql/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agents/gciql/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/gciql/agent.py -------------------------------------------------------------------------------- /agents/gciql/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/gciql/config.yaml -------------------------------------------------------------------------------- /agents/sac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agents/sac/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/sac/agent.py -------------------------------------------------------------------------------- /agents/sac/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/sac/config.yaml -------------------------------------------------------------------------------- /agents/sac/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/sac/logger.py -------------------------------------------------------------------------------- /agents/sac/replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/sac/replay_buffer.py -------------------------------------------------------------------------------- /agents/sf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agents/sf/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/sf/agent.py -------------------------------------------------------------------------------- /agents/sf/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/sf/config.yaml -------------------------------------------------------------------------------- /agents/sf/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/sf/models.py -------------------------------------------------------------------------------- /agents/td3/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agents/td3/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/td3/agent.py -------------------------------------------------------------------------------- /agents/td3/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/td3/config.yaml -------------------------------------------------------------------------------- /agents/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/utils.py -------------------------------------------------------------------------------- /agents/workspaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/agents/workspaces.py -------------------------------------------------------------------------------- /custom_dmc_tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/__init__.py -------------------------------------------------------------------------------- /custom_dmc_tasks/common/materials.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/common/materials.xml -------------------------------------------------------------------------------- /custom_dmc_tasks/common/skybox.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/common/skybox.xml -------------------------------------------------------------------------------- /custom_dmc_tasks/common/visual.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/common/visual.xml -------------------------------------------------------------------------------- /custom_dmc_tasks/jaco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/jaco.py -------------------------------------------------------------------------------- /custom_dmc_tasks/point_mass_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/point_mass_maze.py -------------------------------------------------------------------------------- /custom_dmc_tasks/point_mass_maze_reach_bottom_left.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/point_mass_maze_reach_bottom_left.xml -------------------------------------------------------------------------------- /custom_dmc_tasks/point_mass_maze_reach_bottom_right.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/point_mass_maze_reach_bottom_right.xml -------------------------------------------------------------------------------- /custom_dmc_tasks/point_mass_maze_reach_top_left.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/point_mass_maze_reach_top_left.xml -------------------------------------------------------------------------------- /custom_dmc_tasks/point_mass_maze_reach_top_right.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/point_mass_maze_reach_top_right.xml -------------------------------------------------------------------------------- /custom_dmc_tasks/quadruped.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/quadruped.py -------------------------------------------------------------------------------- /custom_dmc_tasks/quadruped.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/quadruped.xml -------------------------------------------------------------------------------- /custom_dmc_tasks/walker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/walker.py -------------------------------------------------------------------------------- /custom_dmc_tasks/walker.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/custom_dmc_tasks/walker.xml -------------------------------------------------------------------------------- /dmc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/dmc.py -------------------------------------------------------------------------------- /download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/download.sh -------------------------------------------------------------------------------- /exorl_reformatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/exorl_reformatter.py -------------------------------------------------------------------------------- /main_d4rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/main_d4rl.py -------------------------------------------------------------------------------- /main_exorl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/main_exorl.py -------------------------------------------------------------------------------- /media/d4rl-performance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/media/d4rl-performance.png -------------------------------------------------------------------------------- /media/dataset-heatmap.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/media/dataset-heatmap.png -------------------------------------------------------------------------------- /media/dataset-size.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/media/dataset-size.png -------------------------------------------------------------------------------- /media/didactic.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/media/didactic.png -------------------------------------------------------------------------------- /media/overestimates.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/media/overestimates.png -------------------------------------------------------------------------------- /media/paper.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/media/paper.png -------------------------------------------------------------------------------- /media/performance-profiles-subplot2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/media/performance-profiles-subplot2.png -------------------------------------------------------------------------------- /media/vcfb-intuition-final.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/media/vcfb-intuition-final.png -------------------------------------------------------------------------------- /pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/pylintrc -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/requirements.txt -------------------------------------------------------------------------------- /rewards/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/__init__.py -------------------------------------------------------------------------------- /rewards/jaco/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rewards/jaco/reach_bottom_left.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/jaco/reach_bottom_left.py -------------------------------------------------------------------------------- /rewards/jaco/reach_bottom_right.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/jaco/reach_bottom_right.py -------------------------------------------------------------------------------- /rewards/jaco/reach_top_left.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/jaco/reach_top_left.py -------------------------------------------------------------------------------- /rewards/jaco/reach_top_right.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/jaco/reach_top_right.py -------------------------------------------------------------------------------- /rewards/point_mass_maze/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rewards/point_mass_maze/reach_bottom_left.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/point_mass_maze/reach_bottom_left.py -------------------------------------------------------------------------------- /rewards/point_mass_maze/reach_bottom_right.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/point_mass_maze/reach_bottom_right.py -------------------------------------------------------------------------------- /rewards/point_mass_maze/reach_top_left.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/point_mass_maze/reach_top_left.py -------------------------------------------------------------------------------- /rewards/point_mass_maze/reach_top_right.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/point_mass_maze/reach_top_right.py -------------------------------------------------------------------------------- /rewards/quadruped/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rewards/quadruped/escape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/quadruped/escape.py -------------------------------------------------------------------------------- /rewards/quadruped/fetch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/quadruped/fetch.py -------------------------------------------------------------------------------- /rewards/quadruped/jump.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/quadruped/jump.py -------------------------------------------------------------------------------- /rewards/quadruped/roll.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/quadruped/roll.py -------------------------------------------------------------------------------- /rewards/quadruped/roll_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/quadruped/roll_fast.py -------------------------------------------------------------------------------- /rewards/quadruped/stand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/quadruped/stand.py -------------------------------------------------------------------------------- /rewards/walker/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rewards/walker/flip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/walker/flip.py -------------------------------------------------------------------------------- /rewards/walker/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/walker/run.py -------------------------------------------------------------------------------- /rewards/walker/stand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/walker/stand.py -------------------------------------------------------------------------------- /rewards/walker/walk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/rewards/walker/walk.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/enjeeneer/zero-shot-rl/HEAD/utils.py --------------------------------------------------------------------------------