├── README.md ├── VCSE_A2C ├── .gitignore ├── README.md ├── rl-starter-files │ ├── .gitignore │ └── rl-starter-files │ │ ├── LICENSE │ │ ├── README-rsrc │ │ ├── doorkey.png │ │ ├── evaluate-terminal-logs.png │ │ ├── model.png │ │ ├── model.xml │ │ ├── train-tensorboard.png │ │ ├── train-terminal-logs.png │ │ ├── visualize-doorkey.gif │ │ ├── visualize-gotodoor.gif │ │ ├── visualize-keycorridor.gif │ │ └── visualize-redbluedoors.gif │ │ ├── image │ │ ├── MiniGrid-DoorKey-6x6-v0.png │ │ ├── MiniGrid-DoorKey-8x8-v0.png │ │ ├── MiniGrid-Empty-16x16-v0.png │ │ ├── MiniGrid-LavaGapS7-v0.png │ │ ├── MiniGrid-SimpleCrossingS9N1-v0.png │ │ └── MiniGrid-Unlock-v0.png │ │ ├── model.py │ │ ├── requirements.txt │ │ ├── run_original.sh │ │ ├── run_sent.sh │ │ ├── run_vcse.sh │ │ ├── scripts │ │ ├── evaluate.py │ │ ├── train.py │ │ └── visualize.py │ │ └── utils │ │ ├── __init__.py │ │ ├── agent.py │ │ ├── env.py │ │ ├── format.py │ │ ├── other.py │ │ └── storage.py └── torch-ac │ ├── .gitignore │ ├── LICENSE │ ├── setup.py │ └── torch_ac │ ├── __init__.py │ ├── algos │ ├── __init__.py │ ├── a2c.py │ ├── base.py │ └── ppo.py │ ├── format.py │ ├── model.py │ └── utils │ ├── __init__.py │ ├── dictlist.py │ └── penv.py ├── VCSE_DrQv2 ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── cfgs │ ├── config.yaml │ └── task │ │ ├── acrobot_swingup.yaml │ │ ├── cartpole_balance.yaml │ │ ├── cartpole_balance_sparse.yaml │ │ ├── cartpole_swingup.yaml │ │ ├── cartpole_swingup_sparse.yaml │ │ ├── cheetah_run.yaml │ │ ├── cup_catch.yaml │ │ ├── easy.yaml │ │ ├── finger_spin.yaml │ │ ├── finger_turn_easy.yaml │ │ ├── finger_turn_hard.yaml │ │ ├── hard.yaml │ │ ├── hopper_hop.yaml │ │ ├── hopper_stand.yaml │ │ ├── humanoid_run.yaml │ │ ├── humanoid_stand.yaml │ │ ├── humanoid_walk.yaml │ │ ├── medium.yaml │ │ ├── pendulum_swingup.yaml │ │ ├── quadruped_run.yaml │ │ ├── quadruped_walk.yaml │ │ ├── reach_duplo.yaml │ │ ├── reacher_easy.yaml │ │ ├── reacher_hard.yaml │ │ ├── walker_run.yaml │ │ ├── walker_stand.yaml │ │ └── walker_walk.yaml ├── conda_env.yml ├── curves │ ├── dmc_acrobot_swingup.csv │ ├── dmc_cartpole_balance.csv │ ├── dmc_cartpole_balance_sparse.csv │ ├── dmc_cartpole_swingup.csv │ ├── dmc_cartpole_swingup_sparse.csv │ ├── dmc_cheetah_run.csv │ ├── dmc_cup_catch.csv │ ├── dmc_finger_spin.csv │ ├── dmc_finger_turn_easy.csv │ ├── dmc_finger_turn_hard.csv │ ├── dmc_hopper_hop.csv │ ├── dmc_hopper_stand.csv │ ├── dmc_humanoid_run.csv │ ├── dmc_humanoid_stand.csv │ ├── dmc_humanoid_walk.csv │ ├── dmc_pendulum_swingup.csv │ ├── dmc_quadruped_run.csv │ ├── dmc_quadruped_walk.csv │ ├── dmc_reach_duplo.csv │ ├── dmc_reacher_easy.csv │ ├── dmc_reacher_hard.csv │ ├── dmc_walker_run.csv │ ├── dmc_walker_stand.csv │ └── dmc_walker_walk.csv ├── dmc.py ├── drqv2.py ├── logger.py ├── replay_buffer.py ├── train.py ├── utils.py ├── vcse.py └── video.py ├── VCSE_MWM ├── .gitignore ├── LICENSE ├── README.md ├── mwm │ ├── agent.py │ ├── common │ │ ├── __init__.py │ │ ├── config.py │ │ ├── counter.py │ │ ├── dists.py │ │ ├── driver.py │ │ ├── envs.py │ │ ├── flags.py │ │ ├── logger.py │ │ ├── mae.py │ │ ├── mae_utils.py │ │ ├── nets.py │ │ ├── other.py │ │ ├── replay.py │ │ ├── tfutils.py │ │ └── when.py │ ├── configs.yaml │ └── train.py └── scores │ └── score.json └── VCSE_SAC ├── .gitignore ├── LICENSE ├── README.md ├── agent ├── __init__.py ├── actor.py ├── critic.py └── sac.py ├── conda_env.yml ├── config ├── agent │ └── sac.yaml └── train.yaml ├── data └── sac.csv ├── dmc.py ├── figures ├── dm_control.png ├── hopper_hop_add_seed_main.pdf └── hopper_stand_add_seed_main.pdf ├── logger.py ├── replay_buffer.py ├── train.py ├── utils.py ├── vcse.py └── video.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/README.md -------------------------------------------------------------------------------- /VCSE_A2C/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/.gitignore -------------------------------------------------------------------------------- /VCSE_A2C/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/README.md -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/.gitignore -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/LICENSE -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/doorkey.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/doorkey.png -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/evaluate-terminal-logs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/evaluate-terminal-logs.png -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/model.png -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/model.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/model.xml -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/train-tensorboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/train-tensorboard.png -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/train-terminal-logs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/train-terminal-logs.png -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/visualize-doorkey.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/visualize-doorkey.gif -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/visualize-gotodoor.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/visualize-gotodoor.gif -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/visualize-keycorridor.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/visualize-keycorridor.gif -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/visualize-redbluedoors.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/README-rsrc/visualize-redbluedoors.gif -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/image/MiniGrid-DoorKey-6x6-v0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/image/MiniGrid-DoorKey-6x6-v0.png -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/image/MiniGrid-DoorKey-8x8-v0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/image/MiniGrid-DoorKey-8x8-v0.png -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/image/MiniGrid-Empty-16x16-v0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/image/MiniGrid-Empty-16x16-v0.png -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/image/MiniGrid-LavaGapS7-v0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/image/MiniGrid-LavaGapS7-v0.png -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/image/MiniGrid-SimpleCrossingS9N1-v0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/image/MiniGrid-SimpleCrossingS9N1-v0.png -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/image/MiniGrid-Unlock-v0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/image/MiniGrid-Unlock-v0.png -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/model.py -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/requirements.txt -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/run_original.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/run_original.sh -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/run_sent.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/run_sent.sh -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/run_vcse.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/run_vcse.sh -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/scripts/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/scripts/evaluate.py -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/scripts/train.py -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/scripts/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/scripts/visualize.py -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/utils/__init__.py -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/utils/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/utils/agent.py -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/utils/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/utils/env.py -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/utils/format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/utils/format.py -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/utils/other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/utils/other.py -------------------------------------------------------------------------------- /VCSE_A2C/rl-starter-files/rl-starter-files/utils/storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/rl-starter-files/rl-starter-files/utils/storage.py -------------------------------------------------------------------------------- /VCSE_A2C/torch-ac/.gitignore: -------------------------------------------------------------------------------- 1 | *__pycache__ 2 | *egg-info 3 | build/* 4 | dist/* -------------------------------------------------------------------------------- /VCSE_A2C/torch-ac/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/torch-ac/LICENSE -------------------------------------------------------------------------------- /VCSE_A2C/torch-ac/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/torch-ac/setup.py -------------------------------------------------------------------------------- /VCSE_A2C/torch-ac/torch_ac/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/torch-ac/torch_ac/__init__.py -------------------------------------------------------------------------------- /VCSE_A2C/torch-ac/torch_ac/algos/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/torch-ac/torch_ac/algos/__init__.py -------------------------------------------------------------------------------- /VCSE_A2C/torch-ac/torch_ac/algos/a2c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/torch-ac/torch_ac/algos/a2c.py -------------------------------------------------------------------------------- /VCSE_A2C/torch-ac/torch_ac/algos/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/torch-ac/torch_ac/algos/base.py -------------------------------------------------------------------------------- /VCSE_A2C/torch-ac/torch_ac/algos/ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/torch-ac/torch_ac/algos/ppo.py -------------------------------------------------------------------------------- /VCSE_A2C/torch-ac/torch_ac/format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/torch-ac/torch_ac/format.py -------------------------------------------------------------------------------- /VCSE_A2C/torch-ac/torch_ac/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/torch-ac/torch_ac/model.py -------------------------------------------------------------------------------- /VCSE_A2C/torch-ac/torch_ac/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/torch-ac/torch_ac/utils/__init__.py -------------------------------------------------------------------------------- /VCSE_A2C/torch-ac/torch_ac/utils/dictlist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/torch-ac/torch_ac/utils/dictlist.py -------------------------------------------------------------------------------- /VCSE_A2C/torch-ac/torch_ac/utils/penv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_A2C/torch-ac/torch_ac/utils/penv.py -------------------------------------------------------------------------------- /VCSE_DrQv2/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/.gitignore -------------------------------------------------------------------------------- /VCSE_DrQv2/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /VCSE_DrQv2/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/CONTRIBUTING.md -------------------------------------------------------------------------------- /VCSE_DrQv2/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/LICENSE -------------------------------------------------------------------------------- /VCSE_DrQv2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/README.md -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/config.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/acrobot_swingup.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/acrobot_swingup.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/cartpole_balance.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/cartpole_balance.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/cartpole_balance_sparse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/cartpole_balance_sparse.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/cartpole_swingup.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/cartpole_swingup.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/cartpole_swingup_sparse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/cartpole_swingup_sparse.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/cheetah_run.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/cheetah_run.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/cup_catch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/cup_catch.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/easy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/easy.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/finger_spin.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/finger_spin.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/finger_turn_easy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/finger_turn_easy.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/finger_turn_hard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/finger_turn_hard.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/hard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/hard.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/hopper_hop.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/hopper_hop.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/hopper_stand.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/hopper_stand.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/humanoid_run.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/humanoid_run.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/humanoid_stand.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/humanoid_stand.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/humanoid_walk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/humanoid_walk.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/medium.yaml: -------------------------------------------------------------------------------- 1 | num_train_frames: 510000 2 | stddev_schedule: 0.2 -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/pendulum_swingup.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/pendulum_swingup.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/quadruped_run.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/quadruped_run.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/quadruped_walk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/quadruped_walk.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/reach_duplo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/reach_duplo.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/reacher_easy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/reacher_easy.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/reacher_hard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/reacher_hard.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/walker_run.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/walker_run.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/walker_stand.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/walker_stand.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/cfgs/task/walker_walk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/cfgs/task/walker_walk.yaml -------------------------------------------------------------------------------- /VCSE_DrQv2/conda_env.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/conda_env.yml -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_acrobot_swingup.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_acrobot_swingup.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_cartpole_balance.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_cartpole_balance.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_cartpole_balance_sparse.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_cartpole_balance_sparse.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_cartpole_swingup.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_cartpole_swingup.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_cartpole_swingup_sparse.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_cartpole_swingup_sparse.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_cheetah_run.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_cheetah_run.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_cup_catch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_cup_catch.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_finger_spin.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_finger_spin.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_finger_turn_easy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_finger_turn_easy.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_finger_turn_hard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_finger_turn_hard.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_hopper_hop.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_hopper_hop.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_hopper_stand.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_hopper_stand.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_humanoid_run.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_humanoid_run.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_humanoid_stand.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_humanoid_stand.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_humanoid_walk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_humanoid_walk.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_pendulum_swingup.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_pendulum_swingup.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_quadruped_run.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_quadruped_run.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_quadruped_walk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_quadruped_walk.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_reach_duplo.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_reach_duplo.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_reacher_easy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_reacher_easy.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_reacher_hard.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_reacher_hard.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_walker_run.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_walker_run.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_walker_stand.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_walker_stand.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/curves/dmc_walker_walk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/curves/dmc_walker_walk.csv -------------------------------------------------------------------------------- /VCSE_DrQv2/dmc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/dmc.py -------------------------------------------------------------------------------- /VCSE_DrQv2/drqv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/drqv2.py -------------------------------------------------------------------------------- /VCSE_DrQv2/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/logger.py -------------------------------------------------------------------------------- /VCSE_DrQv2/replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/replay_buffer.py -------------------------------------------------------------------------------- /VCSE_DrQv2/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/train.py -------------------------------------------------------------------------------- /VCSE_DrQv2/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/utils.py -------------------------------------------------------------------------------- /VCSE_DrQv2/vcse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/vcse.py -------------------------------------------------------------------------------- /VCSE_DrQv2/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_DrQv2/video.py -------------------------------------------------------------------------------- /VCSE_MWM/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/.gitignore -------------------------------------------------------------------------------- /VCSE_MWM/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/LICENSE -------------------------------------------------------------------------------- /VCSE_MWM/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/README.md -------------------------------------------------------------------------------- /VCSE_MWM/mwm/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/agent.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/__init__.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/config.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/counter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/counter.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/dists.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/dists.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/driver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/driver.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/envs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/envs.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/flags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/flags.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/logger.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/mae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/mae.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/mae_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/mae_utils.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/nets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/nets.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/other.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/replay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/replay.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/tfutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/tfutils.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/common/when.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/common/when.py -------------------------------------------------------------------------------- /VCSE_MWM/mwm/configs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/configs.yaml -------------------------------------------------------------------------------- /VCSE_MWM/mwm/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/mwm/train.py -------------------------------------------------------------------------------- /VCSE_MWM/scores/score.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_MWM/scores/score.json -------------------------------------------------------------------------------- /VCSE_SAC/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/.gitignore -------------------------------------------------------------------------------- /VCSE_SAC/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/LICENSE -------------------------------------------------------------------------------- /VCSE_SAC/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/README.md -------------------------------------------------------------------------------- /VCSE_SAC/agent/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/agent/__init__.py -------------------------------------------------------------------------------- /VCSE_SAC/agent/actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/agent/actor.py -------------------------------------------------------------------------------- /VCSE_SAC/agent/critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/agent/critic.py -------------------------------------------------------------------------------- /VCSE_SAC/agent/sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/agent/sac.py -------------------------------------------------------------------------------- /VCSE_SAC/conda_env.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/conda_env.yml -------------------------------------------------------------------------------- /VCSE_SAC/config/agent/sac.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/config/agent/sac.yaml -------------------------------------------------------------------------------- /VCSE_SAC/config/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/config/train.yaml -------------------------------------------------------------------------------- /VCSE_SAC/data/sac.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/data/sac.csv -------------------------------------------------------------------------------- /VCSE_SAC/dmc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/dmc.py -------------------------------------------------------------------------------- /VCSE_SAC/figures/dm_control.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/figures/dm_control.png -------------------------------------------------------------------------------- /VCSE_SAC/figures/hopper_hop_add_seed_main.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/figures/hopper_hop_add_seed_main.pdf -------------------------------------------------------------------------------- /VCSE_SAC/figures/hopper_stand_add_seed_main.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/figures/hopper_stand_add_seed_main.pdf -------------------------------------------------------------------------------- /VCSE_SAC/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/logger.py -------------------------------------------------------------------------------- /VCSE_SAC/replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/replay_buffer.py -------------------------------------------------------------------------------- /VCSE_SAC/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/train.py -------------------------------------------------------------------------------- /VCSE_SAC/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/utils.py -------------------------------------------------------------------------------- /VCSE_SAC/vcse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/vcse.py -------------------------------------------------------------------------------- /VCSE_SAC/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kingdy2002/VCSE/HEAD/VCSE_SAC/video.py --------------------------------------------------------------------------------