├── README.md ├── cfgs ├── config_dmc.yaml ├── config_rlbench.yaml ├── config_rlbench_drqv2plus.yaml ├── dmc_task │ ├── acrobot_swingup.yaml │ ├── cartpole_balance.yaml │ ├── cartpole_balance_sparse.yaml │ ├── cartpole_swingup.yaml │ ├── cartpole_swingup_sparse.yaml │ ├── cheetah_run.yaml │ ├── cup_catch.yaml │ ├── easy.yaml │ ├── finger_spin.yaml │ ├── finger_turn_easy.yaml │ ├── finger_turn_hard.yaml │ ├── hard.yaml │ ├── hopper_hop.yaml │ ├── hopper_stand.yaml │ ├── humanoid_run.yaml │ ├── humanoid_stand.yaml │ ├── humanoid_walk.yaml │ ├── medium.yaml │ ├── pendulum_swingup.yaml │ ├── quadruped_run.yaml │ ├── quadruped_walk.yaml │ ├── reach_duplo.yaml │ ├── reacher_easy.yaml │ ├── reacher_hard.yaml │ ├── walker_run.yaml │ ├── walker_stand.yaml │ └── walker_walk.yaml └── rlbench_task │ ├── basketball_in_hoop.yaml │ ├── default.yaml │ ├── insert_usb_in_computer.yaml │ ├── lamp_on.yaml │ ├── meat_on_grill.yaml │ ├── open_door.yaml │ ├── open_drawer.yaml │ ├── open_microwave.yaml │ ├── open_oven.yaml │ ├── phone_on_base.yaml │ ├── pick_up_cup.yaml │ ├── press_switch.yaml │ ├── put_books_on_bookshelf.yaml │ ├── put_money_in_safe.yaml │ ├── put_rubbish_in_bin.yaml │ ├── reach_target.yaml │ ├── slide_block_to_target.yaml │ ├── stack_wine.yaml │ ├── sweep_to_dustpan.yaml │ ├── take_lid_off_saucepan.yaml │ ├── take_plate_off_colored_dish_rack.yaml │ ├── toilet_seat_up.yaml │ └── turn_tap.yaml ├── conda_env.yml ├── cqn.py ├── cqn_dmc.py ├── cqn_utils.py ├── dmc.py ├── drqv2plus.py ├── logger.py ├── media ├── cqn_gif1.gif └── cqn_gif2.gif ├── replay_buffer.py ├── replay_buffer_dmc.py ├── rlbench_env.py ├── train_dmc.py ├── train_rlbench.py ├── train_rlbench_drqv2plus.py ├── utils.py └── video.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/README.md -------------------------------------------------------------------------------- /cfgs/config_dmc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/config_dmc.yaml -------------------------------------------------------------------------------- /cfgs/config_rlbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/config_rlbench.yaml -------------------------------------------------------------------------------- /cfgs/config_rlbench_drqv2plus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/config_rlbench_drqv2plus.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/acrobot_swingup.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/acrobot_swingup.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/cartpole_balance.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/cartpole_balance.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/cartpole_balance_sparse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/cartpole_balance_sparse.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/cartpole_swingup.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/cartpole_swingup.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/cartpole_swingup_sparse.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/cartpole_swingup_sparse.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/cheetah_run.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/cheetah_run.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/cup_catch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/cup_catch.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/easy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/easy.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/finger_spin.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/finger_spin.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/finger_turn_easy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/finger_turn_easy.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/finger_turn_hard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/finger_turn_hard.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/hard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/hard.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/hopper_hop.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/hopper_hop.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/hopper_stand.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/hopper_stand.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/humanoid_run.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/humanoid_run.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/humanoid_stand.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/humanoid_stand.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/humanoid_walk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/humanoid_walk.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/medium.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/pendulum_swingup.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/pendulum_swingup.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/quadruped_run.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/quadruped_run.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/quadruped_walk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/quadruped_walk.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/reach_duplo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/reach_duplo.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/reacher_easy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/reacher_easy.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/reacher_hard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/reacher_hard.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/walker_run.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/walker_run.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/walker_stand.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/walker_stand.yaml -------------------------------------------------------------------------------- /cfgs/dmc_task/walker_walk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/dmc_task/walker_walk.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/basketball_in_hoop.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/basketball_in_hoop.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/default.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/insert_usb_in_computer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/insert_usb_in_computer.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/lamp_on.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/lamp_on.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/meat_on_grill.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/meat_on_grill.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/open_door.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/open_door.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/open_drawer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/open_drawer.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/open_microwave.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/open_microwave.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/open_oven.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/open_oven.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/phone_on_base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/phone_on_base.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/pick_up_cup.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/pick_up_cup.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/press_switch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/press_switch.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/put_books_on_bookshelf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/put_books_on_bookshelf.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/put_money_in_safe.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/put_money_in_safe.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/put_rubbish_in_bin.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/put_rubbish_in_bin.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/reach_target.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/reach_target.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/slide_block_to_target.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/slide_block_to_target.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/stack_wine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/stack_wine.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/sweep_to_dustpan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/sweep_to_dustpan.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/take_lid_off_saucepan.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/take_lid_off_saucepan.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/take_plate_off_colored_dish_rack.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/take_plate_off_colored_dish_rack.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/toilet_seat_up.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/toilet_seat_up.yaml -------------------------------------------------------------------------------- /cfgs/rlbench_task/turn_tap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cfgs/rlbench_task/turn_tap.yaml -------------------------------------------------------------------------------- /conda_env.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/conda_env.yml -------------------------------------------------------------------------------- /cqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cqn.py -------------------------------------------------------------------------------- /cqn_dmc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cqn_dmc.py -------------------------------------------------------------------------------- /cqn_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/cqn_utils.py -------------------------------------------------------------------------------- /dmc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/dmc.py -------------------------------------------------------------------------------- /drqv2plus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/drqv2plus.py -------------------------------------------------------------------------------- /logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/logger.py -------------------------------------------------------------------------------- /media/cqn_gif1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/media/cqn_gif1.gif -------------------------------------------------------------------------------- /media/cqn_gif2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/media/cqn_gif2.gif -------------------------------------------------------------------------------- /replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/replay_buffer.py -------------------------------------------------------------------------------- /replay_buffer_dmc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/replay_buffer_dmc.py -------------------------------------------------------------------------------- /rlbench_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/rlbench_env.py -------------------------------------------------------------------------------- /train_dmc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/train_dmc.py -------------------------------------------------------------------------------- /train_rlbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/train_rlbench.py -------------------------------------------------------------------------------- /train_rlbench_drqv2plus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/train_rlbench_drqv2plus.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/utils.py -------------------------------------------------------------------------------- /video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/younggyoseo/CQN/HEAD/video.py --------------------------------------------------------------------------------