├── .gitignore ├── LICENSE ├── README.md ├── config ├── gridworld.yaml ├── lfiw_metaworld.yaml ├── lfiw_metaworld_no_tau.yaml ├── lfiw_mujoco.yaml ├── lfiw_sac_metaworld.yaml ├── lfiw_sac_mujoco.yaml ├── metaworld.yaml └── mujoco.yaml ├── discor.yaml ├── discor ├── __init__.py ├── agent.py ├── algorithm │ ├── __init__.py │ ├── base.py │ ├── discor.py │ ├── dqn.py │ ├── eval.py │ ├── rlkit.egg-info │ │ ├── PKG-INFO │ │ ├── SOURCES.txt │ │ ├── dependency_links.txt │ │ └── top_level.txt │ ├── rlkit │ │ ├── __init__.py │ │ ├── core │ │ │ ├── __init__.py │ │ │ ├── batch_rl_algorithm.py │ │ │ ├── eval_util.py │ │ │ ├── logging.py │ │ │ ├── online_rl_algorithm.py │ │ │ ├── rl_algorithm.py │ │ │ ├── serializable.py │ │ │ ├── tabulate.py │ │ │ └── trainer.py │ │ ├── data_management │ │ │ ├── __init__.py │ │ │ ├── env_replay_buffer.py │ │ │ ├── normalizer.py │ │ │ ├── obs_dict_replay_buffer.py │ │ │ ├── online_vae_replay_buffer.py │ │ │ ├── path_builder.py │ │ │ ├── priority_replay_buffer.py │ │ │ ├── replay_buffer.py │ │ │ ├── shared_obs_dict_replay_buffer.py │ │ │ └── simple_replay_buffer.py │ │ ├── envs │ │ │ ├── ant.py │ │ │ ├── assets │ │ │ │ ├── low_gear_ratio_ant.xml │ │ │ │ └── reacher_7dof.xml │ │ │ ├── env_utils.py │ │ │ ├── goal_generation │ │ │ │ └── pickup_goal_dataset.py │ │ │ ├── mujoco_env.py │ │ │ ├── mujoco_image_env.py │ │ │ ├── vae_wrapper.py │ │ │ └── wrappers.py │ │ ├── exploration_strategies │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ ├── epsilon_greedy.py │ │ │ ├── gaussian_and_epsilon_strategy.py │ │ │ ├── gaussian_strategy.py │ │ │ └── ou_strategy.py │ │ ├── launchers │ │ │ ├── __init__.py │ │ │ ├── conf.py │ │ │ ├── launcher_util.py │ │ │ └── skewfit_experiments.py │ │ ├── policies │ │ │ ├── __init__.py │ │ │ ├── argmax.py │ │ │ ├── base.py │ │ │ └── simple.py │ │ ├── pythonplusplus.py │ │ ├── samplers │ │ │ ├── __init__.py │ │ │ ├── data_collector │ │ │ │ ├── __init__.py │ │ │ │ ├── base.py │ │ │ │ ├── path_collector.py │ │ │ │ ├── step_collector.py │ │ │ │ └── vae_env.py │ │ │ ├── rollout_functions.py │ │ │ └── util.py │ │ ├── torch │ │ │ ├── __init__.py │ │ │ ├── conv_networks.py │ │ │ ├── core.py │ │ │ ├── data.py │ │ │ ├── data_management │ │ │ │ ├── __init__.py │ │ │ │ └── normalizer.py │ │ │ ├── ddpg │ │ │ │ ├── __init__.py │ │ │ │ └── ddpg.py │ │ │ ├── distributions.py │ │ │ ├── dqn │ │ │ │ ├── __init__.py │ │ │ │ ├── double_dqn.py │ │ │ │ └── dqn.py │ │ │ ├── her │ │ │ │ ├── __init__.py │ │ │ │ └── her.py │ │ │ ├── iwq │ │ │ │ ├── __init__.py │ │ │ │ ├── iwq.py │ │ │ │ └── policies.py │ │ │ ├── modules.py │ │ │ ├── networks.py │ │ │ ├── normal_sac │ │ │ │ ├── __init__.py │ │ │ │ ├── normal_sac.py │ │ │ │ └── policies.py │ │ │ ├── pytorch_util.py │ │ │ ├── sac │ │ │ │ ├── __init__.py │ │ │ │ ├── policies.py │ │ │ │ └── sac.py │ │ │ ├── single_iwq │ │ │ │ ├── __init__.py │ │ │ │ ├── policies.py │ │ │ │ └── single_iwq.py │ │ │ ├── skewfit │ │ │ │ ├── online_vae_algorithm.py │ │ │ │ └── video_gen.py │ │ │ ├── td3 │ │ │ │ ├── __init__.py │ │ │ │ └── td3.py │ │ │ ├── torch_rl_algorithm.py │ │ │ └── vae │ │ │ │ ├── conv_vae.py │ │ │ │ ├── vae_base.py │ │ │ │ ├── vae_schedules.py │ │ │ │ └── vae_trainer.py │ │ └── util │ │ │ ├── hyperparameter.py │ │ │ ├── io.py │ │ │ ├── ml_util.py │ │ │ └── video.py │ ├── sac.py │ └── setup.py ├── env.py ├── env_SG.py ├── envs │ ├── __init__.py │ └── continuous_grid.py ├── network.py ├── replay_buffer.py └── utils.py ├── experiments ├── Q_eval │ └── eval_step_qloss.py ├── didactic │ └── linear_mdp.py ├── paper_utils.py │ └── draw.ipynb └── res_plot │ ├── extract_reward.py │ ├── extract_reward_metaworld.py │ ├── plot.ipynb │ ├── plot.py │ ├── plot_abation.ipynb │ ├── plot_metaworld.ipynb │ ├── plot_metaworld.py │ ├── plot_metaworld_multi.py │ └── plot_noise.py ├── requirements.txt ├── test.py └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/README.md -------------------------------------------------------------------------------- /config/gridworld.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/config/gridworld.yaml -------------------------------------------------------------------------------- /config/lfiw_metaworld.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/config/lfiw_metaworld.yaml -------------------------------------------------------------------------------- /config/lfiw_metaworld_no_tau.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/config/lfiw_metaworld_no_tau.yaml -------------------------------------------------------------------------------- /config/lfiw_mujoco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/config/lfiw_mujoco.yaml -------------------------------------------------------------------------------- /config/lfiw_sac_metaworld.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/config/lfiw_sac_metaworld.yaml -------------------------------------------------------------------------------- /config/lfiw_sac_mujoco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/config/lfiw_sac_mujoco.yaml -------------------------------------------------------------------------------- /config/metaworld.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/config/metaworld.yaml -------------------------------------------------------------------------------- /config/mujoco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/config/mujoco.yaml -------------------------------------------------------------------------------- /discor.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor.yaml -------------------------------------------------------------------------------- /discor/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/agent.py -------------------------------------------------------------------------------- /discor/algorithm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/__init__.py -------------------------------------------------------------------------------- /discor/algorithm/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/base.py -------------------------------------------------------------------------------- /discor/algorithm/discor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/discor.py -------------------------------------------------------------------------------- /discor/algorithm/dqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/dqn.py -------------------------------------------------------------------------------- /discor/algorithm/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/eval.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit.egg-info/PKG-INFO -------------------------------------------------------------------------------- /discor/algorithm/rlkit.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /discor/algorithm/rlkit.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | rlkit 2 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/core/__init__.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/core/batch_rl_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/core/batch_rl_algorithm.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/core/eval_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/core/eval_util.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/core/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/core/logging.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/core/online_rl_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/core/online_rl_algorithm.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/core/rl_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/core/rl_algorithm.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/core/serializable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/core/serializable.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/core/tabulate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/core/tabulate.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/core/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/core/trainer.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/data_management/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/data_management/env_replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/data_management/env_replay_buffer.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/data_management/normalizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/data_management/normalizer.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/data_management/obs_dict_replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/data_management/obs_dict_replay_buffer.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/data_management/online_vae_replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/data_management/online_vae_replay_buffer.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/data_management/path_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/data_management/path_builder.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/data_management/priority_replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/data_management/priority_replay_buffer.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/data_management/replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/data_management/replay_buffer.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/data_management/shared_obs_dict_replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/data_management/shared_obs_dict_replay_buffer.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/data_management/simple_replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/data_management/simple_replay_buffer.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/envs/ant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/envs/ant.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/envs/assets/low_gear_ratio_ant.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/envs/assets/low_gear_ratio_ant.xml -------------------------------------------------------------------------------- /discor/algorithm/rlkit/envs/assets/reacher_7dof.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/envs/assets/reacher_7dof.xml -------------------------------------------------------------------------------- /discor/algorithm/rlkit/envs/env_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/envs/env_utils.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/envs/goal_generation/pickup_goal_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/envs/goal_generation/pickup_goal_dataset.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/envs/mujoco_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/envs/mujoco_env.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/envs/mujoco_image_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/envs/mujoco_image_env.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/envs/vae_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/envs/vae_wrapper.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/envs/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/envs/wrappers.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/exploration_strategies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/exploration_strategies/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/exploration_strategies/base.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/exploration_strategies/epsilon_greedy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/exploration_strategies/epsilon_greedy.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/exploration_strategies/gaussian_and_epsilon_strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/exploration_strategies/gaussian_and_epsilon_strategy.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/exploration_strategies/gaussian_strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/exploration_strategies/gaussian_strategy.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/exploration_strategies/ou_strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/exploration_strategies/ou_strategy.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/launchers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/launchers/__init__.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/launchers/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/launchers/conf.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/launchers/launcher_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/launchers/launcher_util.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/launchers/skewfit_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/launchers/skewfit_experiments.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/policies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/policies/argmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/policies/argmax.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/policies/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/policies/base.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/policies/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/policies/simple.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/pythonplusplus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/pythonplusplus.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/samplers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/samplers/data_collector/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/samplers/data_collector/__init__.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/samplers/data_collector/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/samplers/data_collector/base.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/samplers/data_collector/path_collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/samplers/data_collector/path_collector.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/samplers/data_collector/step_collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/samplers/data_collector/step_collector.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/samplers/data_collector/vae_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/samplers/data_collector/vae_env.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/samplers/rollout_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/samplers/rollout_functions.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/samplers/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/samplers/util.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/conv_networks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/conv_networks.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/core.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/data.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/data_management/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/data_management/normalizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/data_management/normalizer.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/ddpg/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/ddpg/ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/ddpg/ddpg.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/distributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/distributions.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/dqn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/dqn/double_dqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/dqn/double_dqn.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/dqn/dqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/dqn/dqn.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/her/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/her/her.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/her/her.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/iwq/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/iwq/iwq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/iwq/iwq.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/iwq/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/iwq/policies.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/modules.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/networks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/networks.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/normal_sac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/normal_sac/normal_sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/normal_sac/normal_sac.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/normal_sac/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/normal_sac/policies.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/pytorch_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/pytorch_util.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/sac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/sac/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/sac/policies.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/sac/sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/sac/sac.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/single_iwq/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/single_iwq/policies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/single_iwq/policies.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/single_iwq/single_iwq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/single_iwq/single_iwq.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/skewfit/online_vae_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/skewfit/online_vae_algorithm.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/skewfit/video_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/skewfit/video_gen.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/td3/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/td3/td3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/td3/td3.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/torch_rl_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/torch_rl_algorithm.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/vae/conv_vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/vae/conv_vae.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/vae/vae_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/vae/vae_base.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/vae/vae_schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/vae/vae_schedules.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/torch/vae/vae_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/torch/vae/vae_trainer.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/util/hyperparameter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/util/hyperparameter.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/util/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/util/io.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/util/ml_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/util/ml_util.py -------------------------------------------------------------------------------- /discor/algorithm/rlkit/util/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/rlkit/util/video.py -------------------------------------------------------------------------------- /discor/algorithm/sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/sac.py -------------------------------------------------------------------------------- /discor/algorithm/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/algorithm/setup.py -------------------------------------------------------------------------------- /discor/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/env.py -------------------------------------------------------------------------------- /discor/env_SG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/env_SG.py -------------------------------------------------------------------------------- /discor/envs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /discor/envs/continuous_grid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/envs/continuous_grid.py -------------------------------------------------------------------------------- /discor/network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/network.py -------------------------------------------------------------------------------- /discor/replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/replay_buffer.py -------------------------------------------------------------------------------- /discor/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/discor/utils.py -------------------------------------------------------------------------------- /experiments/Q_eval/eval_step_qloss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/experiments/Q_eval/eval_step_qloss.py -------------------------------------------------------------------------------- /experiments/didactic/linear_mdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/experiments/didactic/linear_mdp.py -------------------------------------------------------------------------------- /experiments/paper_utils.py/draw.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/experiments/paper_utils.py/draw.ipynb -------------------------------------------------------------------------------- /experiments/res_plot/extract_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/experiments/res_plot/extract_reward.py -------------------------------------------------------------------------------- /experiments/res_plot/extract_reward_metaworld.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/experiments/res_plot/extract_reward_metaworld.py -------------------------------------------------------------------------------- /experiments/res_plot/plot.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/experiments/res_plot/plot.ipynb -------------------------------------------------------------------------------- /experiments/res_plot/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/experiments/res_plot/plot.py -------------------------------------------------------------------------------- /experiments/res_plot/plot_abation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/experiments/res_plot/plot_abation.ipynb -------------------------------------------------------------------------------- /experiments/res_plot/plot_metaworld.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/experiments/res_plot/plot_metaworld.ipynb -------------------------------------------------------------------------------- /experiments/res_plot/plot_metaworld.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/experiments/res_plot/plot_metaworld.py -------------------------------------------------------------------------------- /experiments/res_plot/plot_metaworld_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/experiments/res_plot/plot_metaworld_multi.py -------------------------------------------------------------------------------- /experiments/res_plot/plot_noise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/experiments/res_plot/plot_noise.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/requirements.txt -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/test.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AIDefender/MyDiscor/HEAD/train.py --------------------------------------------------------------------------------