├── .gitignore ├── README.md ├── agent ├── ctrlsac │ └── ctrlsac_agent.py ├── diffsrdrq │ ├── .gitignore │ ├── README.md │ ├── configs │ │ ├── drqv2.yaml │ │ └── latent_diff_sr.yaml │ ├── drqv2.py │ ├── env │ │ ├── dmc_env.py │ │ └── metaworld_env.py │ ├── helper_functions │ │ ├── buffer.py │ │ ├── drqv2_buffer.py │ │ ├── efficient_buffer.py │ │ ├── generate_alphabars_and_alphas.py │ │ ├── util.py │ │ └── video.py │ ├── image_pomdp_deps.txt │ ├── latent_diff_sr.py │ ├── network_arch │ │ ├── actor.py │ │ ├── critic.py │ │ ├── diffuse_rep_critic.py │ │ ├── drqv2.py │ │ ├── latent_diff_sr.py │ │ ├── net │ │ │ ├── __init__.py │ │ │ ├── basic.py │ │ │ └── mlp.py │ │ ├── phi_and_nablamu.py │ │ ├── sacae.py │ │ ├── score_idql.py │ │ ├── score_mlp.py │ │ ├── score_unet.py │ │ ├── vae_1d.py │ │ └── vae_2d.py │ └── train_metaworld.py ├── diffsrsac │ └── diffsrsac_agent.py ├── mulvdrq │ ├── agent_utils.py │ ├── drqv2.py │ ├── logger.py │ ├── metaworld_env.py │ ├── mulv_config.py │ ├── replay_buffer.py │ ├── train_metaworld.py │ └── vae.py ├── sac │ ├── __pycache__ │ │ ├── actor.cpython-39.pyc │ │ ├── critic.cpython-39.pyc │ │ ├── sac_agent.cpython-39.pyc │ │ └── sac_agent2.cpython-39.pyc │ ├── actor.py │ ├── critic.py │ └── sac_agent.py ├── spedersac │ └── spedersac_agent.py └── vlsac │ ├── __pycache__ │ ├── vlsac_agent.cpython-39.pyc │ └── vlsac_agent2.cpython-39.pyc │ └── vlsac_agent.py ├── main.py ├── networks ├── __pycache__ │ ├── critic.cpython-39.pyc │ ├── policy.cpython-39.pyc │ └── vae.cpython-39.pyc ├── critic.py ├── disvae.py ├── new_policy.py ├── policy.py └── vae.py └── utils ├── __pycache__ ├── buffer.cpython-39.pyc └── util.cpython-39.pyc ├── buffer.py └── util.py /.gitignore: -------------------------------------------------------------------------------- 1 | **/__pycache__ 2 | log/ 3 | .idea/ -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/README.md -------------------------------------------------------------------------------- /agent/ctrlsac/ctrlsac_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/ctrlsac/ctrlsac_agent.py -------------------------------------------------------------------------------- /agent/diffsrdrq/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/.gitignore -------------------------------------------------------------------------------- /agent/diffsrdrq/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/README.md -------------------------------------------------------------------------------- /agent/diffsrdrq/configs/drqv2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/configs/drqv2.yaml -------------------------------------------------------------------------------- /agent/diffsrdrq/configs/latent_diff_sr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/configs/latent_diff_sr.yaml -------------------------------------------------------------------------------- /agent/diffsrdrq/drqv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/drqv2.py -------------------------------------------------------------------------------- /agent/diffsrdrq/env/dmc_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/env/dmc_env.py -------------------------------------------------------------------------------- /agent/diffsrdrq/env/metaworld_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/env/metaworld_env.py -------------------------------------------------------------------------------- /agent/diffsrdrq/helper_functions/buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/helper_functions/buffer.py -------------------------------------------------------------------------------- /agent/diffsrdrq/helper_functions/drqv2_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/helper_functions/drqv2_buffer.py -------------------------------------------------------------------------------- /agent/diffsrdrq/helper_functions/efficient_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/helper_functions/efficient_buffer.py -------------------------------------------------------------------------------- /agent/diffsrdrq/helper_functions/generate_alphabars_and_alphas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/helper_functions/generate_alphabars_and_alphas.py -------------------------------------------------------------------------------- /agent/diffsrdrq/helper_functions/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/helper_functions/util.py -------------------------------------------------------------------------------- /agent/diffsrdrq/helper_functions/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/helper_functions/video.py -------------------------------------------------------------------------------- /agent/diffsrdrq/image_pomdp_deps.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/image_pomdp_deps.txt -------------------------------------------------------------------------------- /agent/diffsrdrq/latent_diff_sr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/latent_diff_sr.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/actor.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/critic.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/diffuse_rep_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/diffuse_rep_critic.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/drqv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/drqv2.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/latent_diff_sr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/latent_diff_sr.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/net/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/net/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/net/basic.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/net/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/net/mlp.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/phi_and_nablamu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/phi_and_nablamu.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/sacae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/sacae.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/score_idql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/score_idql.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/score_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/score_mlp.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/score_unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/score_unet.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/vae_1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/vae_1d.py -------------------------------------------------------------------------------- /agent/diffsrdrq/network_arch/vae_2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/network_arch/vae_2d.py -------------------------------------------------------------------------------- /agent/diffsrdrq/train_metaworld.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrdrq/train_metaworld.py -------------------------------------------------------------------------------- /agent/diffsrsac/diffsrsac_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/diffsrsac/diffsrsac_agent.py -------------------------------------------------------------------------------- /agent/mulvdrq/agent_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/mulvdrq/agent_utils.py -------------------------------------------------------------------------------- /agent/mulvdrq/drqv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/mulvdrq/drqv2.py -------------------------------------------------------------------------------- /agent/mulvdrq/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/mulvdrq/logger.py -------------------------------------------------------------------------------- /agent/mulvdrq/metaworld_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/mulvdrq/metaworld_env.py -------------------------------------------------------------------------------- /agent/mulvdrq/mulv_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/mulvdrq/mulv_config.py -------------------------------------------------------------------------------- /agent/mulvdrq/replay_buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/mulvdrq/replay_buffer.py -------------------------------------------------------------------------------- /agent/mulvdrq/train_metaworld.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/mulvdrq/train_metaworld.py -------------------------------------------------------------------------------- /agent/mulvdrq/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/mulvdrq/vae.py -------------------------------------------------------------------------------- /agent/sac/__pycache__/actor.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/sac/__pycache__/actor.cpython-39.pyc -------------------------------------------------------------------------------- /agent/sac/__pycache__/critic.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/sac/__pycache__/critic.cpython-39.pyc -------------------------------------------------------------------------------- /agent/sac/__pycache__/sac_agent.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/sac/__pycache__/sac_agent.cpython-39.pyc -------------------------------------------------------------------------------- /agent/sac/__pycache__/sac_agent2.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/sac/__pycache__/sac_agent2.cpython-39.pyc -------------------------------------------------------------------------------- /agent/sac/actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/sac/actor.py -------------------------------------------------------------------------------- /agent/sac/critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/sac/critic.py -------------------------------------------------------------------------------- /agent/sac/sac_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/sac/sac_agent.py -------------------------------------------------------------------------------- /agent/spedersac/spedersac_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/spedersac/spedersac_agent.py -------------------------------------------------------------------------------- /agent/vlsac/__pycache__/vlsac_agent.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/vlsac/__pycache__/vlsac_agent.cpython-39.pyc -------------------------------------------------------------------------------- /agent/vlsac/__pycache__/vlsac_agent2.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/vlsac/__pycache__/vlsac_agent2.cpython-39.pyc -------------------------------------------------------------------------------- /agent/vlsac/vlsac_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/agent/vlsac/vlsac_agent.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/main.py -------------------------------------------------------------------------------- /networks/__pycache__/critic.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/networks/__pycache__/critic.cpython-39.pyc -------------------------------------------------------------------------------- /networks/__pycache__/policy.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/networks/__pycache__/policy.cpython-39.pyc -------------------------------------------------------------------------------- /networks/__pycache__/vae.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/networks/__pycache__/vae.cpython-39.pyc -------------------------------------------------------------------------------- /networks/critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/networks/critic.py -------------------------------------------------------------------------------- /networks/disvae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/networks/disvae.py -------------------------------------------------------------------------------- /networks/new_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/networks/new_policy.py -------------------------------------------------------------------------------- /networks/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/networks/policy.py -------------------------------------------------------------------------------- /networks/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/networks/vae.py -------------------------------------------------------------------------------- /utils/__pycache__/buffer.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/utils/__pycache__/buffer.cpython-39.pyc -------------------------------------------------------------------------------- /utils/__pycache__/util.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/utils/__pycache__/util.cpython-39.pyc -------------------------------------------------------------------------------- /utils/buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/utils/buffer.py -------------------------------------------------------------------------------- /utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/haotiansun14/spectral-rl2/HEAD/utils/util.py --------------------------------------------------------------------------------