├── .gitignore ├── LICENSE ├── README.md ├── environment.yml ├── envs ├── __init__.py └── pointmaze │ ├── __init__.py │ ├── config │ ├── maze_ablation_post0.1.json │ ├── maze_ablation_post0.3.json │ ├── maze_ablation_post0.7.json │ ├── maze_ablation_post0.9.json │ └── maze_default.json │ ├── create_maze_dataset.py │ ├── envs │ ├── __init__.py │ ├── base.py │ └── point_maze.py │ ├── policies │ ├── __init__.py │ ├── base.py │ └── maze_expert.py │ ├── samplers │ ├── __init__.py │ ├── base.py │ ├── maze_sampler.py │ └── trajectory_sampler.py │ └── utils │ ├── evaluate_episodes.py │ ├── maze_utils.py │ └── trajectory.py ├── examples ├── pointmaze │ ├── run_bc_maze.py │ ├── run_combo_maze.py │ ├── run_cql_maze.py │ ├── run_dt_maze.py │ ├── run_mbbc_maze.py │ ├── run_mbcql_maze.py │ ├── run_mbdt_maze.py │ ├── run_mbrcsl_maze.py │ ├── run_mopo_maze.py │ ├── run_morel_maze.py │ └── run_rcsl_gauss_maze.py └── roboverse │ ├── run_combo_roboverse.py │ ├── run_cql_roboverse.py │ ├── run_diffusionbc_roboverse.py │ ├── run_dt_roboverse.py │ ├── run_mbcql_roboverse.py │ ├── run_mbrcsl_dtbeh_roboverse.py │ ├── run_mbrcsl_mlpbeh_roboverse.py │ ├── run_mbrcsl_mlpdyn_roboverse.py │ └── run_mbrcsl_roboverse.py ├── offlinerlkit ├── __init__.py ├── buffer │ ├── __init__.py │ └── buffer.py ├── dynamics │ ├── __init__.py │ ├── base_dynamics.py │ ├── ensemble_dynamics.py │ └── transformer_dynamics.py ├── modules │ ├── __init__.py │ ├── actor_module.py │ ├── critic_module.py │ ├── dist_module.py │ ├── dynamics_module.py │ ├── ensemble_critic_module.py │ ├── gpt.py │ ├── rcsl_guass_module.py │ ├── rcsl_module.py │ ├── trajectory_gpt2.py │ └── transformer_dynamics_module.py ├── nets │ ├── __init__.py │ ├── ensemble_linear.py │ ├── mlp.py │ ├── rnn.py │ ├── unet.py │ └── vae.py ├── policy │ ├── __init__.py │ ├── base_policy.py │ ├── bc │ │ └── mlp_bc.py │ ├── behavior │ │ └── mlp_policy.py │ ├── decision_transformer │ │ ├── decision_transformer.py │ │ ├── model.py │ │ └── trajectory_gpt2.py │ ├── diffusion │ │ ├── ema.py │ │ └── simple_diffusion.py │ ├── model_based │ │ ├── __init__.py │ │ ├── combo.py │ │ ├── mobile.py │ │ ├── mopo.py │ │ └── rambo.py │ ├── model_free │ │ ├── __init__.py │ │ ├── cql.py │ │ ├── edac.py │ │ ├── iql.py │ │ ├── mcq.py │ │ ├── sac.py │ │ ├── td3.py │ │ └── td3bc.py │ └── rcsl │ │ ├── rcsl_autoregressive.py │ │ ├── rcsl_dt.py │ │ ├── rcsl_mlp.py │ │ └── rcsl_mlp_gauss.py ├── policy_trainer │ ├── __init__.py │ ├── bc_policy_trainer.py │ ├── diffusion_policy_trainer.py │ ├── dt_policy_trainer.py │ ├── mb_policy_trainer.py │ ├── mf_policy_trainer.py │ └── rcsl_policy_trainer.py └── utils │ ├── __init__.py │ ├── config.py │ ├── cumsum.py │ ├── dataset.py │ ├── diffusion_logger.py │ ├── load_dataset.py │ ├── logger.py │ ├── noise.py │ ├── none_or_str.py │ ├── plotter.py │ ├── roboverse_utils.py │ ├── scaler.py │ ├── set_up_seed.py │ ├── soft_clamp.py │ ├── termination_fns.py │ ├── trajectory.py │ └── transformer_utils.py └── scripts ├── doubledrawercloseopen ├── ablation.sh └── run.sh ├── doubledraweropen ├── ablation.sh └── run.sh ├── pickplace ├── ablation.sh └── run.sh └── pointmaze ├── ablation.sh └── run.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/README.md -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/environment.yml -------------------------------------------------------------------------------- /envs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /envs/pointmaze/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /envs/pointmaze/config/maze_ablation_post0.1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/config/maze_ablation_post0.1.json -------------------------------------------------------------------------------- /envs/pointmaze/config/maze_ablation_post0.3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/config/maze_ablation_post0.3.json -------------------------------------------------------------------------------- /envs/pointmaze/config/maze_ablation_post0.7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/config/maze_ablation_post0.7.json -------------------------------------------------------------------------------- /envs/pointmaze/config/maze_ablation_post0.9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/config/maze_ablation_post0.9.json -------------------------------------------------------------------------------- /envs/pointmaze/config/maze_default.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/config/maze_default.json -------------------------------------------------------------------------------- /envs/pointmaze/create_maze_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/create_maze_dataset.py -------------------------------------------------------------------------------- /envs/pointmaze/envs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /envs/pointmaze/envs/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/envs/base.py -------------------------------------------------------------------------------- /envs/pointmaze/envs/point_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/envs/point_maze.py -------------------------------------------------------------------------------- /envs/pointmaze/policies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /envs/pointmaze/policies/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/policies/base.py -------------------------------------------------------------------------------- /envs/pointmaze/policies/maze_expert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/policies/maze_expert.py -------------------------------------------------------------------------------- /envs/pointmaze/samplers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /envs/pointmaze/samplers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/samplers/base.py -------------------------------------------------------------------------------- /envs/pointmaze/samplers/maze_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/samplers/maze_sampler.py -------------------------------------------------------------------------------- /envs/pointmaze/samplers/trajectory_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/samplers/trajectory_sampler.py -------------------------------------------------------------------------------- /envs/pointmaze/utils/evaluate_episodes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/utils/evaluate_episodes.py -------------------------------------------------------------------------------- /envs/pointmaze/utils/maze_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/utils/maze_utils.py -------------------------------------------------------------------------------- /envs/pointmaze/utils/trajectory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/envs/pointmaze/utils/trajectory.py -------------------------------------------------------------------------------- /examples/pointmaze/run_bc_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/pointmaze/run_bc_maze.py -------------------------------------------------------------------------------- /examples/pointmaze/run_combo_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/pointmaze/run_combo_maze.py -------------------------------------------------------------------------------- /examples/pointmaze/run_cql_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/pointmaze/run_cql_maze.py -------------------------------------------------------------------------------- /examples/pointmaze/run_dt_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/pointmaze/run_dt_maze.py -------------------------------------------------------------------------------- /examples/pointmaze/run_mbbc_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/pointmaze/run_mbbc_maze.py -------------------------------------------------------------------------------- /examples/pointmaze/run_mbcql_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/pointmaze/run_mbcql_maze.py -------------------------------------------------------------------------------- /examples/pointmaze/run_mbdt_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/pointmaze/run_mbdt_maze.py -------------------------------------------------------------------------------- /examples/pointmaze/run_mbrcsl_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/pointmaze/run_mbrcsl_maze.py -------------------------------------------------------------------------------- /examples/pointmaze/run_mopo_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/pointmaze/run_mopo_maze.py -------------------------------------------------------------------------------- /examples/pointmaze/run_morel_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/pointmaze/run_morel_maze.py -------------------------------------------------------------------------------- /examples/pointmaze/run_rcsl_gauss_maze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/pointmaze/run_rcsl_gauss_maze.py -------------------------------------------------------------------------------- /examples/roboverse/run_combo_roboverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/roboverse/run_combo_roboverse.py -------------------------------------------------------------------------------- /examples/roboverse/run_cql_roboverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/roboverse/run_cql_roboverse.py -------------------------------------------------------------------------------- /examples/roboverse/run_diffusionbc_roboverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/roboverse/run_diffusionbc_roboverse.py -------------------------------------------------------------------------------- /examples/roboverse/run_dt_roboverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/roboverse/run_dt_roboverse.py -------------------------------------------------------------------------------- /examples/roboverse/run_mbcql_roboverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/roboverse/run_mbcql_roboverse.py -------------------------------------------------------------------------------- /examples/roboverse/run_mbrcsl_dtbeh_roboverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/roboverse/run_mbrcsl_dtbeh_roboverse.py -------------------------------------------------------------------------------- /examples/roboverse/run_mbrcsl_mlpbeh_roboverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/roboverse/run_mbrcsl_mlpbeh_roboverse.py -------------------------------------------------------------------------------- /examples/roboverse/run_mbrcsl_mlpdyn_roboverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/roboverse/run_mbrcsl_mlpdyn_roboverse.py -------------------------------------------------------------------------------- /examples/roboverse/run_mbrcsl_roboverse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/examples/roboverse/run_mbrcsl_roboverse.py -------------------------------------------------------------------------------- /offlinerlkit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /offlinerlkit/buffer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/buffer/__init__.py -------------------------------------------------------------------------------- /offlinerlkit/buffer/buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/buffer/buffer.py -------------------------------------------------------------------------------- /offlinerlkit/dynamics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/dynamics/__init__.py -------------------------------------------------------------------------------- /offlinerlkit/dynamics/base_dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/dynamics/base_dynamics.py -------------------------------------------------------------------------------- /offlinerlkit/dynamics/ensemble_dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/dynamics/ensemble_dynamics.py -------------------------------------------------------------------------------- /offlinerlkit/dynamics/transformer_dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/dynamics/transformer_dynamics.py -------------------------------------------------------------------------------- /offlinerlkit/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/modules/__init__.py -------------------------------------------------------------------------------- /offlinerlkit/modules/actor_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/modules/actor_module.py -------------------------------------------------------------------------------- /offlinerlkit/modules/critic_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/modules/critic_module.py -------------------------------------------------------------------------------- /offlinerlkit/modules/dist_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/modules/dist_module.py -------------------------------------------------------------------------------- /offlinerlkit/modules/dynamics_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/modules/dynamics_module.py -------------------------------------------------------------------------------- /offlinerlkit/modules/ensemble_critic_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/modules/ensemble_critic_module.py -------------------------------------------------------------------------------- /offlinerlkit/modules/gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/modules/gpt.py -------------------------------------------------------------------------------- /offlinerlkit/modules/rcsl_guass_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/modules/rcsl_guass_module.py -------------------------------------------------------------------------------- /offlinerlkit/modules/rcsl_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/modules/rcsl_module.py -------------------------------------------------------------------------------- /offlinerlkit/modules/trajectory_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/modules/trajectory_gpt2.py -------------------------------------------------------------------------------- /offlinerlkit/modules/transformer_dynamics_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/modules/transformer_dynamics_module.py -------------------------------------------------------------------------------- /offlinerlkit/nets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/nets/__init__.py -------------------------------------------------------------------------------- /offlinerlkit/nets/ensemble_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/nets/ensemble_linear.py -------------------------------------------------------------------------------- /offlinerlkit/nets/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/nets/mlp.py -------------------------------------------------------------------------------- /offlinerlkit/nets/rnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/nets/rnn.py -------------------------------------------------------------------------------- /offlinerlkit/nets/unet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/nets/unet.py -------------------------------------------------------------------------------- /offlinerlkit/nets/vae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/nets/vae.py -------------------------------------------------------------------------------- /offlinerlkit/policy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/__init__.py -------------------------------------------------------------------------------- /offlinerlkit/policy/base_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/base_policy.py -------------------------------------------------------------------------------- /offlinerlkit/policy/bc/mlp_bc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/bc/mlp_bc.py -------------------------------------------------------------------------------- /offlinerlkit/policy/behavior/mlp_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/behavior/mlp_policy.py -------------------------------------------------------------------------------- /offlinerlkit/policy/decision_transformer/decision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/decision_transformer/decision_transformer.py -------------------------------------------------------------------------------- /offlinerlkit/policy/decision_transformer/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/decision_transformer/model.py -------------------------------------------------------------------------------- /offlinerlkit/policy/decision_transformer/trajectory_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/decision_transformer/trajectory_gpt2.py -------------------------------------------------------------------------------- /offlinerlkit/policy/diffusion/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/diffusion/ema.py -------------------------------------------------------------------------------- /offlinerlkit/policy/diffusion/simple_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/diffusion/simple_diffusion.py -------------------------------------------------------------------------------- /offlinerlkit/policy/model_based/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /offlinerlkit/policy/model_based/combo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/model_based/combo.py -------------------------------------------------------------------------------- /offlinerlkit/policy/model_based/mobile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/model_based/mobile.py -------------------------------------------------------------------------------- /offlinerlkit/policy/model_based/mopo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/model_based/mopo.py -------------------------------------------------------------------------------- /offlinerlkit/policy/model_based/rambo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/model_based/rambo.py -------------------------------------------------------------------------------- /offlinerlkit/policy/model_free/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /offlinerlkit/policy/model_free/cql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/model_free/cql.py -------------------------------------------------------------------------------- /offlinerlkit/policy/model_free/edac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/model_free/edac.py -------------------------------------------------------------------------------- /offlinerlkit/policy/model_free/iql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/model_free/iql.py -------------------------------------------------------------------------------- /offlinerlkit/policy/model_free/mcq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/model_free/mcq.py -------------------------------------------------------------------------------- /offlinerlkit/policy/model_free/sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/model_free/sac.py -------------------------------------------------------------------------------- /offlinerlkit/policy/model_free/td3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/model_free/td3.py -------------------------------------------------------------------------------- /offlinerlkit/policy/model_free/td3bc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/model_free/td3bc.py -------------------------------------------------------------------------------- /offlinerlkit/policy/rcsl/rcsl_autoregressive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/rcsl/rcsl_autoregressive.py -------------------------------------------------------------------------------- /offlinerlkit/policy/rcsl/rcsl_dt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/rcsl/rcsl_dt.py -------------------------------------------------------------------------------- /offlinerlkit/policy/rcsl/rcsl_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/rcsl/rcsl_mlp.py -------------------------------------------------------------------------------- /offlinerlkit/policy/rcsl/rcsl_mlp_gauss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy/rcsl/rcsl_mlp_gauss.py -------------------------------------------------------------------------------- /offlinerlkit/policy_trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy_trainer/__init__.py -------------------------------------------------------------------------------- /offlinerlkit/policy_trainer/bc_policy_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy_trainer/bc_policy_trainer.py -------------------------------------------------------------------------------- /offlinerlkit/policy_trainer/diffusion_policy_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy_trainer/diffusion_policy_trainer.py -------------------------------------------------------------------------------- /offlinerlkit/policy_trainer/dt_policy_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy_trainer/dt_policy_trainer.py -------------------------------------------------------------------------------- /offlinerlkit/policy_trainer/mb_policy_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy_trainer/mb_policy_trainer.py -------------------------------------------------------------------------------- /offlinerlkit/policy_trainer/mf_policy_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy_trainer/mf_policy_trainer.py -------------------------------------------------------------------------------- /offlinerlkit/policy_trainer/rcsl_policy_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/policy_trainer/rcsl_policy_trainer.py -------------------------------------------------------------------------------- /offlinerlkit/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /offlinerlkit/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/config.py -------------------------------------------------------------------------------- /offlinerlkit/utils/cumsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/cumsum.py -------------------------------------------------------------------------------- /offlinerlkit/utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/dataset.py -------------------------------------------------------------------------------- /offlinerlkit/utils/diffusion_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/diffusion_logger.py -------------------------------------------------------------------------------- /offlinerlkit/utils/load_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/load_dataset.py -------------------------------------------------------------------------------- /offlinerlkit/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/logger.py -------------------------------------------------------------------------------- /offlinerlkit/utils/noise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/noise.py -------------------------------------------------------------------------------- /offlinerlkit/utils/none_or_str.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/none_or_str.py -------------------------------------------------------------------------------- /offlinerlkit/utils/plotter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/plotter.py -------------------------------------------------------------------------------- /offlinerlkit/utils/roboverse_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/roboverse_utils.py -------------------------------------------------------------------------------- /offlinerlkit/utils/scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/scaler.py -------------------------------------------------------------------------------- /offlinerlkit/utils/set_up_seed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/set_up_seed.py -------------------------------------------------------------------------------- /offlinerlkit/utils/soft_clamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/soft_clamp.py -------------------------------------------------------------------------------- /offlinerlkit/utils/termination_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/termination_fns.py -------------------------------------------------------------------------------- /offlinerlkit/utils/trajectory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/trajectory.py -------------------------------------------------------------------------------- /offlinerlkit/utils/transformer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/offlinerlkit/utils/transformer_utils.py -------------------------------------------------------------------------------- /scripts/doubledrawercloseopen/ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/scripts/doubledrawercloseopen/ablation.sh -------------------------------------------------------------------------------- /scripts/doubledrawercloseopen/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/scripts/doubledrawercloseopen/run.sh -------------------------------------------------------------------------------- /scripts/doubledraweropen/ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/scripts/doubledraweropen/ablation.sh -------------------------------------------------------------------------------- /scripts/doubledraweropen/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/scripts/doubledraweropen/run.sh -------------------------------------------------------------------------------- /scripts/pickplace/ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/scripts/pickplace/ablation.sh -------------------------------------------------------------------------------- /scripts/pickplace/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/scripts/pickplace/run.sh -------------------------------------------------------------------------------- /scripts/pointmaze/ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/scripts/pointmaze/ablation.sh -------------------------------------------------------------------------------- /scripts/pointmaze/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhaoyizhou1123/mbrcsl/HEAD/scripts/pointmaze/run.sh --------------------------------------------------------------------------------