├── .gitignore ├── README.md ├── config ├── config.yml ├── config_validation.yml └── config_webeye_env.yml ├── custom ├── MultiCategorical.py ├── MultiOneHotCategorical.py ├── MultiSoftMax.py └── __init__.py ├── data ├── ExpertDataSet.py ├── test_data_sas.csv └── train_data_sas.csv ├── env ├── WebEyeEnv.py └── __init__.py ├── magail ├── GAE.py ├── JointPolicy.py ├── MAGAIL.py ├── Memory.py ├── __init__.py ├── magail_main.py └── ppo_step.py ├── models ├── __init__.py ├── mlp_actor.py ├── mlp_actor_deterministic.py ├── mlp_actor_sac.py ├── mlp_critic.py └── mlp_discriminator.py ├── rl ├── FixedMemory.py ├── __init__.py ├── ddpg.py ├── ddpg_main.py ├── ddpg_step.py ├── sac_alpha.py ├── sac_alpha_step.py └── sac_main.py ├── test ├── __init__.py ├── algos │ └── __init__.py ├── custom │ ├── __init__.py │ ├── test_MultiCategorical.py │ ├── test_MultiOneHotCategorical.py │ └── test_MultiSoftMax.py ├── env │ ├── __init__.py │ └── test_WebEyeEnv.py └── models │ ├── __init__.py │ ├── test_mlp_actor.py │ ├── test_mlp_critic.py │ └── test_mlp_discriminator.py └── utils ├── __init__.py ├── config_util.py ├── time_util.py └── torch_util.py /.gitignore: -------------------------------------------------------------------------------- 1 | log/ 2 | model_pkl/ 3 | .idea/ 4 | .DS_Store 5 | */__pycache__/ 6 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/README.md -------------------------------------------------------------------------------- /config/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/config/config.yml -------------------------------------------------------------------------------- /config/config_validation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/config/config_validation.yml -------------------------------------------------------------------------------- /config/config_webeye_env.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/config/config_webeye_env.yml -------------------------------------------------------------------------------- /custom/MultiCategorical.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/custom/MultiCategorical.py -------------------------------------------------------------------------------- /custom/MultiOneHotCategorical.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/custom/MultiOneHotCategorical.py -------------------------------------------------------------------------------- /custom/MultiSoftMax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/custom/MultiSoftMax.py -------------------------------------------------------------------------------- /custom/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # Created at 2020/2/15 -------------------------------------------------------------------------------- /data/ExpertDataSet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/data/ExpertDataSet.py -------------------------------------------------------------------------------- /data/test_data_sas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/data/test_data_sas.csv -------------------------------------------------------------------------------- /data/train_data_sas.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/data/train_data_sas.csv -------------------------------------------------------------------------------- /env/WebEyeEnv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/env/WebEyeEnv.py -------------------------------------------------------------------------------- /env/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # Created at 2020/4/30 -------------------------------------------------------------------------------- /magail/GAE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/magail/GAE.py -------------------------------------------------------------------------------- /magail/JointPolicy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/magail/JointPolicy.py -------------------------------------------------------------------------------- /magail/MAGAIL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/magail/MAGAIL.py -------------------------------------------------------------------------------- /magail/Memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/magail/Memory.py -------------------------------------------------------------------------------- /magail/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # Created at 2020/2/15 -------------------------------------------------------------------------------- /magail/magail_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/magail/magail_main.py -------------------------------------------------------------------------------- /magail/ppo_step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/magail/ppo_step.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # Created at 2020/2/15 -------------------------------------------------------------------------------- /models/mlp_actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/models/mlp_actor.py -------------------------------------------------------------------------------- /models/mlp_actor_deterministic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/models/mlp_actor_deterministic.py -------------------------------------------------------------------------------- /models/mlp_actor_sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/models/mlp_actor_sac.py -------------------------------------------------------------------------------- /models/mlp_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/models/mlp_critic.py -------------------------------------------------------------------------------- /models/mlp_discriminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/models/mlp_discriminator.py -------------------------------------------------------------------------------- /rl/FixedMemory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/rl/FixedMemory.py -------------------------------------------------------------------------------- /rl/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # Created at 2020/5/1 -------------------------------------------------------------------------------- /rl/ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/rl/ddpg.py -------------------------------------------------------------------------------- /rl/ddpg_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/rl/ddpg_main.py -------------------------------------------------------------------------------- /rl/ddpg_step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/rl/ddpg_step.py -------------------------------------------------------------------------------- /rl/sac_alpha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/rl/sac_alpha.py -------------------------------------------------------------------------------- /rl/sac_alpha_step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/rl/sac_alpha_step.py -------------------------------------------------------------------------------- /rl/sac_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/rl/sac_main.py -------------------------------------------------------------------------------- /test/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # Created at 2020/2/15 -------------------------------------------------------------------------------- /test/algos/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # Created at 2020/2/15 -------------------------------------------------------------------------------- /test/custom/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # Created at 2020/2/15 -------------------------------------------------------------------------------- /test/custom/test_MultiCategorical.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/test/custom/test_MultiCategorical.py -------------------------------------------------------------------------------- /test/custom/test_MultiOneHotCategorical.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/test/custom/test_MultiOneHotCategorical.py -------------------------------------------------------------------------------- /test/custom/test_MultiSoftMax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/test/custom/test_MultiSoftMax.py -------------------------------------------------------------------------------- /test/env/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/env/test_WebEyeEnv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/test/env/test_WebEyeEnv.py -------------------------------------------------------------------------------- /test/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/models/test_mlp_actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/test/models/test_mlp_actor.py -------------------------------------------------------------------------------- /test/models/test_mlp_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/test/models/test_mlp_critic.py -------------------------------------------------------------------------------- /test/models/test_mlp_discriminator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/test/models/test_mlp_discriminator.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # Created at 2020/2/15 -------------------------------------------------------------------------------- /utils/config_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/utils/config_util.py -------------------------------------------------------------------------------- /utils/time_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/utils/time_util.py -------------------------------------------------------------------------------- /utils/torch_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RITCHIEHuang/MAGAIL/HEAD/utils/torch_util.py --------------------------------------------------------------------------------