├── .gitattributes ├── .gitignore ├── LICENSE ├── README.md ├── alg ├── __init__.py ├── _env_setting.py ├── experiment.py ├── explain.py ├── fitting.py ├── model_based_rl.py ├── model_free_rl.py └── train.py ├── baselines ├── __init__.py ├── actor.py ├── explainer.py └── q_net.py ├── configs ├── buildmarine.json ├── cartpole.json ├── lunarlander-continuous.json └── lunarlander-discrete.json ├── core ├── __init__.py ├── data.py ├── env.py ├── ptype.py ├── scm │ ├── __init__.py │ └── scm.py └── vtype.py ├── envs ├── aimtest.py ├── cartpole.py ├── lunar_lander.py └── sc2_biuld_marines.py ├── learning ├── __init__.py ├── base.py ├── buffer.py ├── causal_discovery.py ├── config.py ├── env_model │ ├── __init__.py │ ├── env_model.py │ ├── modules.py │ └── simulate.py ├── explain │ ├── __init__.py │ ├── action_effect.py │ ├── explainer.py │ └── explanan.py └── planning │ ├── __init__.py │ └── ppo.py ├── plot.py ├── requirements.txt ├── run.py └── utils ├── __init__.py ├── basics.py ├── fcit ├── LICENSE.txt ├── README.rst ├── __init__.py └── fcit.py ├── log.py ├── reward_scaling.py ├── torchutils.py ├── typings.py └── visualize.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/README.md -------------------------------------------------------------------------------- /alg/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/alg/__init__.py -------------------------------------------------------------------------------- /alg/_env_setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/alg/_env_setting.py -------------------------------------------------------------------------------- /alg/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/alg/experiment.py -------------------------------------------------------------------------------- /alg/explain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/alg/explain.py -------------------------------------------------------------------------------- /alg/fitting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/alg/fitting.py -------------------------------------------------------------------------------- /alg/model_based_rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/alg/model_based_rl.py -------------------------------------------------------------------------------- /alg/model_free_rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/alg/model_free_rl.py -------------------------------------------------------------------------------- /alg/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/alg/train.py -------------------------------------------------------------------------------- /baselines/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/baselines/__init__.py -------------------------------------------------------------------------------- /baselines/actor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/baselines/actor.py -------------------------------------------------------------------------------- /baselines/explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/baselines/explainer.py -------------------------------------------------------------------------------- /baselines/q_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/baselines/q_net.py -------------------------------------------------------------------------------- /configs/buildmarine.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/configs/buildmarine.json -------------------------------------------------------------------------------- /configs/cartpole.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/configs/cartpole.json -------------------------------------------------------------------------------- /configs/lunarlander-continuous.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/configs/lunarlander-continuous.json -------------------------------------------------------------------------------- /configs/lunarlander-discrete.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/configs/lunarlander-discrete.json -------------------------------------------------------------------------------- /core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/core/__init__.py -------------------------------------------------------------------------------- /core/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/core/data.py -------------------------------------------------------------------------------- /core/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/core/env.py -------------------------------------------------------------------------------- /core/ptype.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/core/ptype.py -------------------------------------------------------------------------------- /core/scm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/core/scm/__init__.py -------------------------------------------------------------------------------- /core/scm/scm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/core/scm/scm.py -------------------------------------------------------------------------------- /core/vtype.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/core/vtype.py -------------------------------------------------------------------------------- /envs/aimtest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/envs/aimtest.py -------------------------------------------------------------------------------- /envs/cartpole.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/envs/cartpole.py -------------------------------------------------------------------------------- /envs/lunar_lander.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/envs/lunar_lander.py -------------------------------------------------------------------------------- /envs/sc2_biuld_marines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/envs/sc2_biuld_marines.py -------------------------------------------------------------------------------- /learning/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/__init__.py -------------------------------------------------------------------------------- /learning/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/base.py -------------------------------------------------------------------------------- /learning/buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/buffer.py -------------------------------------------------------------------------------- /learning/causal_discovery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/causal_discovery.py -------------------------------------------------------------------------------- /learning/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/config.py -------------------------------------------------------------------------------- /learning/env_model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/env_model/__init__.py -------------------------------------------------------------------------------- /learning/env_model/env_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/env_model/env_model.py -------------------------------------------------------------------------------- /learning/env_model/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/env_model/modules.py -------------------------------------------------------------------------------- /learning/env_model/simulate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/env_model/simulate.py -------------------------------------------------------------------------------- /learning/explain/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/explain/__init__.py -------------------------------------------------------------------------------- /learning/explain/action_effect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/explain/action_effect.py -------------------------------------------------------------------------------- /learning/explain/explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/explain/explainer.py -------------------------------------------------------------------------------- /learning/explain/explanan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/explain/explanan.py -------------------------------------------------------------------------------- /learning/planning/__init__.py: -------------------------------------------------------------------------------- 1 | from .ppo import PPO, Actor, Critic 2 | -------------------------------------------------------------------------------- /learning/planning/ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/learning/planning/ppo.py -------------------------------------------------------------------------------- /plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/plot.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/run.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/basics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/utils/basics.py -------------------------------------------------------------------------------- /utils/fcit/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/utils/fcit/LICENSE.txt -------------------------------------------------------------------------------- /utils/fcit/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/utils/fcit/README.rst -------------------------------------------------------------------------------- /utils/fcit/__init__.py: -------------------------------------------------------------------------------- 1 | from .fcit import test -------------------------------------------------------------------------------- /utils/fcit/fcit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/utils/fcit/fcit.py -------------------------------------------------------------------------------- /utils/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/utils/log.py -------------------------------------------------------------------------------- /utils/reward_scaling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/utils/reward_scaling.py -------------------------------------------------------------------------------- /utils/torchutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/utils/torchutils.py -------------------------------------------------------------------------------- /utils/typings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/utils/typings.py -------------------------------------------------------------------------------- /utils/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zwyu-ai/Explainable-Causal-Reinforcement-Learning/HEAD/utils/visualize.py --------------------------------------------------------------------------------