├── .gitignore ├── LICENSE ├── README.md ├── configs ├── __init__.py ├── config.py └── infocom_benchmark │ ├── __init__.py │ ├── mp_separate_dp.py │ └── random.py ├── envs ├── __init__.py ├── crowd_sim │ ├── __init__.py │ ├── crowd_sim.py │ └── dataset │ │ ├── KAIST │ │ ├── 10 users 0.csv │ │ ├── 10 users 1.csv │ │ ├── 10 users 2.csv │ │ ├── 10 users 3.csv │ │ ├── 10 users 4.csv │ │ ├── 20 users 0.csv │ │ ├── 20 users 1.csv │ │ ├── 20 users 2.csv │ │ ├── 20 users 3.csv │ │ ├── 20 users 4.csv │ │ ├── 30 users 0.csv │ │ ├── 30 users 1.csv │ │ ├── 30 users 2.csv │ │ ├── 30 users 3.csv │ │ ├── 30 users 4.csv │ │ ├── 40 users 0.csv │ │ ├── 40 users 1.csv │ │ ├── 40 users 2.csv │ │ ├── 40 users 3.csv │ │ ├── 40 users 4.csv │ │ ├── 50 users 0.csv │ │ ├── 50 users 1.csv │ │ ├── 50 users 2.csv │ │ ├── 50 users 3.csv │ │ ├── 50 users 4.csv │ │ ├── 60 users 0.csv │ │ ├── 60 users 1.csv │ │ ├── 60 users 2.csv │ │ ├── 60 users 3.csv │ │ ├── 60 users 4.csv │ │ ├── 70 users 0.csv │ │ ├── 70 users 1.csv │ │ ├── 70 users 2.csv │ │ ├── 70 users 3.csv │ │ ├── 70 users 4.csv │ │ ├── 80 users 0.csv │ │ ├── 80 users 1.csv │ │ ├── 80 users 2.csv │ │ ├── 80 users 3.csv │ │ ├── 80 users 4.csv │ │ ├── 90 users 0.csv │ │ ├── 90 users 1.csv │ │ ├── 90 users 2.csv │ │ ├── 90 users 3.csv │ │ ├── 90 users 4.csv │ │ └── 92 users.csv │ │ ├── NCSU │ │ ├── 10 users 0.csv │ │ ├── 10 users 1.csv │ │ ├── 10 users 2.csv │ │ ├── 10 users 3.csv │ │ ├── 10 users 4.csv │ │ ├── 15 users 0.csv │ │ ├── 15 users 1.csv │ │ ├── 15 users 2.csv │ │ ├── 15 users 3.csv │ │ ├── 15 users 4.csv │ │ ├── 20 users 0.csv │ │ ├── 20 users 1.csv │ │ ├── 20 users 2.csv │ │ ├── 20 users 3.csv │ │ ├── 20 users 4.csv │ │ ├── 25 users 0.csv │ │ ├── 25 users 1.csv │ │ ├── 25 users 2.csv │ │ ├── 25 users 3.csv │ │ ├── 25 users 4.csv │ │ ├── 30 users 0.csv │ │ ├── 30 users 1.csv │ │ ├── 30 users 2.csv │ │ ├── 30 users 3.csv │ │ ├── 30 users 4.csv │ │ ├── 33 users.csv │ │ ├── 5 users 0.csv │ │ ├── 5 users 1.csv │ │ ├── 5 users 2.csv │ │ ├── 5 users 3.csv │ │ └── 5 users 4.csv │ │ ├── __init__.py │ │ ├── geolife_small.gpkg │ │ ├── purdue │ │ ├── 10 users-1.csv │ │ ├── 10 users-2.csv │ │ ├── 10 users-3.csv │ │ ├── 10 users-4.csv │ │ ├── 10 users-5.csv │ │ ├── 20 users-1.csv │ │ ├── 20 users-2.csv │ │ ├── 20 users-3.csv │ │ ├── 20 users-4.csv │ │ ├── 20 users-5.csv │ │ ├── 30 users-1.csv │ │ ├── 30 users-2.csv │ │ ├── 30 users-3.csv │ │ ├── 30 users-4.csv │ │ ├── 30 users-5.csv │ │ ├── 40 users-1.csv │ │ ├── 40 users-2.csv │ │ ├── 40 users-3.csv │ │ ├── 40 users-4.csv │ │ ├── 40 users-5.csv │ │ ├── 50 users-1.csv │ │ ├── 50 users-2.csv │ │ ├── 50 users-3.csv │ │ ├── 50 users-4.csv │ │ ├── 50 users-5.csv │ │ ├── 59 users.csv │ │ ├── README.md │ │ └── processed_train_half_data.csv │ │ └── san │ │ ├── processed_train_half_100_data.csv │ │ └── processed_train_half_data.csv └── model │ ├── __init__.py │ ├── agent.py │ ├── mdp.py │ └── utils.py ├── method ├── __init__.py ├── base.py ├── explorer.py ├── graph_model.py ├── memory.py ├── state_predictor.py ├── trainer.py └── value_estimator.py ├── policies ├── __init__.py ├── base.py ├── model_predictive_rl.py ├── policy_factory.py └── random_policy.py ├── requirements.txt ├── test_our_policy.py ├── test_random.py └── train_our_policy.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/README.md -------------------------------------------------------------------------------- /configs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/configs/config.py -------------------------------------------------------------------------------- /configs/infocom_benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/infocom_benchmark/mp_separate_dp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/configs/infocom_benchmark/mp_separate_dp.py -------------------------------------------------------------------------------- /configs/infocom_benchmark/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/configs/infocom_benchmark/random.py -------------------------------------------------------------------------------- /envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/__init__.py -------------------------------------------------------------------------------- /envs/crowd_sim/__init__.py: -------------------------------------------------------------------------------- 1 | from .crowd_sim import CrowdSim 2 | -------------------------------------------------------------------------------- /envs/crowd_sim/crowd_sim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/crowd_sim.py -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/10 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/10 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/10 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/10 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/10 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/10 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/10 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/10 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/10 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/10 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/20 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/20 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/20 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/20 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/20 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/20 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/20 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/20 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/20 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/20 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/30 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/30 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/30 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/30 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/30 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/30 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/30 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/30 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/30 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/30 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/40 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/40 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/40 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/40 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/40 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/40 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/40 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/40 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/40 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/40 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/50 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/50 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/50 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/50 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/50 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/50 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/50 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/50 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/50 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/50 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/60 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/60 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/60 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/60 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/60 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/60 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/60 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/60 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/60 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/60 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/70 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/70 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/70 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/70 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/70 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/70 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/70 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/70 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/70 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/70 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/80 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/80 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/80 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/80 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/80 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/80 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/80 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/80 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/80 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/80 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/90 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/90 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/90 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/90 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/90 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/90 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/90 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/90 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/90 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/90 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/KAIST/92 users.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/KAIST/92 users.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/10 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/10 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/10 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/10 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/10 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/10 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/10 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/10 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/10 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/10 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/15 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/15 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/15 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/15 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/15 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/15 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/15 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/15 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/15 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/15 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/20 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/20 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/20 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/20 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/20 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/20 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/20 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/20 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/20 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/20 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/25 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/25 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/25 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/25 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/25 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/25 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/25 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/25 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/25 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/25 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/30 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/30 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/30 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/30 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/30 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/30 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/30 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/30 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/30 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/30 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/33 users.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/33 users.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/5 users 0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/5 users 0.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/5 users 1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/5 users 1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/5 users 2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/5 users 2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/5 users 3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/5 users 3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/NCSU/5 users 4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/NCSU/5 users 4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/geolife_small.gpkg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/geolife_small.gpkg -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/10 users-1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/10 users-1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/10 users-2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/10 users-2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/10 users-3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/10 users-3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/10 users-4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/10 users-4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/10 users-5.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/10 users-5.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/20 users-1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/20 users-1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/20 users-2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/20 users-2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/20 users-3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/20 users-3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/20 users-4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/20 users-4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/20 users-5.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/20 users-5.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/30 users-1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/30 users-1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/30 users-2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/30 users-2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/30 users-3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/30 users-3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/30 users-4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/30 users-4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/30 users-5.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/30 users-5.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/40 users-1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/40 users-1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/40 users-2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/40 users-2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/40 users-3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/40 users-3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/40 users-4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/40 users-4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/40 users-5.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/40 users-5.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/50 users-1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/50 users-1.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/50 users-2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/50 users-2.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/50 users-3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/50 users-3.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/50 users-4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/50 users-4.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/50 users-5.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/50 users-5.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/59 users.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/59 users.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/README.md -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/purdue/processed_train_half_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/purdue/processed_train_half_data.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/san/processed_train_half_100_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/san/processed_train_half_100_data.csv -------------------------------------------------------------------------------- /envs/crowd_sim/dataset/san/processed_train_half_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/crowd_sim/dataset/san/processed_train_half_data.csv -------------------------------------------------------------------------------- /envs/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /envs/model/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/model/agent.py -------------------------------------------------------------------------------- /envs/model/mdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/model/mdp.py -------------------------------------------------------------------------------- /envs/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/envs/model/utils.py -------------------------------------------------------------------------------- /method/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /method/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/method/base.py -------------------------------------------------------------------------------- /method/explorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/method/explorer.py -------------------------------------------------------------------------------- /method/graph_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/method/graph_model.py -------------------------------------------------------------------------------- /method/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/method/memory.py -------------------------------------------------------------------------------- /method/state_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/method/state_predictor.py -------------------------------------------------------------------------------- /method/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/method/trainer.py -------------------------------------------------------------------------------- /method/value_estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/method/value_estimator.py -------------------------------------------------------------------------------- /policies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /policies/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/policies/base.py -------------------------------------------------------------------------------- /policies/model_predictive_rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/policies/model_predictive_rl.py -------------------------------------------------------------------------------- /policies/policy_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/policies/policy_factory.py -------------------------------------------------------------------------------- /policies/random_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/policies/random_policy.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/requirements.txt -------------------------------------------------------------------------------- /test_our_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/test_our_policy.py -------------------------------------------------------------------------------- /test_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/test_random.py -------------------------------------------------------------------------------- /train_our_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BIT-MCS/GCRL-min-AoI/HEAD/train_our_policy.py --------------------------------------------------------------------------------