├── .idea ├── .gitignore ├── Resource_allocation_PPO_RIS_V2V.iml ├── encodings.xml ├── inspectionProfiles │ └── profiles_settings.xml ├── misc.xml └── modules.xml ├── Data.txt ├── Environment3.py ├── RL_train3.py ├── RL_train4.py ├── RL_train5.py ├── RL_train6.py ├── Reward.png ├── Test ├── Data_processing.py ├── Reward_DDPG1000.npy ├── Reward_NO_RIS1000.npy ├── Reward_PPO1000.npy ├── Reward_Random1000.npy ├── Reward_SAC1000.npy ├── Reward_SAC1000_20.npy ├── Reward_SAC1000_30.npy ├── Reward_SAC1000_4.npy ├── Reward_SAC1000_40.npy ├── Reward_SAC1000_6.npy ├── Reward_SAC1000_8.npy ├── Reward_SAC_NO_RIS1000.npy ├── Reward_TD31000.npy ├── Sum_V2I_AoI_DDPG1000.npy ├── Sum_V2I_AoI_NO_RIS1000.npy ├── Sum_V2I_AoI_PPO1000.npy ├── Sum_V2I_AoI_Random1000.npy ├── Sum_V2I_AoI_SAC1000.npy ├── Sum_V2I_AoI_SAC1000_20.npy ├── Sum_V2I_AoI_SAC1000_30.npy ├── Sum_V2I_AoI_SAC1000_4.npy ├── Sum_V2I_AoI_SAC1000_40.npy ├── Sum_V2I_AoI_SAC1000_6.py.npy ├── Sum_V2I_AoI_SAC1000_8.py.npy ├── Sum_V2I_AoI_SAC_NO_RIS1000.npy ├── Sum_V2I_AoI_TD31000.npy ├── Sum_V2I_rate_DDPG1000.npy ├── Sum_V2I_rate_NO_RIS1000.npy ├── Sum_V2I_rate_PPO1000.npy ├── Sum_V2I_rate_Random1000.npy ├── Sum_V2I_rate_SAC1000.npy ├── Sum_V2I_rate_SAC1000_20.npy ├── Sum_V2I_rate_SAC1000_30.npy ├── Sum_V2I_rate_SAC1000_4.npy ├── Sum_V2I_rate_SAC1000_40.npy ├── Sum_V2I_rate_SAC1000_6.npy ├── Sum_V2I_rate_SAC1000_8.npy ├── Sum_V2I_rate_SAC_NO_RIS1000.npy ├── Sum_V2I_rate_TD31000.npy ├── test_RIS │ ├── AoI_RIS.png │ ├── Sum_V2I_AoI_SAC_test.npy │ ├── Sum_V2I_AoI_SAC_test10.npy │ ├── Sum_V2I_rate_SAC_test.npy │ ├── Sum_V2I_rate_SAC_test10.npy │ ├── plot.py │ ├── rate_RIS.png │ └── rate_per_user.png ├── test_byte │ ├── AoI_byte.png │ ├── plot.py │ └── rate_byte.png ├── test_power │ ├── AoI_Power.png │ ├── Pr_power.png │ ├── V2I_Rate_Power.png │ └── plot.py ├── test_v │ ├── Data_processing.py │ ├── Sum_V2I_AoI_SAC_test10.npy │ ├── Sum_V2I_AoI_SAC_test30.npy │ ├── Sum_V2I_AoI_SAC_test50.npy │ ├── Sum_V2I_AoI_SAC_test70.npy │ ├── Sum_V2I_AoI_SAC_test90.npy │ ├── Sum_V2I_rate_SAC_test10.npy │ ├── Sum_V2I_rate_SAC_test30.npy │ ├── Sum_V2I_rate_SAC_test50.npy │ ├── Sum_V2I_rate_SAC_test70.npy │ └── Sum_V2I_rate_SAC_test90.npy ├── test_vehicles │ ├── Sum_V2I_AoI_SAC_test4.npy │ └── Sum_V2I_rate_SAC_test4.npy └── train100 │ ├── Data_processing.py │ ├── Reward_SAC1000.npy │ ├── Sum_V2I_AoI_SAC1000.npy │ └── Sum_V2I_rate_SAC1000.npy ├── Test_no_ris.py ├── __pycache__ ├── Environment.cpython-38.pyc ├── Environment1.cpython-38.pyc ├── Environment3.cpython-39.pyc ├── Environment4.cpython-39.pyc ├── RL_train1.cpython-38.pyc ├── RL_train3.cpython-39.pyc ├── RL_train4.cpython-39.pyc ├── RL_train5.cpython-39.pyc ├── RL_train6.cpython-39.pyc └── replay_memory.cpython-38.pyc ├── log ├── events.out.tfevents.1690374246.DESKTOP-PDL18NR ├── events.out.tfevents.1690374346.DESKTOP-PDL18NR ├── events.out.tfevents.1690374577.DESKTOP-PDL18NR ├── events.out.tfevents.1690374802.DESKTOP-PDL18NR ├── events.out.tfevents.1690420586.DESKTOP-PDL18NR ├── events.out.tfevents.1690420994.DESKTOP-PDL18NR └── events.out.tfevents.1690421034.DESKTOP-PDL18NR ├── main_test.py ├── model ├── ddpg_model │ ├── AoI.mat │ ├── actor_ddpg │ ├── actor_ddpg2 │ ├── critic_ddpg │ ├── critic_ddpg2 │ ├── reward.mat │ ├── target_actor_ddpg │ ├── target_actor_ddpg2 │ ├── target_critic_ddpg │ └── target_critic_ddpg2 ├── ppo_model │ ├── agent_pocicy │ └── agent_policy_old ├── ppo_model8 │ ├── agent_pocicy │ └── agent_policy_old ├── sac_model │ ├── agent_policy │ ├── agent_q1 │ ├── agent_q2 │ └── user_4 ├── sac_model_no_ris │ ├── agent_policy │ ├── agent_q1 │ └── agent_q2 ├── sarl_model │ ├── agent.data-00000-of-00001 │ ├── agent.index │ ├── checkpoint │ ├── reward.mat │ └── train_loss.mat └── td3_model │ ├── Actor_TD3 │ ├── Critic_1_TD3 │ ├── Critic_2_TD3 │ ├── TargetActor_TD3 │ ├── TargetCritic_1_TD3 │ └── TargetCritic_2_TD3 ├── replay_memory.py ├── train3.py ├── train4.py ├── train5.py ├── train6.py ├── train7.py ├── train8.py └── train9.py /.idea/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/.idea/.gitignore -------------------------------------------------------------------------------- /.idea/Resource_allocation_PPO_RIS_V2V.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/.idea/Resource_allocation_PPO_RIS_V2V.iml -------------------------------------------------------------------------------- /.idea/encodings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/.idea/encodings.xml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /Data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Data.txt -------------------------------------------------------------------------------- /Environment3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Environment3.py -------------------------------------------------------------------------------- /RL_train3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/RL_train3.py -------------------------------------------------------------------------------- /RL_train4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/RL_train4.py -------------------------------------------------------------------------------- /RL_train5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/RL_train5.py -------------------------------------------------------------------------------- /RL_train6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/RL_train6.py -------------------------------------------------------------------------------- /Reward.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Reward.png -------------------------------------------------------------------------------- /Test/Data_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Data_processing.py -------------------------------------------------------------------------------- /Test/Reward_DDPG1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Reward_DDPG1000.npy -------------------------------------------------------------------------------- /Test/Reward_NO_RIS1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Reward_NO_RIS1000.npy -------------------------------------------------------------------------------- /Test/Reward_PPO1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Reward_PPO1000.npy -------------------------------------------------------------------------------- /Test/Reward_Random1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Reward_Random1000.npy -------------------------------------------------------------------------------- /Test/Reward_SAC1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Reward_SAC1000.npy -------------------------------------------------------------------------------- /Test/Reward_SAC1000_20.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Reward_SAC1000_20.npy -------------------------------------------------------------------------------- /Test/Reward_SAC1000_30.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Reward_SAC1000_30.npy -------------------------------------------------------------------------------- /Test/Reward_SAC1000_4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Reward_SAC1000_4.npy -------------------------------------------------------------------------------- /Test/Reward_SAC1000_40.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Reward_SAC1000_40.npy -------------------------------------------------------------------------------- /Test/Reward_SAC1000_6.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Reward_SAC1000_6.npy -------------------------------------------------------------------------------- /Test/Reward_SAC1000_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Reward_SAC1000_8.npy -------------------------------------------------------------------------------- /Test/Reward_SAC_NO_RIS1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Reward_SAC_NO_RIS1000.npy -------------------------------------------------------------------------------- /Test/Reward_TD31000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Reward_TD31000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_AoI_DDPG1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_AoI_DDPG1000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_AoI_NO_RIS1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_AoI_NO_RIS1000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_AoI_PPO1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_AoI_PPO1000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_AoI_Random1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_AoI_Random1000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_AoI_SAC1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_AoI_SAC1000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_AoI_SAC1000_20.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_AoI_SAC1000_20.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_AoI_SAC1000_30.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_AoI_SAC1000_30.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_AoI_SAC1000_4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_AoI_SAC1000_4.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_AoI_SAC1000_40.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_AoI_SAC1000_40.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_AoI_SAC1000_6.py.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_AoI_SAC1000_6.py.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_AoI_SAC1000_8.py.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_AoI_SAC1000_8.py.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_AoI_SAC_NO_RIS1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_AoI_SAC_NO_RIS1000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_AoI_TD31000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_AoI_TD31000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_rate_DDPG1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_rate_DDPG1000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_rate_NO_RIS1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_rate_NO_RIS1000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_rate_PPO1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_rate_PPO1000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_rate_Random1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_rate_Random1000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_rate_SAC1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_rate_SAC1000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_rate_SAC1000_20.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_rate_SAC1000_20.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_rate_SAC1000_30.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_rate_SAC1000_30.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_rate_SAC1000_4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_rate_SAC1000_4.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_rate_SAC1000_40.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_rate_SAC1000_40.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_rate_SAC1000_6.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_rate_SAC1000_6.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_rate_SAC1000_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_rate_SAC1000_8.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_rate_SAC_NO_RIS1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_rate_SAC_NO_RIS1000.npy -------------------------------------------------------------------------------- /Test/Sum_V2I_rate_TD31000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/Sum_V2I_rate_TD31000.npy -------------------------------------------------------------------------------- /Test/test_RIS/AoI_RIS.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_RIS/AoI_RIS.png -------------------------------------------------------------------------------- /Test/test_RIS/Sum_V2I_AoI_SAC_test.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_RIS/Sum_V2I_AoI_SAC_test.npy -------------------------------------------------------------------------------- /Test/test_RIS/Sum_V2I_AoI_SAC_test10.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_RIS/Sum_V2I_AoI_SAC_test10.npy -------------------------------------------------------------------------------- /Test/test_RIS/Sum_V2I_rate_SAC_test.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_RIS/Sum_V2I_rate_SAC_test.npy -------------------------------------------------------------------------------- /Test/test_RIS/Sum_V2I_rate_SAC_test10.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_RIS/Sum_V2I_rate_SAC_test10.npy -------------------------------------------------------------------------------- /Test/test_RIS/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_RIS/plot.py -------------------------------------------------------------------------------- /Test/test_RIS/rate_RIS.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_RIS/rate_RIS.png -------------------------------------------------------------------------------- /Test/test_RIS/rate_per_user.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_RIS/rate_per_user.png -------------------------------------------------------------------------------- /Test/test_byte/AoI_byte.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_byte/AoI_byte.png -------------------------------------------------------------------------------- /Test/test_byte/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_byte/plot.py -------------------------------------------------------------------------------- /Test/test_byte/rate_byte.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_byte/rate_byte.png -------------------------------------------------------------------------------- /Test/test_power/AoI_Power.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_power/AoI_Power.png -------------------------------------------------------------------------------- /Test/test_power/Pr_power.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_power/Pr_power.png -------------------------------------------------------------------------------- /Test/test_power/V2I_Rate_Power.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_power/V2I_Rate_Power.png -------------------------------------------------------------------------------- /Test/test_power/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_power/plot.py -------------------------------------------------------------------------------- /Test/test_v/Data_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_v/Data_processing.py -------------------------------------------------------------------------------- /Test/test_v/Sum_V2I_AoI_SAC_test10.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_v/Sum_V2I_AoI_SAC_test10.npy -------------------------------------------------------------------------------- /Test/test_v/Sum_V2I_AoI_SAC_test30.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_v/Sum_V2I_AoI_SAC_test30.npy -------------------------------------------------------------------------------- /Test/test_v/Sum_V2I_AoI_SAC_test50.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_v/Sum_V2I_AoI_SAC_test50.npy -------------------------------------------------------------------------------- /Test/test_v/Sum_V2I_AoI_SAC_test70.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_v/Sum_V2I_AoI_SAC_test70.npy -------------------------------------------------------------------------------- /Test/test_v/Sum_V2I_AoI_SAC_test90.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_v/Sum_V2I_AoI_SAC_test90.npy -------------------------------------------------------------------------------- /Test/test_v/Sum_V2I_rate_SAC_test10.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_v/Sum_V2I_rate_SAC_test10.npy -------------------------------------------------------------------------------- /Test/test_v/Sum_V2I_rate_SAC_test30.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_v/Sum_V2I_rate_SAC_test30.npy -------------------------------------------------------------------------------- /Test/test_v/Sum_V2I_rate_SAC_test50.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_v/Sum_V2I_rate_SAC_test50.npy -------------------------------------------------------------------------------- /Test/test_v/Sum_V2I_rate_SAC_test70.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_v/Sum_V2I_rate_SAC_test70.npy -------------------------------------------------------------------------------- /Test/test_v/Sum_V2I_rate_SAC_test90.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_v/Sum_V2I_rate_SAC_test90.npy -------------------------------------------------------------------------------- /Test/test_vehicles/Sum_V2I_AoI_SAC_test4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_vehicles/Sum_V2I_AoI_SAC_test4.npy -------------------------------------------------------------------------------- /Test/test_vehicles/Sum_V2I_rate_SAC_test4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/test_vehicles/Sum_V2I_rate_SAC_test4.npy -------------------------------------------------------------------------------- /Test/train100/Data_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/train100/Data_processing.py -------------------------------------------------------------------------------- /Test/train100/Reward_SAC1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/train100/Reward_SAC1000.npy -------------------------------------------------------------------------------- /Test/train100/Sum_V2I_AoI_SAC1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/train100/Sum_V2I_AoI_SAC1000.npy -------------------------------------------------------------------------------- /Test/train100/Sum_V2I_rate_SAC1000.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test/train100/Sum_V2I_rate_SAC1000.npy -------------------------------------------------------------------------------- /Test_no_ris.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/Test_no_ris.py -------------------------------------------------------------------------------- /__pycache__/Environment.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/__pycache__/Environment.cpython-38.pyc -------------------------------------------------------------------------------- /__pycache__/Environment1.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/__pycache__/Environment1.cpython-38.pyc -------------------------------------------------------------------------------- /__pycache__/Environment3.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/__pycache__/Environment3.cpython-39.pyc -------------------------------------------------------------------------------- /__pycache__/Environment4.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/__pycache__/Environment4.cpython-39.pyc -------------------------------------------------------------------------------- /__pycache__/RL_train1.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/__pycache__/RL_train1.cpython-38.pyc -------------------------------------------------------------------------------- /__pycache__/RL_train3.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/__pycache__/RL_train3.cpython-39.pyc -------------------------------------------------------------------------------- /__pycache__/RL_train4.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/__pycache__/RL_train4.cpython-39.pyc -------------------------------------------------------------------------------- /__pycache__/RL_train5.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/__pycache__/RL_train5.cpython-39.pyc -------------------------------------------------------------------------------- /__pycache__/RL_train6.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/__pycache__/RL_train6.cpython-39.pyc -------------------------------------------------------------------------------- /__pycache__/replay_memory.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/__pycache__/replay_memory.cpython-38.pyc -------------------------------------------------------------------------------- /log/events.out.tfevents.1690374246.DESKTOP-PDL18NR: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/log/events.out.tfevents.1690374246.DESKTOP-PDL18NR -------------------------------------------------------------------------------- /log/events.out.tfevents.1690374346.DESKTOP-PDL18NR: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/log/events.out.tfevents.1690374346.DESKTOP-PDL18NR -------------------------------------------------------------------------------- /log/events.out.tfevents.1690374577.DESKTOP-PDL18NR: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/log/events.out.tfevents.1690374577.DESKTOP-PDL18NR -------------------------------------------------------------------------------- /log/events.out.tfevents.1690374802.DESKTOP-PDL18NR: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/log/events.out.tfevents.1690374802.DESKTOP-PDL18NR -------------------------------------------------------------------------------- /log/events.out.tfevents.1690420586.DESKTOP-PDL18NR: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/log/events.out.tfevents.1690420586.DESKTOP-PDL18NR -------------------------------------------------------------------------------- /log/events.out.tfevents.1690420994.DESKTOP-PDL18NR: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/log/events.out.tfevents.1690420994.DESKTOP-PDL18NR -------------------------------------------------------------------------------- /log/events.out.tfevents.1690421034.DESKTOP-PDL18NR: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/log/events.out.tfevents.1690421034.DESKTOP-PDL18NR -------------------------------------------------------------------------------- /main_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/main_test.py -------------------------------------------------------------------------------- /model/ddpg_model/AoI.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ddpg_model/AoI.mat -------------------------------------------------------------------------------- /model/ddpg_model/actor_ddpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ddpg_model/actor_ddpg -------------------------------------------------------------------------------- /model/ddpg_model/actor_ddpg2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ddpg_model/actor_ddpg2 -------------------------------------------------------------------------------- /model/ddpg_model/critic_ddpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ddpg_model/critic_ddpg -------------------------------------------------------------------------------- /model/ddpg_model/critic_ddpg2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ddpg_model/critic_ddpg2 -------------------------------------------------------------------------------- /model/ddpg_model/reward.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ddpg_model/reward.mat -------------------------------------------------------------------------------- /model/ddpg_model/target_actor_ddpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ddpg_model/target_actor_ddpg -------------------------------------------------------------------------------- /model/ddpg_model/target_actor_ddpg2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ddpg_model/target_actor_ddpg2 -------------------------------------------------------------------------------- /model/ddpg_model/target_critic_ddpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ddpg_model/target_critic_ddpg -------------------------------------------------------------------------------- /model/ddpg_model/target_critic_ddpg2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ddpg_model/target_critic_ddpg2 -------------------------------------------------------------------------------- /model/ppo_model/agent_pocicy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ppo_model/agent_pocicy -------------------------------------------------------------------------------- /model/ppo_model/agent_policy_old: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ppo_model/agent_policy_old -------------------------------------------------------------------------------- /model/ppo_model8/agent_pocicy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ppo_model8/agent_pocicy -------------------------------------------------------------------------------- /model/ppo_model8/agent_policy_old: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/ppo_model8/agent_policy_old -------------------------------------------------------------------------------- /model/sac_model/agent_policy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/sac_model/agent_policy -------------------------------------------------------------------------------- /model/sac_model/agent_q1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/sac_model/agent_q1 -------------------------------------------------------------------------------- /model/sac_model/agent_q2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/sac_model/agent_q2 -------------------------------------------------------------------------------- /model/sac_model/user_4: -------------------------------------------------------------------------------- 1 | #用户数为4个 -------------------------------------------------------------------------------- /model/sac_model_no_ris/agent_policy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/sac_model_no_ris/agent_policy -------------------------------------------------------------------------------- /model/sac_model_no_ris/agent_q1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/sac_model_no_ris/agent_q1 -------------------------------------------------------------------------------- /model/sac_model_no_ris/agent_q2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/sac_model_no_ris/agent_q2 -------------------------------------------------------------------------------- /model/sarl_model/agent.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/sarl_model/agent.data-00000-of-00001 -------------------------------------------------------------------------------- /model/sarl_model/agent.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/sarl_model/agent.index -------------------------------------------------------------------------------- /model/sarl_model/checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/sarl_model/checkpoint -------------------------------------------------------------------------------- /model/sarl_model/reward.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/sarl_model/reward.mat -------------------------------------------------------------------------------- /model/sarl_model/train_loss.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/sarl_model/train_loss.mat -------------------------------------------------------------------------------- /model/td3_model/Actor_TD3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/td3_model/Actor_TD3 -------------------------------------------------------------------------------- /model/td3_model/Critic_1_TD3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/td3_model/Critic_1_TD3 -------------------------------------------------------------------------------- /model/td3_model/Critic_2_TD3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/td3_model/Critic_2_TD3 -------------------------------------------------------------------------------- /model/td3_model/TargetActor_TD3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/td3_model/TargetActor_TD3 -------------------------------------------------------------------------------- /model/td3_model/TargetCritic_1_TD3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/td3_model/TargetCritic_1_TD3 -------------------------------------------------------------------------------- /model/td3_model/TargetCritic_2_TD3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/model/td3_model/TargetCritic_2_TD3 -------------------------------------------------------------------------------- /replay_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/replay_memory.py -------------------------------------------------------------------------------- /train3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/train3.py -------------------------------------------------------------------------------- /train4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/train4.py -------------------------------------------------------------------------------- /train5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/train5.py -------------------------------------------------------------------------------- /train6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/train6.py -------------------------------------------------------------------------------- /train7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/train7.py -------------------------------------------------------------------------------- /train8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/train8.py -------------------------------------------------------------------------------- /train9.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/qiongwu86/RIS-RB-AoI-V2X-DRL/HEAD/train9.py --------------------------------------------------------------------------------