├── .gitignore ├── Config ├── apnoms_ppo.yaml └── thz_ppo.yaml ├── Evaluation ├── Simulation_GMAPPO.py └── Simulation_RMAPPO.py ├── LICENSE ├── Models ├── Single.onnx ├── re_alpha.onnx ├── re_power.onnx ├── re_trajectory.onnx ├── re_wdl.onnx └── re_wul.onnx ├── README.md ├── RMAPPO.png ├── System_model.png └── env ├── Assets ├── ML-Agents │ └── Timers │ │ ├── APNOMSScene_timers.json │ │ └── THzCommScene_timers.json ├── Materials │ ├── BLUE.mat │ ├── GREEN.mat │ ├── RED.mat │ └── YELLOW.mat ├── Scenes │ ├── APNOMSScene.unity │ └── THzCommScene.unity └── Scripts │ ├── APNOMS │ ├── apBandwidthAgent.cs │ ├── apCoordination.cs │ ├── apPowerAgent.cs │ ├── apSingleAgent.cs │ └── apTrajectoryAgent.cs │ └── THzComm │ ├── AlphaAgent.cs │ ├── Coordination.cs │ ├── PowerAgent.cs │ ├── SingleAgent.cs │ ├── TrajectoryAgent.cs │ ├── WdownAgent.cs │ └── WupAgent.cs ├── Packages ├── manifest.json └── packages-lock.json └── ProjectSettings ├── AudioManager.asset ├── ClusterInputManager.asset ├── DynamicsManager.asset ├── EditorBuildSettings.asset ├── EditorSettings.asset ├── GraphicsSettings.asset ├── InputManager.asset ├── NavMeshAreas.asset ├── PackageManagerSettings.asset ├── Physics2DSettings.asset ├── PresetManager.asset ├── ProjectSettings.asset ├── ProjectVersion.txt ├── QualitySettings.asset ├── TagManager.asset ├── TimeManager.asset ├── UnityConnectSettings.asset ├── VFXManager.asset └── XRSettings.asset /.gitignore: -------------------------------------------------------------------------------- 1 | *.meta 2 | git_commit_logs.txt -------------------------------------------------------------------------------- /Config/apnoms_ppo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/Config/apnoms_ppo.yaml -------------------------------------------------------------------------------- /Config/thz_ppo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/Config/thz_ppo.yaml -------------------------------------------------------------------------------- /Evaluation/Simulation_GMAPPO.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/Evaluation/Simulation_GMAPPO.py -------------------------------------------------------------------------------- /Evaluation/Simulation_RMAPPO.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/Evaluation/Simulation_RMAPPO.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/LICENSE -------------------------------------------------------------------------------- /Models/Single.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/Models/Single.onnx -------------------------------------------------------------------------------- /Models/re_alpha.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/Models/re_alpha.onnx -------------------------------------------------------------------------------- /Models/re_power.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/Models/re_power.onnx -------------------------------------------------------------------------------- /Models/re_trajectory.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/Models/re_trajectory.onnx -------------------------------------------------------------------------------- /Models/re_wdl.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/Models/re_wdl.onnx -------------------------------------------------------------------------------- /Models/re_wul.onnx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/Models/re_wul.onnx -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/README.md -------------------------------------------------------------------------------- /RMAPPO.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/RMAPPO.png -------------------------------------------------------------------------------- /System_model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/System_model.png -------------------------------------------------------------------------------- /env/Assets/ML-Agents/Timers/APNOMSScene_timers.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/ML-Agents/Timers/APNOMSScene_timers.json -------------------------------------------------------------------------------- /env/Assets/ML-Agents/Timers/THzCommScene_timers.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/ML-Agents/Timers/THzCommScene_timers.json -------------------------------------------------------------------------------- /env/Assets/Materials/BLUE.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Materials/BLUE.mat -------------------------------------------------------------------------------- /env/Assets/Materials/GREEN.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Materials/GREEN.mat -------------------------------------------------------------------------------- /env/Assets/Materials/RED.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Materials/RED.mat -------------------------------------------------------------------------------- /env/Assets/Materials/YELLOW.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Materials/YELLOW.mat -------------------------------------------------------------------------------- /env/Assets/Scenes/APNOMSScene.unity: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scenes/APNOMSScene.unity -------------------------------------------------------------------------------- /env/Assets/Scenes/THzCommScene.unity: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scenes/THzCommScene.unity -------------------------------------------------------------------------------- /env/Assets/Scripts/APNOMS/apBandwidthAgent.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scripts/APNOMS/apBandwidthAgent.cs -------------------------------------------------------------------------------- /env/Assets/Scripts/APNOMS/apCoordination.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scripts/APNOMS/apCoordination.cs -------------------------------------------------------------------------------- /env/Assets/Scripts/APNOMS/apPowerAgent.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scripts/APNOMS/apPowerAgent.cs -------------------------------------------------------------------------------- /env/Assets/Scripts/APNOMS/apSingleAgent.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scripts/APNOMS/apSingleAgent.cs -------------------------------------------------------------------------------- /env/Assets/Scripts/APNOMS/apTrajectoryAgent.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scripts/APNOMS/apTrajectoryAgent.cs -------------------------------------------------------------------------------- /env/Assets/Scripts/THzComm/AlphaAgent.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scripts/THzComm/AlphaAgent.cs -------------------------------------------------------------------------------- /env/Assets/Scripts/THzComm/Coordination.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scripts/THzComm/Coordination.cs -------------------------------------------------------------------------------- /env/Assets/Scripts/THzComm/PowerAgent.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scripts/THzComm/PowerAgent.cs -------------------------------------------------------------------------------- /env/Assets/Scripts/THzComm/SingleAgent.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scripts/THzComm/SingleAgent.cs -------------------------------------------------------------------------------- /env/Assets/Scripts/THzComm/TrajectoryAgent.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scripts/THzComm/TrajectoryAgent.cs -------------------------------------------------------------------------------- /env/Assets/Scripts/THzComm/WdownAgent.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scripts/THzComm/WdownAgent.cs -------------------------------------------------------------------------------- /env/Assets/Scripts/THzComm/WupAgent.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Assets/Scripts/THzComm/WupAgent.cs -------------------------------------------------------------------------------- /env/Packages/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Packages/manifest.json -------------------------------------------------------------------------------- /env/Packages/packages-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/Packages/packages-lock.json -------------------------------------------------------------------------------- /env/ProjectSettings/AudioManager.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/AudioManager.asset -------------------------------------------------------------------------------- /env/ProjectSettings/ClusterInputManager.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/ClusterInputManager.asset -------------------------------------------------------------------------------- /env/ProjectSettings/DynamicsManager.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/DynamicsManager.asset -------------------------------------------------------------------------------- /env/ProjectSettings/EditorBuildSettings.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/EditorBuildSettings.asset -------------------------------------------------------------------------------- /env/ProjectSettings/EditorSettings.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/EditorSettings.asset -------------------------------------------------------------------------------- /env/ProjectSettings/GraphicsSettings.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/GraphicsSettings.asset -------------------------------------------------------------------------------- /env/ProjectSettings/InputManager.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/InputManager.asset -------------------------------------------------------------------------------- /env/ProjectSettings/NavMeshAreas.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/NavMeshAreas.asset -------------------------------------------------------------------------------- /env/ProjectSettings/PackageManagerSettings.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/PackageManagerSettings.asset -------------------------------------------------------------------------------- /env/ProjectSettings/Physics2DSettings.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/Physics2DSettings.asset -------------------------------------------------------------------------------- /env/ProjectSettings/PresetManager.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/PresetManager.asset -------------------------------------------------------------------------------- /env/ProjectSettings/ProjectSettings.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/ProjectSettings.asset -------------------------------------------------------------------------------- /env/ProjectSettings/ProjectVersion.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/ProjectVersion.txt -------------------------------------------------------------------------------- /env/ProjectSettings/QualitySettings.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/QualitySettings.asset -------------------------------------------------------------------------------- /env/ProjectSettings/TagManager.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/TagManager.asset -------------------------------------------------------------------------------- /env/ProjectSettings/TimeManager.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/TimeManager.asset -------------------------------------------------------------------------------- /env/ProjectSettings/UnityConnectSettings.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/UnityConnectSettings.asset -------------------------------------------------------------------------------- /env/ProjectSettings/VFXManager.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/VFXManager.asset -------------------------------------------------------------------------------- /env/ProjectSettings/XRSettings.asset: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelligentNetworkingLAB/Resources-Optimization-based-Reinforcement-Learning/HEAD/env/ProjectSettings/XRSettings.asset --------------------------------------------------------------------------------