├── .idea ├── .gitignore ├── Drone_RL.iml ├── codeStyles │ └── codeStyleConfig.xml ├── dictionaries │ └── psusarla.xml ├── inspectionProfiles │ └── Project_Default.xml ├── libraries │ └── R_User_Library.xml ├── misc.xml ├── modules.xml └── vcs.xml ├── README.md ├── Source ├── .ipynb_checkpoints │ └── main-checkpoint.ipynb ├── Codebook.py ├── Env_Manager.py ├── MIMO.py ├── MIMO_LoS.py ├── Misc.py ├── NN_model.py ├── NN_model_2.py ├── RF_Env.py ├── RF_Env_nopos.py ├── RF_Env_rssi.py ├── RL_Agent.py ├── RL_Agent_nopos.py ├── RL_Agent_old.py ├── RL_Agent_old_2.py ├── RL_Agent_rssi.py ├── Replay_Memory.py ├── Source.egg-info │ ├── PKG-INFO │ ├── SOURCES.txt │ ├── dependency_links.txt │ └── top_level.txt ├── antenna │ └── ula.py ├── channel_mmW.py ├── dqn_agent.py ├── dqn_agent_2.py ├── dqn_agent_old.py ├── miscfun │ ├── conversion.py │ ├── geometry.py │ ├── mycomplex.py │ ├── sys.py │ └── utils.py └── setup.py ├── Test ├── .ipynb_checkpoints │ ├── main-checkpoint.ipynb │ ├── main_dqn-checkpoint.ipynb │ ├── main_nopos-checkpoint.ipynb │ ├── main_rssi-checkpoint.ipynb │ └── main_xt-checkpoint.ipynb ├── ICC_2020_plots.ipynb ├── Q_data.txt ├── checkpoint.pth ├── main_dqn.ipynb ├── main_dqn2.ipynb ├── main_dqn3.ipynb ├── main_dqn_LoS.ipynb ├── main_dqn_old.ipynb ├── main_nopos.ipynb ├── main_rssi.ipynb ├── main_xt.ipynb ├── main_xt_old.ipynb ├── temp_envtest.py ├── temp_test.py └── test_main.py ├── envs.egg-info ├── PKG-INFO ├── SOURCES.txt ├── dependency_links.txt ├── requires.txt └── top_level.txt ├── gym_uav ├── __init__.py └── envs │ ├── UAV_Env.py │ ├── UAV_Env_sp.py │ ├── UAV_Env_v2.py │ ├── UAV_Env_v3.py │ ├── UAV_Env_v5.py │ └── __init__.py ├── requirements.txt └── setup.py /.idea/.gitignore: -------------------------------------------------------------------------------- 1 | # Default ignored files 2 | /workspace.xml -------------------------------------------------------------------------------- /.idea/Drone_RL.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/.idea/Drone_RL.iml -------------------------------------------------------------------------------- /.idea/codeStyles/codeStyleConfig.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/.idea/codeStyles/codeStyleConfig.xml -------------------------------------------------------------------------------- /.idea/dictionaries/psusarla.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/.idea/dictionaries/psusarla.xml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /.idea/libraries/R_User_Library.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/.idea/libraries/R_User_Library.xml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/README.md -------------------------------------------------------------------------------- /Source/.ipynb_checkpoints/main-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/.ipynb_checkpoints/main-checkpoint.ipynb -------------------------------------------------------------------------------- /Source/Codebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/Codebook.py -------------------------------------------------------------------------------- /Source/Env_Manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/Env_Manager.py -------------------------------------------------------------------------------- /Source/MIMO.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/MIMO.py -------------------------------------------------------------------------------- /Source/MIMO_LoS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/MIMO_LoS.py -------------------------------------------------------------------------------- /Source/Misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/Misc.py -------------------------------------------------------------------------------- /Source/NN_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/NN_model.py -------------------------------------------------------------------------------- /Source/NN_model_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/NN_model_2.py -------------------------------------------------------------------------------- /Source/RF_Env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/RF_Env.py -------------------------------------------------------------------------------- /Source/RF_Env_nopos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/RF_Env_nopos.py -------------------------------------------------------------------------------- /Source/RF_Env_rssi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/RF_Env_rssi.py -------------------------------------------------------------------------------- /Source/RL_Agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/RL_Agent.py -------------------------------------------------------------------------------- /Source/RL_Agent_nopos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/RL_Agent_nopos.py -------------------------------------------------------------------------------- /Source/RL_Agent_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/RL_Agent_old.py -------------------------------------------------------------------------------- /Source/RL_Agent_old_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/RL_Agent_old_2.py -------------------------------------------------------------------------------- /Source/RL_Agent_rssi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/RL_Agent_rssi.py -------------------------------------------------------------------------------- /Source/Replay_Memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/Replay_Memory.py -------------------------------------------------------------------------------- /Source/Source.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/Source.egg-info/PKG-INFO -------------------------------------------------------------------------------- /Source/Source.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/Source.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /Source/Source.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /Source/Source.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /Source/antenna/ula.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/antenna/ula.py -------------------------------------------------------------------------------- /Source/channel_mmW.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/channel_mmW.py -------------------------------------------------------------------------------- /Source/dqn_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/dqn_agent.py -------------------------------------------------------------------------------- /Source/dqn_agent_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/dqn_agent_2.py -------------------------------------------------------------------------------- /Source/dqn_agent_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/dqn_agent_old.py -------------------------------------------------------------------------------- /Source/miscfun/conversion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/miscfun/conversion.py -------------------------------------------------------------------------------- /Source/miscfun/geometry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/miscfun/geometry.py -------------------------------------------------------------------------------- /Source/miscfun/mycomplex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/miscfun/mycomplex.py -------------------------------------------------------------------------------- /Source/miscfun/sys.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/miscfun/sys.py -------------------------------------------------------------------------------- /Source/miscfun/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/miscfun/utils.py -------------------------------------------------------------------------------- /Source/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Source/setup.py -------------------------------------------------------------------------------- /Test/.ipynb_checkpoints/main-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/.ipynb_checkpoints/main-checkpoint.ipynb -------------------------------------------------------------------------------- /Test/.ipynb_checkpoints/main_dqn-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/.ipynb_checkpoints/main_dqn-checkpoint.ipynb -------------------------------------------------------------------------------- /Test/.ipynb_checkpoints/main_nopos-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/.ipynb_checkpoints/main_nopos-checkpoint.ipynb -------------------------------------------------------------------------------- /Test/.ipynb_checkpoints/main_rssi-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/.ipynb_checkpoints/main_rssi-checkpoint.ipynb -------------------------------------------------------------------------------- /Test/.ipynb_checkpoints/main_xt-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/.ipynb_checkpoints/main_xt-checkpoint.ipynb -------------------------------------------------------------------------------- /Test/ICC_2020_plots.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/ICC_2020_plots.ipynb -------------------------------------------------------------------------------- /Test/Q_data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/Q_data.txt -------------------------------------------------------------------------------- /Test/checkpoint.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/checkpoint.pth -------------------------------------------------------------------------------- /Test/main_dqn.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/main_dqn.ipynb -------------------------------------------------------------------------------- /Test/main_dqn2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/main_dqn2.ipynb -------------------------------------------------------------------------------- /Test/main_dqn3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/main_dqn3.ipynb -------------------------------------------------------------------------------- /Test/main_dqn_LoS.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/main_dqn_LoS.ipynb -------------------------------------------------------------------------------- /Test/main_dqn_old.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/main_dqn_old.ipynb -------------------------------------------------------------------------------- /Test/main_nopos.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/main_nopos.ipynb -------------------------------------------------------------------------------- /Test/main_rssi.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/main_rssi.ipynb -------------------------------------------------------------------------------- /Test/main_xt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/main_xt.ipynb -------------------------------------------------------------------------------- /Test/main_xt_old.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/main_xt_old.ipynb -------------------------------------------------------------------------------- /Test/temp_envtest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/temp_envtest.py -------------------------------------------------------------------------------- /Test/temp_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/temp_test.py -------------------------------------------------------------------------------- /Test/test_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/Test/test_main.py -------------------------------------------------------------------------------- /envs.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/envs.egg-info/PKG-INFO -------------------------------------------------------------------------------- /envs.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/envs.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /envs.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /envs.egg-info/requires.txt: -------------------------------------------------------------------------------- 1 | gym 2 | -------------------------------------------------------------------------------- /envs.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /gym_uav/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/gym_uav/__init__.py -------------------------------------------------------------------------------- /gym_uav/envs/UAV_Env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/gym_uav/envs/UAV_Env.py -------------------------------------------------------------------------------- /gym_uav/envs/UAV_Env_sp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/gym_uav/envs/UAV_Env_sp.py -------------------------------------------------------------------------------- /gym_uav/envs/UAV_Env_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/gym_uav/envs/UAV_Env_v2.py -------------------------------------------------------------------------------- /gym_uav/envs/UAV_Env_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/gym_uav/envs/UAV_Env_v3.py -------------------------------------------------------------------------------- /gym_uav/envs/UAV_Env_v5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/gym_uav/envs/UAV_Env_v5.py -------------------------------------------------------------------------------- /gym_uav/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/gym_uav/envs/__init__.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | matplotlib 2 | tqdm 3 | jupyter -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/psusarla95/Drone_RL/HEAD/setup.py --------------------------------------------------------------------------------