├── .gitignore ├── LICENSE ├── README.md ├── docs ├── Implementation.md └── PUBLICATIONS.md ├── examples ├── README.md ├── create_topology.py ├── ecoc2022 │ └── visualize.ipynb ├── graph_utils.py ├── heuristics │ ├── RMSA.ipynb │ └── bkp │ │ └── rmsa-heu │ │ ├── blocking-mlp.pdf │ │ ├── blocking-mlp.svg │ │ ├── blocking-slap.pdf │ │ ├── blocking-slap.svg │ │ ├── blocking.pdf │ │ ├── blocking.svg │ │ ├── llp_ff.monitor.csv │ │ ├── mlp_ff.monitor.csv │ │ ├── rnd.monitor.csv │ │ ├── sap_ff.monitor.csv │ │ ├── slap_ff.monitor.csv │ │ └── sp_ff.monitor.csv ├── stable_baselines2 │ ├── DeepRMSA.ipynb │ ├── QoSConstrainedRA.ipynb │ ├── README.md │ └── requirements.txt ├── stable_baselines3 │ ├── DeepRMSA.ipynb │ ├── QoSConstrainedRA.ipynb │ ├── README.md │ ├── bkp │ │ └── deeprmsa-ppo-trained │ │ │ ├── best_model.zip │ │ │ └── training.monitor.csv │ └── requirements.txt └── topologies │ ├── germany50.xml │ ├── germany50_5-paths_6-modulations.h5 │ ├── nsfnet_chen.txt │ └── nsfnet_chen_5-paths_6-modulations.h5 ├── optical_rl_gym ├── __init__.py ├── envs │ ├── __init__.py │ ├── deeprmsa_env.py │ ├── optical_network_env.py │ ├── qos_constrained_ra.py │ ├── rmcsa_env.py │ ├── rmsa_env.py │ └── rwa_env.py ├── utils.py └── wrappers.py ├── pyproject.toml ├── setup.cfg ├── setup.py └── tests ├── test_deeprmsa.py ├── test_qos_constrained_ra.py ├── test_rmcsa.py ├── test_rmsa.py └── test_rwa.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/README.md -------------------------------------------------------------------------------- /docs/Implementation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/docs/Implementation.md -------------------------------------------------------------------------------- /docs/PUBLICATIONS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/docs/PUBLICATIONS.md -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/create_topology.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/create_topology.py -------------------------------------------------------------------------------- /examples/ecoc2022/visualize.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/ecoc2022/visualize.ipynb -------------------------------------------------------------------------------- /examples/graph_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/graph_utils.py -------------------------------------------------------------------------------- /examples/heuristics/RMSA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/heuristics/RMSA.ipynb -------------------------------------------------------------------------------- /examples/heuristics/bkp/rmsa-heu/blocking-mlp.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/heuristics/bkp/rmsa-heu/blocking-mlp.pdf -------------------------------------------------------------------------------- /examples/heuristics/bkp/rmsa-heu/blocking-mlp.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/heuristics/bkp/rmsa-heu/blocking-mlp.svg -------------------------------------------------------------------------------- /examples/heuristics/bkp/rmsa-heu/blocking-slap.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/heuristics/bkp/rmsa-heu/blocking-slap.pdf -------------------------------------------------------------------------------- /examples/heuristics/bkp/rmsa-heu/blocking-slap.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/heuristics/bkp/rmsa-heu/blocking-slap.svg -------------------------------------------------------------------------------- /examples/heuristics/bkp/rmsa-heu/blocking.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/heuristics/bkp/rmsa-heu/blocking.pdf -------------------------------------------------------------------------------- /examples/heuristics/bkp/rmsa-heu/blocking.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/heuristics/bkp/rmsa-heu/blocking.svg -------------------------------------------------------------------------------- /examples/heuristics/bkp/rmsa-heu/llp_ff.monitor.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/heuristics/bkp/rmsa-heu/llp_ff.monitor.csv -------------------------------------------------------------------------------- /examples/heuristics/bkp/rmsa-heu/mlp_ff.monitor.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/heuristics/bkp/rmsa-heu/mlp_ff.monitor.csv -------------------------------------------------------------------------------- /examples/heuristics/bkp/rmsa-heu/rnd.monitor.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/heuristics/bkp/rmsa-heu/rnd.monitor.csv -------------------------------------------------------------------------------- /examples/heuristics/bkp/rmsa-heu/sap_ff.monitor.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/heuristics/bkp/rmsa-heu/sap_ff.monitor.csv -------------------------------------------------------------------------------- /examples/heuristics/bkp/rmsa-heu/slap_ff.monitor.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/heuristics/bkp/rmsa-heu/slap_ff.monitor.csv -------------------------------------------------------------------------------- /examples/heuristics/bkp/rmsa-heu/sp_ff.monitor.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/heuristics/bkp/rmsa-heu/sp_ff.monitor.csv -------------------------------------------------------------------------------- /examples/stable_baselines2/DeepRMSA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/stable_baselines2/DeepRMSA.ipynb -------------------------------------------------------------------------------- /examples/stable_baselines2/QoSConstrainedRA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/stable_baselines2/QoSConstrainedRA.ipynb -------------------------------------------------------------------------------- /examples/stable_baselines2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/stable_baselines2/README.md -------------------------------------------------------------------------------- /examples/stable_baselines2/requirements.txt: -------------------------------------------------------------------------------- 1 | tensorflow==1.14.0 2 | stable-baselines 3 | -------------------------------------------------------------------------------- /examples/stable_baselines3/DeepRMSA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/stable_baselines3/DeepRMSA.ipynb -------------------------------------------------------------------------------- /examples/stable_baselines3/QoSConstrainedRA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/stable_baselines3/QoSConstrainedRA.ipynb -------------------------------------------------------------------------------- /examples/stable_baselines3/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/stable_baselines3/README.md -------------------------------------------------------------------------------- /examples/stable_baselines3/bkp/deeprmsa-ppo-trained/best_model.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/stable_baselines3/bkp/deeprmsa-ppo-trained/best_model.zip -------------------------------------------------------------------------------- /examples/stable_baselines3/bkp/deeprmsa-ppo-trained/training.monitor.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/stable_baselines3/bkp/deeprmsa-ppo-trained/training.monitor.csv -------------------------------------------------------------------------------- /examples/stable_baselines3/requirements.txt: -------------------------------------------------------------------------------- 1 | stable-baselines3[extra]<2.0.0 2 | jupyterlab 3 | pandas 4 | -------------------------------------------------------------------------------- /examples/topologies/germany50.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/topologies/germany50.xml -------------------------------------------------------------------------------- /examples/topologies/germany50_5-paths_6-modulations.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/topologies/germany50_5-paths_6-modulations.h5 -------------------------------------------------------------------------------- /examples/topologies/nsfnet_chen.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/topologies/nsfnet_chen.txt -------------------------------------------------------------------------------- /examples/topologies/nsfnet_chen_5-paths_6-modulations.h5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/examples/topologies/nsfnet_chen_5-paths_6-modulations.h5 -------------------------------------------------------------------------------- /optical_rl_gym/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/optical_rl_gym/__init__.py -------------------------------------------------------------------------------- /optical_rl_gym/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/optical_rl_gym/envs/__init__.py -------------------------------------------------------------------------------- /optical_rl_gym/envs/deeprmsa_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/optical_rl_gym/envs/deeprmsa_env.py -------------------------------------------------------------------------------- /optical_rl_gym/envs/optical_network_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/optical_rl_gym/envs/optical_network_env.py -------------------------------------------------------------------------------- /optical_rl_gym/envs/qos_constrained_ra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/optical_rl_gym/envs/qos_constrained_ra.py -------------------------------------------------------------------------------- /optical_rl_gym/envs/rmcsa_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/optical_rl_gym/envs/rmcsa_env.py -------------------------------------------------------------------------------- /optical_rl_gym/envs/rmsa_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/optical_rl_gym/envs/rmsa_env.py -------------------------------------------------------------------------------- /optical_rl_gym/envs/rwa_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/optical_rl_gym/envs/rwa_env.py -------------------------------------------------------------------------------- /optical_rl_gym/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/optical_rl_gym/utils.py -------------------------------------------------------------------------------- /optical_rl_gym/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/optical_rl_gym/wrappers.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/pyproject.toml -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/setup.py -------------------------------------------------------------------------------- /tests/test_deeprmsa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/tests/test_deeprmsa.py -------------------------------------------------------------------------------- /tests/test_qos_constrained_ra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/tests/test_qos_constrained_ra.py -------------------------------------------------------------------------------- /tests/test_rmcsa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/tests/test_rmcsa.py -------------------------------------------------------------------------------- /tests/test_rmsa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/tests/test_rmsa.py -------------------------------------------------------------------------------- /tests/test_rwa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/carlosnatalino/optical-rl-gym/HEAD/tests/test_rwa.py --------------------------------------------------------------------------------