├── .github └── workflows │ └── python-package.yml ├── .gitignore ├── README.md ├── docs └── logos │ ├── huawei.png │ ├── realvnf.png │ ├── swc.png │ └── upb.png ├── inputs ├── config │ ├── drl │ │ └── acktr │ │ │ ├── acktr_default.yaml │ │ │ └── acktr_default_4-env.yaml │ └── simulator │ │ ├── det-real-world-trace.yaml │ │ ├── mean-1.yaml │ │ ├── mean-10-poisson-4-TTL.yaml │ │ ├── mean-10-poisson-trace.yaml │ │ ├── mean-10-poisson.yaml │ │ ├── mean-10.yaml │ │ ├── mean-5.yaml │ │ ├── mmpp-12-8.yaml │ │ └── poisson-real-world-trace.yaml ├── networks │ ├── abilene_1-5in-1eg-ulc │ │ ├── abilene-in1-rand-cap0-2-ulc.graphml │ │ ├── abilene-in2-rand-cap0-2-ulc.graphml │ │ ├── abilene-in3-rand-cap0-2-ulc.graphml │ │ ├── abilene-in4-rand-cap0-2-ulc.graphml │ │ └── abilene-in5-rand-cap0-2-ulc.graphml │ ├── abilene_1-5in-1eg │ │ ├── abilene-in1-rand-cap0-2.graphml │ │ ├── abilene-in2-rand-cap0-2.graphml │ │ ├── abilene-in3-rand-cap0-2.graphml │ │ ├── abilene-in4-rand-cap0-2.graphml │ │ ├── abilene-in5-rand-cap0-2.graphml │ │ └── real-world-trace.csv │ ├── bteurope-in2-eg1-rand-cap0-2.graphml │ ├── chinanet-in2-eg1-rand-cap0-2.graphml │ └── interroute-in2-eg1-rand-cap0-2.graphml ├── services │ ├── abc-start_delay0.yaml │ ├── abc-start_delay1.yaml │ ├── abc-start_delay10.yaml │ ├── abc-start_delay20.yaml │ ├── abc-start_delay3.yaml │ ├── abc-start_delay5.yaml │ └── abc-start_delay8.yaml └── traces │ └── real-world-trace.csv ├── setup.cfg ├── setup.py ├── src ├── spr_rl │ ├── __init__.py │ ├── agent │ │ ├── __init__.py │ │ ├── acktr_agent.py │ │ ├── main.py │ │ └── params.py │ └── envs │ │ ├── __init__.py │ │ ├── spr_env.py │ │ └── wrapper.py └── sprinterface │ ├── __init__.py │ ├── action.py │ └── state.py └── utils ├── 10seeds.txt ├── 30seeds.txt ├── agent_configs.txt ├── models.txt ├── networks.txt ├── parallel-generalization.sh ├── parallel.sh ├── services.txt └── sim_configs.txt /.github/workflows/python-package.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/.github/workflows/python-package.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/README.md -------------------------------------------------------------------------------- /docs/logos/huawei.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/docs/logos/huawei.png -------------------------------------------------------------------------------- /docs/logos/realvnf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/docs/logos/realvnf.png -------------------------------------------------------------------------------- /docs/logos/swc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/docs/logos/swc.png -------------------------------------------------------------------------------- /docs/logos/upb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/docs/logos/upb.png -------------------------------------------------------------------------------- /inputs/config/drl/acktr/acktr_default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/config/drl/acktr/acktr_default.yaml -------------------------------------------------------------------------------- /inputs/config/drl/acktr/acktr_default_4-env.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/config/drl/acktr/acktr_default_4-env.yaml -------------------------------------------------------------------------------- /inputs/config/simulator/det-real-world-trace.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/config/simulator/det-real-world-trace.yaml -------------------------------------------------------------------------------- /inputs/config/simulator/mean-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/config/simulator/mean-1.yaml -------------------------------------------------------------------------------- /inputs/config/simulator/mean-10-poisson-4-TTL.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/config/simulator/mean-10-poisson-4-TTL.yaml -------------------------------------------------------------------------------- /inputs/config/simulator/mean-10-poisson-trace.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/config/simulator/mean-10-poisson-trace.yaml -------------------------------------------------------------------------------- /inputs/config/simulator/mean-10-poisson.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/config/simulator/mean-10-poisson.yaml -------------------------------------------------------------------------------- /inputs/config/simulator/mean-10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/config/simulator/mean-10.yaml -------------------------------------------------------------------------------- /inputs/config/simulator/mean-5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/config/simulator/mean-5.yaml -------------------------------------------------------------------------------- /inputs/config/simulator/mmpp-12-8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/config/simulator/mmpp-12-8.yaml -------------------------------------------------------------------------------- /inputs/config/simulator/poisson-real-world-trace.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/config/simulator/poisson-real-world-trace.yaml -------------------------------------------------------------------------------- /inputs/networks/abilene_1-5in-1eg-ulc/abilene-in1-rand-cap0-2-ulc.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/abilene_1-5in-1eg-ulc/abilene-in1-rand-cap0-2-ulc.graphml -------------------------------------------------------------------------------- /inputs/networks/abilene_1-5in-1eg-ulc/abilene-in2-rand-cap0-2-ulc.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/abilene_1-5in-1eg-ulc/abilene-in2-rand-cap0-2-ulc.graphml -------------------------------------------------------------------------------- /inputs/networks/abilene_1-5in-1eg-ulc/abilene-in3-rand-cap0-2-ulc.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/abilene_1-5in-1eg-ulc/abilene-in3-rand-cap0-2-ulc.graphml -------------------------------------------------------------------------------- /inputs/networks/abilene_1-5in-1eg-ulc/abilene-in4-rand-cap0-2-ulc.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/abilene_1-5in-1eg-ulc/abilene-in4-rand-cap0-2-ulc.graphml -------------------------------------------------------------------------------- /inputs/networks/abilene_1-5in-1eg-ulc/abilene-in5-rand-cap0-2-ulc.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/abilene_1-5in-1eg-ulc/abilene-in5-rand-cap0-2-ulc.graphml -------------------------------------------------------------------------------- /inputs/networks/abilene_1-5in-1eg/abilene-in1-rand-cap0-2.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/abilene_1-5in-1eg/abilene-in1-rand-cap0-2.graphml -------------------------------------------------------------------------------- /inputs/networks/abilene_1-5in-1eg/abilene-in2-rand-cap0-2.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/abilene_1-5in-1eg/abilene-in2-rand-cap0-2.graphml -------------------------------------------------------------------------------- /inputs/networks/abilene_1-5in-1eg/abilene-in3-rand-cap0-2.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/abilene_1-5in-1eg/abilene-in3-rand-cap0-2.graphml -------------------------------------------------------------------------------- /inputs/networks/abilene_1-5in-1eg/abilene-in4-rand-cap0-2.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/abilene_1-5in-1eg/abilene-in4-rand-cap0-2.graphml -------------------------------------------------------------------------------- /inputs/networks/abilene_1-5in-1eg/abilene-in5-rand-cap0-2.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/abilene_1-5in-1eg/abilene-in5-rand-cap0-2.graphml -------------------------------------------------------------------------------- /inputs/networks/abilene_1-5in-1eg/real-world-trace.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/abilene_1-5in-1eg/real-world-trace.csv -------------------------------------------------------------------------------- /inputs/networks/bteurope-in2-eg1-rand-cap0-2.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/bteurope-in2-eg1-rand-cap0-2.graphml -------------------------------------------------------------------------------- /inputs/networks/chinanet-in2-eg1-rand-cap0-2.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/chinanet-in2-eg1-rand-cap0-2.graphml -------------------------------------------------------------------------------- /inputs/networks/interroute-in2-eg1-rand-cap0-2.graphml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/networks/interroute-in2-eg1-rand-cap0-2.graphml -------------------------------------------------------------------------------- /inputs/services/abc-start_delay0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/services/abc-start_delay0.yaml -------------------------------------------------------------------------------- /inputs/services/abc-start_delay1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/services/abc-start_delay1.yaml -------------------------------------------------------------------------------- /inputs/services/abc-start_delay10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/services/abc-start_delay10.yaml -------------------------------------------------------------------------------- /inputs/services/abc-start_delay20.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/services/abc-start_delay20.yaml -------------------------------------------------------------------------------- /inputs/services/abc-start_delay3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/services/abc-start_delay3.yaml -------------------------------------------------------------------------------- /inputs/services/abc-start_delay5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/services/abc-start_delay5.yaml -------------------------------------------------------------------------------- /inputs/services/abc-start_delay8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/services/abc-start_delay8.yaml -------------------------------------------------------------------------------- /inputs/traces/real-world-trace.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/inputs/traces/real-world-trace.csv -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [flake8] 2 | max-line-length=120 3 | ignore = F401, W504 -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/setup.py -------------------------------------------------------------------------------- /src/spr_rl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/src/spr_rl/__init__.py -------------------------------------------------------------------------------- /src/spr_rl/agent/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/src/spr_rl/agent/__init__.py -------------------------------------------------------------------------------- /src/spr_rl/agent/acktr_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/src/spr_rl/agent/acktr_agent.py -------------------------------------------------------------------------------- /src/spr_rl/agent/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/src/spr_rl/agent/main.py -------------------------------------------------------------------------------- /src/spr_rl/agent/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/src/spr_rl/agent/params.py -------------------------------------------------------------------------------- /src/spr_rl/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/src/spr_rl/envs/__init__.py -------------------------------------------------------------------------------- /src/spr_rl/envs/spr_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/src/spr_rl/envs/spr_env.py -------------------------------------------------------------------------------- /src/spr_rl/envs/wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/src/spr_rl/envs/wrapper.py -------------------------------------------------------------------------------- /src/sprinterface/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/sprinterface/action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/src/sprinterface/action.py -------------------------------------------------------------------------------- /src/sprinterface/state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/src/sprinterface/state.py -------------------------------------------------------------------------------- /utils/10seeds.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/utils/10seeds.txt -------------------------------------------------------------------------------- /utils/30seeds.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/utils/30seeds.txt -------------------------------------------------------------------------------- /utils/agent_configs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/utils/agent_configs.txt -------------------------------------------------------------------------------- /utils/models.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/utils/models.txt -------------------------------------------------------------------------------- /utils/networks.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/utils/networks.txt -------------------------------------------------------------------------------- /utils/parallel-generalization.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/utils/parallel-generalization.sh -------------------------------------------------------------------------------- /utils/parallel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RealVNF/distributed-drl-coordination/HEAD/utils/parallel.sh -------------------------------------------------------------------------------- /utils/services.txt: -------------------------------------------------------------------------------- 1 | inputs/services/abc-start_delay0.yaml -------------------------------------------------------------------------------- /utils/sim_configs.txt: -------------------------------------------------------------------------------- 1 | inputs/config/simulator/mean-10-poisson-4-TTL.yaml --------------------------------------------------------------------------------