├── .ipynb_checkpoints ├── Result -checkpoint.ipynb ├── Results-checkpoint.ipynb └── draft-checkpoint.ipynb ├── .python-version ├── README.md ├── Result .ipynb ├── __pycache__ ├── controller.cpython-36.pyc ├── environment.cpython-36.pyc ├── experiment.cpython-36.pyc ├── generate_training_plots.cpython-36.pyc ├── graph_model.cpython-36.pyc ├── network.cpython-36.pyc ├── rl_experiments.cpython-36.pyc ├── router.cpython-36.pyc └── specific_environment.cpython-36.pyc ├── agents ├── __pycache__ │ ├── dqn.cpython-36.pyc │ ├── memory.cpython-36.pyc │ ├── policy.cpython-36.pyc │ └── processor.cpython-36.pyc ├── dqn.py ├── memory.py ├── policy.py ├── processor.py ├── rl_agent.py └── rl_lib │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── callbacks.cpython-36.pyc │ ├── core.cpython-36.pyc │ ├── policy.cpython-36.pyc │ ├── processors.cpython-36.pyc │ └── util.cpython-36.pyc │ ├── agents │ ├── __init__.py │ ├── cem.py │ ├── ddpg.py │ ├── dqn.py │ └── sarsa.py │ ├── callbacks.py │ ├── common │ ├── __init__.py │ ├── cmd_util.py │ ├── misc_util.py │ ├── tile_images.py │ └── vec_env │ │ ├── __init__.py │ │ └── subproc_env_vec.py │ ├── core.py │ ├── memory.py │ ├── policy.py │ ├── processors.py │ ├── random.py │ └── util.py ├── controller.py ├── draft.ipynb ├── environment.py ├── experiment.py ├── figures ├── loss.png ├── mean_num_steps.png ├── mean_reward.png ├── rewards.png ├── std_num_steps.png └── std_reward.png ├── generate_training_plots.py ├── graph_model.py ├── linux_cmd.txt ├── logs ├── gcn_hv_20_cav_20_training_hist.txt ├── lstm_hv_20_cav_20_training_hist.txt └── test │ ├── gcn_cav_20_hv_10_testing_hist.txt │ ├── gcn_cav_20_hv_20_testing_hist.txt │ ├── gcn_cav_20_hv_30_testing_hist.txt │ ├── gcn_cav_20_hv_40_testing_hist.txt │ ├── gcn_cav_20_hv_50_testing_hist.txt │ ├── lstm_cav_20_hv_10_testing_hist.txt │ ├── lstm_cav_20_hv_20_testing_hist.txt │ ├── lstm_cav_20_hv_30_testing_hist.txt │ ├── lstm_cav_20_hv_40_testing_hist.txt │ ├── lstm_cav_20_hv_50_testing_hist.txt │ ├── rule_based_cav_20_hv_10_testing_hist2.txt │ ├── rule_based_cav_20_hv_20_testing_hist2.txt │ ├── rule_based_cav_20_hv_30_testing_hist2.txt │ ├── rule_based_cav_20_hv_40_testing_hist2.txt │ ├── rule_based_cav_20_hv_50_testing_hist2.txt │ ├── v1 │ ├── gcn_cav_20_hv_10_testing_hist.txt │ ├── gcn_cav_20_hv_20_testing_hist.txt │ ├── gcn_cav_20_hv_30_testing_hist.txt │ ├── gcn_cav_20_hv_40_testing_hist.txt │ ├── gcn_cav_20_hv_50_testing_hist.txt │ ├── lstm_cav_20_hv_10_testing_hist.txt │ ├── lstm_cav_20_hv_20_testing_hist.txt │ ├── lstm_cav_20_hv_30_testing_hist.txt │ ├── lstm_cav_20_hv_40_testing_hist.txt │ ├── lstm_cav_20_hv_50_testing_hist.txt │ ├── rule_based_cav_20_hv_10_testing_hist.txt │ ├── rule_based_cav_20_hv_20_testing_hist.txt │ ├── rule_based_cav_20_hv_30_testing_hist.txt │ ├── rule_based_cav_20_hv_40_testing_hist.txt │ └── rule_based_cav_20_hv_50_testing_hist.txt │ └── vary_ramp_popularity │ ├── gcn_cav0_0_cav1_20_hv_20_testing_hist.txt │ ├── gcn_cav0_15_cav1_5_hv_20_testing_hist.txt │ ├── gcn_cav0_20_cav1_0_hv_20_testing_hist.txt │ ├── gcn_cav0_5_cav1_15_hv_20_testing_hist.txt │ ├── lstm_cav0_0_cav1_20_hv_20_testing_hist.txt │ ├── lstm_cav0_15_cav1_5_hv_20_testing_hist.txt │ ├── lstm_cav0_20_cav1_0_hv_20_testing_hist.txt │ ├── lstm_cav0_5_cav1_15_hv_20_testing_hist.txt │ ├── rule_based_cav0_0_cav1_20_hv_20_testing_hist.txt │ ├── rule_based_cav0_15_cav1_5_hv_20_testing_hist.txt │ ├── rule_based_cav0_20_cav1_0_hv_20_testing_hist.txt │ └── rule_based_cav0_5_cav1_15_hv_20_testing_hist.txt ├── main.py ├── model.png ├── models ├── checkpoint ├── dqn_gcn_hv_20_cav_20.h5f.data-00000-of-00001 ├── dqn_gcn_hv_20_cav_20.h5f.data-00000-of-00002 ├── dqn_gcn_hv_20_cav_20.h5f.data-00001-of-00002 ├── dqn_gcn_hv_20_cav_20.h5f.index ├── dqn_hv_20_cav_20.h5f.data-00000-of-00002 ├── dqn_hv_20_cav_20.h5f.data-00001-of-00002 ├── dqn_hv_20_cav_20.h5f.index ├── dqn_lstm_hv_20_cav_20.h5f.data-00000-of-00001 ├── dqn_lstm_hv_20_cav_20.h5f.data-00000-of-00002 ├── dqn_lstm_hv_20_cav_20.h5f.data-00001-of-00002 ├── dqn_lstm_hv_20_cav_20.h5f.index ├── dqn_lstmhv_20_cav_20.h5f.data-00000-of-00002 ├── dqn_lstmhv_20_cav_20.h5f.data-00001-of-00002 └── dqn_lstmhv_20_cav_20.h5f.index ├── modify_point.txt ├── network.py ├── ray_rl_setting.py ├── rl_experiments.py ├── rule_based_main.py ├── settings.md ├── specific_environment.py └── test_result_main.py /.ipynb_checkpoints/Result -checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/.ipynb_checkpoints/Result -checkpoint.ipynb -------------------------------------------------------------------------------- /.ipynb_checkpoints/Results-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/.ipynb_checkpoints/Results-checkpoint.ipynb -------------------------------------------------------------------------------- /.ipynb_checkpoints/draft-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/.ipynb_checkpoints/draft-checkpoint.ipynb -------------------------------------------------------------------------------- /.python-version: -------------------------------------------------------------------------------- 1 | 3.6.8 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # work3 2 | 3 | Sorce code for our GCQ paper: 4 | https://arxiv.org/abs/2010.05437 5 | -------------------------------------------------------------------------------- /Result .ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/Result .ipynb -------------------------------------------------------------------------------- /__pycache__/controller.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/__pycache__/controller.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/environment.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/__pycache__/environment.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/experiment.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/__pycache__/experiment.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/generate_training_plots.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/__pycache__/generate_training_plots.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/graph_model.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/__pycache__/graph_model.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/network.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/__pycache__/network.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/rl_experiments.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/__pycache__/rl_experiments.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/router.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/__pycache__/router.cpython-36.pyc -------------------------------------------------------------------------------- /__pycache__/specific_environment.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/__pycache__/specific_environment.cpython-36.pyc -------------------------------------------------------------------------------- /agents/__pycache__/dqn.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/__pycache__/dqn.cpython-36.pyc -------------------------------------------------------------------------------- /agents/__pycache__/memory.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/__pycache__/memory.cpython-36.pyc -------------------------------------------------------------------------------- /agents/__pycache__/policy.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/__pycache__/policy.cpython-36.pyc -------------------------------------------------------------------------------- /agents/__pycache__/processor.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/__pycache__/processor.cpython-36.pyc -------------------------------------------------------------------------------- /agents/dqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/dqn.py -------------------------------------------------------------------------------- /agents/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/memory.py -------------------------------------------------------------------------------- /agents/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/policy.py -------------------------------------------------------------------------------- /agents/processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/processor.py -------------------------------------------------------------------------------- /agents/rl_agent.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agents/rl_lib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /agents/rl_lib/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /agents/rl_lib/__pycache__/callbacks.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/__pycache__/callbacks.cpython-36.pyc -------------------------------------------------------------------------------- /agents/rl_lib/__pycache__/core.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/__pycache__/core.cpython-36.pyc -------------------------------------------------------------------------------- /agents/rl_lib/__pycache__/policy.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/__pycache__/policy.cpython-36.pyc -------------------------------------------------------------------------------- /agents/rl_lib/__pycache__/processors.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/__pycache__/processors.cpython-36.pyc -------------------------------------------------------------------------------- /agents/rl_lib/__pycache__/util.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/__pycache__/util.cpython-36.pyc -------------------------------------------------------------------------------- /agents/rl_lib/agents/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/agents/__init__.py -------------------------------------------------------------------------------- /agents/rl_lib/agents/cem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/agents/cem.py -------------------------------------------------------------------------------- /agents/rl_lib/agents/ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/agents/ddpg.py -------------------------------------------------------------------------------- /agents/rl_lib/agents/dqn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/agents/dqn.py -------------------------------------------------------------------------------- /agents/rl_lib/agents/sarsa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/agents/sarsa.py -------------------------------------------------------------------------------- /agents/rl_lib/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/callbacks.py -------------------------------------------------------------------------------- /agents/rl_lib/common/__init__.py: -------------------------------------------------------------------------------- 1 | from .misc_util import * 2 | -------------------------------------------------------------------------------- /agents/rl_lib/common/cmd_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/common/cmd_util.py -------------------------------------------------------------------------------- /agents/rl_lib/common/misc_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/common/misc_util.py -------------------------------------------------------------------------------- /agents/rl_lib/common/tile_images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/common/tile_images.py -------------------------------------------------------------------------------- /agents/rl_lib/common/vec_env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/common/vec_env/__init__.py -------------------------------------------------------------------------------- /agents/rl_lib/common/vec_env/subproc_env_vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/common/vec_env/subproc_env_vec.py -------------------------------------------------------------------------------- /agents/rl_lib/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/core.py -------------------------------------------------------------------------------- /agents/rl_lib/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/memory.py -------------------------------------------------------------------------------- /agents/rl_lib/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/policy.py -------------------------------------------------------------------------------- /agents/rl_lib/processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/processors.py -------------------------------------------------------------------------------- /agents/rl_lib/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/random.py -------------------------------------------------------------------------------- /agents/rl_lib/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/agents/rl_lib/util.py -------------------------------------------------------------------------------- /controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/controller.py -------------------------------------------------------------------------------- /draft.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/draft.ipynb -------------------------------------------------------------------------------- /environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/environment.py -------------------------------------------------------------------------------- /experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/experiment.py -------------------------------------------------------------------------------- /figures/loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/figures/loss.png -------------------------------------------------------------------------------- /figures/mean_num_steps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/figures/mean_num_steps.png -------------------------------------------------------------------------------- /figures/mean_reward.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/figures/mean_reward.png -------------------------------------------------------------------------------- /figures/rewards.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/figures/rewards.png -------------------------------------------------------------------------------- /figures/std_num_steps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/figures/std_num_steps.png -------------------------------------------------------------------------------- /figures/std_reward.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/figures/std_reward.png -------------------------------------------------------------------------------- /generate_training_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/generate_training_plots.py -------------------------------------------------------------------------------- /graph_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/graph_model.py -------------------------------------------------------------------------------- /linux_cmd.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/linux_cmd.txt -------------------------------------------------------------------------------- /logs/gcn_hv_20_cav_20_training_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/gcn_hv_20_cav_20_training_hist.txt -------------------------------------------------------------------------------- /logs/lstm_hv_20_cav_20_training_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/lstm_hv_20_cav_20_training_hist.txt -------------------------------------------------------------------------------- /logs/test/gcn_cav_20_hv_10_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/gcn_cav_20_hv_10_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/gcn_cav_20_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- 1 | {"episode_reward": [1260.0172132050786], "nb_steps": [2761]} -------------------------------------------------------------------------------- /logs/test/gcn_cav_20_hv_30_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/gcn_cav_20_hv_30_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/gcn_cav_20_hv_40_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/gcn_cav_20_hv_40_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/gcn_cav_20_hv_50_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/gcn_cav_20_hv_50_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/lstm_cav_20_hv_10_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/lstm_cav_20_hv_10_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/lstm_cav_20_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- 1 | {"episode_reward": [3939.7763543213196], "nb_steps": [2065]} -------------------------------------------------------------------------------- /logs/test/lstm_cav_20_hv_30_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/lstm_cav_20_hv_30_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/lstm_cav_20_hv_40_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/lstm_cav_20_hv_40_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/lstm_cav_20_hv_50_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/lstm_cav_20_hv_50_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/rule_based_cav_20_hv_10_testing_hist2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/rule_based_cav_20_hv_10_testing_hist2.txt -------------------------------------------------------------------------------- /logs/test/rule_based_cav_20_hv_20_testing_hist2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/rule_based_cav_20_hv_20_testing_hist2.txt -------------------------------------------------------------------------------- /logs/test/rule_based_cav_20_hv_30_testing_hist2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/rule_based_cav_20_hv_30_testing_hist2.txt -------------------------------------------------------------------------------- /logs/test/rule_based_cav_20_hv_40_testing_hist2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/rule_based_cav_20_hv_40_testing_hist2.txt -------------------------------------------------------------------------------- /logs/test/rule_based_cav_20_hv_50_testing_hist2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/rule_based_cav_20_hv_50_testing_hist2.txt -------------------------------------------------------------------------------- /logs/test/v1/gcn_cav_20_hv_10_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/gcn_cav_20_hv_10_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/gcn_cav_20_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/gcn_cav_20_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/gcn_cav_20_hv_30_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/gcn_cav_20_hv_30_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/gcn_cav_20_hv_40_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/gcn_cav_20_hv_40_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/gcn_cav_20_hv_50_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/gcn_cav_20_hv_50_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/lstm_cav_20_hv_10_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/lstm_cav_20_hv_10_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/lstm_cav_20_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/lstm_cav_20_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/lstm_cav_20_hv_30_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/lstm_cav_20_hv_30_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/lstm_cav_20_hv_40_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/lstm_cav_20_hv_40_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/lstm_cav_20_hv_50_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/lstm_cav_20_hv_50_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/rule_based_cav_20_hv_10_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/rule_based_cav_20_hv_10_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/rule_based_cav_20_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/rule_based_cav_20_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/rule_based_cav_20_hv_30_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/rule_based_cav_20_hv_30_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/rule_based_cav_20_hv_40_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/rule_based_cav_20_hv_40_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/v1/rule_based_cav_20_hv_50_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/v1/rule_based_cav_20_hv_50_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/vary_ramp_popularity/gcn_cav0_0_cav1_20_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/vary_ramp_popularity/gcn_cav0_0_cav1_20_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/vary_ramp_popularity/gcn_cav0_15_cav1_5_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/vary_ramp_popularity/gcn_cav0_15_cav1_5_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/vary_ramp_popularity/gcn_cav0_20_cav1_0_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/vary_ramp_popularity/gcn_cav0_20_cav1_0_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/vary_ramp_popularity/gcn_cav0_5_cav1_15_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/vary_ramp_popularity/gcn_cav0_5_cav1_15_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/vary_ramp_popularity/lstm_cav0_0_cav1_20_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/vary_ramp_popularity/lstm_cav0_0_cav1_20_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/vary_ramp_popularity/lstm_cav0_15_cav1_5_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/vary_ramp_popularity/lstm_cav0_15_cav1_5_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/vary_ramp_popularity/lstm_cav0_20_cav1_0_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/vary_ramp_popularity/lstm_cav0_20_cav1_0_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/vary_ramp_popularity/lstm_cav0_5_cav1_15_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/vary_ramp_popularity/lstm_cav0_5_cav1_15_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/vary_ramp_popularity/rule_based_cav0_0_cav1_20_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/vary_ramp_popularity/rule_based_cav0_0_cav1_20_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/vary_ramp_popularity/rule_based_cav0_15_cav1_5_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/vary_ramp_popularity/rule_based_cav0_15_cav1_5_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/vary_ramp_popularity/rule_based_cav0_20_cav1_0_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/vary_ramp_popularity/rule_based_cav0_20_cav1_0_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /logs/test/vary_ramp_popularity/rule_based_cav0_5_cav1_15_hv_20_testing_hist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/logs/test/vary_ramp_popularity/rule_based_cav0_5_cav1_15_hv_20_testing_hist.txt -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/main.py -------------------------------------------------------------------------------- /model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/model.png -------------------------------------------------------------------------------- /models/checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/checkpoint -------------------------------------------------------------------------------- /models/dqn_gcn_hv_20_cav_20.h5f.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_gcn_hv_20_cav_20.h5f.data-00000-of-00001 -------------------------------------------------------------------------------- /models/dqn_gcn_hv_20_cav_20.h5f.data-00000-of-00002: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_gcn_hv_20_cav_20.h5f.data-00000-of-00002 -------------------------------------------------------------------------------- /models/dqn_gcn_hv_20_cav_20.h5f.data-00001-of-00002: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_gcn_hv_20_cav_20.h5f.data-00001-of-00002 -------------------------------------------------------------------------------- /models/dqn_gcn_hv_20_cav_20.h5f.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_gcn_hv_20_cav_20.h5f.index -------------------------------------------------------------------------------- /models/dqn_hv_20_cav_20.h5f.data-00000-of-00002: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_hv_20_cav_20.h5f.data-00000-of-00002 -------------------------------------------------------------------------------- /models/dqn_hv_20_cav_20.h5f.data-00001-of-00002: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_hv_20_cav_20.h5f.data-00001-of-00002 -------------------------------------------------------------------------------- /models/dqn_hv_20_cav_20.h5f.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_hv_20_cav_20.h5f.index -------------------------------------------------------------------------------- /models/dqn_lstm_hv_20_cav_20.h5f.data-00000-of-00001: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_lstm_hv_20_cav_20.h5f.data-00000-of-00001 -------------------------------------------------------------------------------- /models/dqn_lstm_hv_20_cav_20.h5f.data-00000-of-00002: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_lstm_hv_20_cav_20.h5f.data-00000-of-00002 -------------------------------------------------------------------------------- /models/dqn_lstm_hv_20_cav_20.h5f.data-00001-of-00002: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_lstm_hv_20_cav_20.h5f.data-00001-of-00002 -------------------------------------------------------------------------------- /models/dqn_lstm_hv_20_cav_20.h5f.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_lstm_hv_20_cav_20.h5f.index -------------------------------------------------------------------------------- /models/dqn_lstmhv_20_cav_20.h5f.data-00000-of-00002: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_lstmhv_20_cav_20.h5f.data-00000-of-00002 -------------------------------------------------------------------------------- /models/dqn_lstmhv_20_cav_20.h5f.data-00001-of-00002: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_lstmhv_20_cav_20.h5f.data-00001-of-00002 -------------------------------------------------------------------------------- /models/dqn_lstmhv_20_cav_20.h5f.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/models/dqn_lstmhv_20_cav_20.h5f.index -------------------------------------------------------------------------------- /modify_point.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/modify_point.txt -------------------------------------------------------------------------------- /network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/network.py -------------------------------------------------------------------------------- /ray_rl_setting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/ray_rl_setting.py -------------------------------------------------------------------------------- /rl_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/rl_experiments.py -------------------------------------------------------------------------------- /rule_based_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/rule_based_main.py -------------------------------------------------------------------------------- /settings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/settings.md -------------------------------------------------------------------------------- /specific_environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/specific_environment.py -------------------------------------------------------------------------------- /test_result_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiqianDong/GCQ_source/HEAD/test_result_main.py --------------------------------------------------------------------------------