├── .clang-format ├── .gitignore ├── .gitmodules ├── CMakeLists.txt ├── LICENSE ├── README.md ├── gnnflow ├── __init__.py ├── cache │ ├── __init__.py │ ├── cache.py │ ├── fifo_cache.py │ ├── gnnlab_static_cache.py │ ├── lfu_cache.py │ └── lru_cache.py ├── config.py ├── csrc │ ├── api.cc │ ├── common.h │ ├── doubly_linked_list.cu │ ├── doubly_linked_list.h │ ├── dynamic_graph.cu │ ├── dynamic_graph.h │ ├── kvstore.cc │ ├── kvstore.h │ ├── logging.cc │ ├── logging.h │ ├── resource_holder.h │ ├── sampling_kernels.cu │ ├── sampling_kernels.h │ ├── temporal_block_allocator.cu │ ├── temporal_block_allocator.h │ ├── temporal_sampler.cu │ ├── temporal_sampler.h │ ├── utils.cu │ └── utils.h ├── data.py ├── distributed │ ├── __init__.py │ ├── common.py │ ├── dispatcher.py │ ├── dist_context.py │ ├── dist_graph.py │ ├── dist_sampler.py │ ├── graph_services.py │ ├── kvstore.py │ ├── partition.py │ └── utils.py ├── dynamic_graph.py ├── models │ ├── __init__.py │ ├── apan.py │ ├── dgnn.py │ ├── gat.py │ ├── graphsage.py │ ├── jodie.py │ └── modules │ │ ├── __init__.py │ │ ├── apan_memory.py │ │ ├── layers.py │ │ ├── memory.py │ │ └── memory_updater.py ├── temporal_sampler.py └── utils.py ├── requirements.txt ├── scripts ├── download_data.sh ├── offline_edge_prediction.py ├── offline_edge_prediction_pipethread.py ├── offline_edge_prediction_presample.py ├── pipeline.py ├── pipeline_distributed.py ├── run_offline.sh ├── run_offline_dist.sh └── train.py ├── setup.py ├── tests ├── test_build_graph.py ├── test_dataset.py ├── test_dynamic_graph.py ├── test_model.py ├── test_temporal_sampler.py └── utils.py └── tgl ├── CMakeLists.txt ├── offline_tgl_presample.py ├── run_tgl.sh ├── sampler_core.cpp ├── setup_tgl.py └── utils.py /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/.clang-format -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/.gitmodules -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/README.md -------------------------------------------------------------------------------- /gnnflow/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/__init__.py -------------------------------------------------------------------------------- /gnnflow/cache/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/cache/__init__.py -------------------------------------------------------------------------------- /gnnflow/cache/cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/cache/cache.py -------------------------------------------------------------------------------- /gnnflow/cache/fifo_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/cache/fifo_cache.py -------------------------------------------------------------------------------- /gnnflow/cache/gnnlab_static_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/cache/gnnlab_static_cache.py -------------------------------------------------------------------------------- /gnnflow/cache/lfu_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/cache/lfu_cache.py -------------------------------------------------------------------------------- /gnnflow/cache/lru_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/cache/lru_cache.py -------------------------------------------------------------------------------- /gnnflow/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/config.py -------------------------------------------------------------------------------- /gnnflow/csrc/api.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/api.cc -------------------------------------------------------------------------------- /gnnflow/csrc/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/common.h -------------------------------------------------------------------------------- /gnnflow/csrc/doubly_linked_list.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/doubly_linked_list.cu -------------------------------------------------------------------------------- /gnnflow/csrc/doubly_linked_list.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/doubly_linked_list.h -------------------------------------------------------------------------------- /gnnflow/csrc/dynamic_graph.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/dynamic_graph.cu -------------------------------------------------------------------------------- /gnnflow/csrc/dynamic_graph.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/dynamic_graph.h -------------------------------------------------------------------------------- /gnnflow/csrc/kvstore.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/kvstore.cc -------------------------------------------------------------------------------- /gnnflow/csrc/kvstore.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/kvstore.h -------------------------------------------------------------------------------- /gnnflow/csrc/logging.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/logging.cc -------------------------------------------------------------------------------- /gnnflow/csrc/logging.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/logging.h -------------------------------------------------------------------------------- /gnnflow/csrc/resource_holder.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/resource_holder.h -------------------------------------------------------------------------------- /gnnflow/csrc/sampling_kernels.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/sampling_kernels.cu -------------------------------------------------------------------------------- /gnnflow/csrc/sampling_kernels.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/sampling_kernels.h -------------------------------------------------------------------------------- /gnnflow/csrc/temporal_block_allocator.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/temporal_block_allocator.cu -------------------------------------------------------------------------------- /gnnflow/csrc/temporal_block_allocator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/temporal_block_allocator.h -------------------------------------------------------------------------------- /gnnflow/csrc/temporal_sampler.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/temporal_sampler.cu -------------------------------------------------------------------------------- /gnnflow/csrc/temporal_sampler.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/temporal_sampler.h -------------------------------------------------------------------------------- /gnnflow/csrc/utils.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/utils.cu -------------------------------------------------------------------------------- /gnnflow/csrc/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/csrc/utils.h -------------------------------------------------------------------------------- /gnnflow/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/data.py -------------------------------------------------------------------------------- /gnnflow/distributed/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/distributed/__init__.py -------------------------------------------------------------------------------- /gnnflow/distributed/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/distributed/common.py -------------------------------------------------------------------------------- /gnnflow/distributed/dispatcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/distributed/dispatcher.py -------------------------------------------------------------------------------- /gnnflow/distributed/dist_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/distributed/dist_context.py -------------------------------------------------------------------------------- /gnnflow/distributed/dist_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/distributed/dist_graph.py -------------------------------------------------------------------------------- /gnnflow/distributed/dist_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/distributed/dist_sampler.py -------------------------------------------------------------------------------- /gnnflow/distributed/graph_services.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/distributed/graph_services.py -------------------------------------------------------------------------------- /gnnflow/distributed/kvstore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/distributed/kvstore.py -------------------------------------------------------------------------------- /gnnflow/distributed/partition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/distributed/partition.py -------------------------------------------------------------------------------- /gnnflow/distributed/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/distributed/utils.py -------------------------------------------------------------------------------- /gnnflow/dynamic_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/dynamic_graph.py -------------------------------------------------------------------------------- /gnnflow/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /gnnflow/models/apan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/models/apan.py -------------------------------------------------------------------------------- /gnnflow/models/dgnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/models/dgnn.py -------------------------------------------------------------------------------- /gnnflow/models/gat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/models/gat.py -------------------------------------------------------------------------------- /gnnflow/models/graphsage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/models/graphsage.py -------------------------------------------------------------------------------- /gnnflow/models/jodie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/models/jodie.py -------------------------------------------------------------------------------- /gnnflow/models/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /gnnflow/models/modules/apan_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/models/modules/apan_memory.py -------------------------------------------------------------------------------- /gnnflow/models/modules/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/models/modules/layers.py -------------------------------------------------------------------------------- /gnnflow/models/modules/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/models/modules/memory.py -------------------------------------------------------------------------------- /gnnflow/models/modules/memory_updater.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/models/modules/memory_updater.py -------------------------------------------------------------------------------- /gnnflow/temporal_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/temporal_sampler.py -------------------------------------------------------------------------------- /gnnflow/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/gnnflow/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/download_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/scripts/download_data.sh -------------------------------------------------------------------------------- /scripts/offline_edge_prediction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/scripts/offline_edge_prediction.py -------------------------------------------------------------------------------- /scripts/offline_edge_prediction_pipethread.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/scripts/offline_edge_prediction_pipethread.py -------------------------------------------------------------------------------- /scripts/offline_edge_prediction_presample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/scripts/offline_edge_prediction_presample.py -------------------------------------------------------------------------------- /scripts/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/scripts/pipeline.py -------------------------------------------------------------------------------- /scripts/pipeline_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/scripts/pipeline_distributed.py -------------------------------------------------------------------------------- /scripts/run_offline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/scripts/run_offline.sh -------------------------------------------------------------------------------- /scripts/run_offline_dist.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/scripts/run_offline_dist.sh -------------------------------------------------------------------------------- /scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/scripts/train.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/setup.py -------------------------------------------------------------------------------- /tests/test_build_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/tests/test_build_graph.py -------------------------------------------------------------------------------- /tests/test_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/tests/test_dataset.py -------------------------------------------------------------------------------- /tests/test_dynamic_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/tests/test_dynamic_graph.py -------------------------------------------------------------------------------- /tests/test_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/tests/test_model.py -------------------------------------------------------------------------------- /tests/test_temporal_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/tests/test_temporal_sampler.py -------------------------------------------------------------------------------- /tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/tests/utils.py -------------------------------------------------------------------------------- /tgl/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/tgl/CMakeLists.txt -------------------------------------------------------------------------------- /tgl/offline_tgl_presample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/tgl/offline_tgl_presample.py -------------------------------------------------------------------------------- /tgl/run_tgl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/tgl/run_tgl.sh -------------------------------------------------------------------------------- /tgl/sampler_core.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/tgl/sampler_core.cpp -------------------------------------------------------------------------------- /tgl/setup_tgl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/tgl/setup_tgl.py -------------------------------------------------------------------------------- /tgl/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PeterSH6/MSPipe/HEAD/tgl/utils.py --------------------------------------------------------------------------------