├── .github └── workflows │ └── sar_test.yaml ├── .gitignore ├── .readthedocs.yaml ├── LICENSE ├── README.md ├── docs ├── Makefile └── source │ ├── _templates │ └── autosummary │ │ ├── distneighborsampler.rst │ │ └── graphshardmanager.rst │ ├── comm.rst │ ├── common_tuples.rst │ ├── conf.py │ ├── data_loading.rst │ ├── full_batch.rst │ ├── images │ ├── dom_parallel_naive.png │ ├── dom_parallel_naive.svg │ ├── dom_parallel_remat.pdf │ ├── dom_parallel_remat.png │ ├── dom_parallel_remat.svg │ ├── one_shot_aggregation.png │ ├── one_shot_aggregation.svg │ ├── papers_gat_memory.png │ ├── papers_os_scaling.png │ ├── papers_sage_memory.png │ ├── papers_train_full_doc.png │ └── sar_vs_distdgl.png │ ├── index.rst │ ├── model_prepare.rst │ ├── quick_start.rst │ ├── sampling_training.rst │ ├── sar_config.rst │ ├── sar_modes.rst │ └── shards.rst ├── examples ├── README.md ├── SIGN │ ├── README.md │ └── train_sign_with_sar.py ├── correct_and_smooth.py ├── partition_graph.py ├── rgcn-hetero │ ├── README.md │ ├── model.py │ ├── train_heterogeneous_graph.py │ └── train_heterogeneous_graph_mfg.py ├── train_dist_appnp_with_sar.py ├── train_distdgl_with_sar_inference.py ├── train_homogeneous_graph_advanced.py ├── train_homogeneous_graph_basic.py └── train_homogeneous_sampling_basic.py ├── pyproject.toml ├── requirements.txt ├── sar ├── __init__.py ├── comm.py ├── common_tuples.py ├── config.py ├── construct_shard_manager.py ├── core │ ├── __init__.py │ ├── full_partition_block.py │ ├── graphshard.py │ ├── sampling.py │ └── sar_aggregation.py ├── data_loading.py ├── distributed_bn.py ├── edge_softmax.py ├── logging_setup.py └── patch_dgl.py ├── security.md ├── setup.py └── tests ├── base_utils.py ├── conftest.py ├── constants.py ├── models.py ├── multiprocessing_utils.py ├── pytest.ini ├── test_comm.py ├── test_hetero_graph_shard_manager.py ├── test_patch_dgl.py └── test_sar.py /.github/workflows/sar_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/.github/workflows/sar_test.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/.gitignore -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/README.md -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/source/_templates/autosummary/distneighborsampler.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/_templates/autosummary/distneighborsampler.rst -------------------------------------------------------------------------------- /docs/source/_templates/autosummary/graphshardmanager.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/_templates/autosummary/graphshardmanager.rst -------------------------------------------------------------------------------- /docs/source/comm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/comm.rst -------------------------------------------------------------------------------- /docs/source/common_tuples.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/common_tuples.rst -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/data_loading.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/data_loading.rst -------------------------------------------------------------------------------- /docs/source/full_batch.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/full_batch.rst -------------------------------------------------------------------------------- /docs/source/images/dom_parallel_naive.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/images/dom_parallel_naive.png -------------------------------------------------------------------------------- /docs/source/images/dom_parallel_naive.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/images/dom_parallel_naive.svg -------------------------------------------------------------------------------- /docs/source/images/dom_parallel_remat.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/images/dom_parallel_remat.pdf -------------------------------------------------------------------------------- /docs/source/images/dom_parallel_remat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/images/dom_parallel_remat.png -------------------------------------------------------------------------------- /docs/source/images/dom_parallel_remat.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/images/dom_parallel_remat.svg -------------------------------------------------------------------------------- /docs/source/images/one_shot_aggregation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/images/one_shot_aggregation.png -------------------------------------------------------------------------------- /docs/source/images/one_shot_aggregation.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/images/one_shot_aggregation.svg -------------------------------------------------------------------------------- /docs/source/images/papers_gat_memory.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/images/papers_gat_memory.png -------------------------------------------------------------------------------- /docs/source/images/papers_os_scaling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/images/papers_os_scaling.png -------------------------------------------------------------------------------- /docs/source/images/papers_sage_memory.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/images/papers_sage_memory.png -------------------------------------------------------------------------------- /docs/source/images/papers_train_full_doc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/images/papers_train_full_doc.png -------------------------------------------------------------------------------- /docs/source/images/sar_vs_distdgl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/images/sar_vs_distdgl.png -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/model_prepare.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/model_prepare.rst -------------------------------------------------------------------------------- /docs/source/quick_start.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/quick_start.rst -------------------------------------------------------------------------------- /docs/source/sampling_training.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/sampling_training.rst -------------------------------------------------------------------------------- /docs/source/sar_config.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/sar_config.rst -------------------------------------------------------------------------------- /docs/source/sar_modes.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/sar_modes.rst -------------------------------------------------------------------------------- /docs/source/shards.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/docs/source/shards.rst -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/SIGN/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/SIGN/README.md -------------------------------------------------------------------------------- /examples/SIGN/train_sign_with_sar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/SIGN/train_sign_with_sar.py -------------------------------------------------------------------------------- /examples/correct_and_smooth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/correct_and_smooth.py -------------------------------------------------------------------------------- /examples/partition_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/partition_graph.py -------------------------------------------------------------------------------- /examples/rgcn-hetero/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/rgcn-hetero/README.md -------------------------------------------------------------------------------- /examples/rgcn-hetero/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/rgcn-hetero/model.py -------------------------------------------------------------------------------- /examples/rgcn-hetero/train_heterogeneous_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/rgcn-hetero/train_heterogeneous_graph.py -------------------------------------------------------------------------------- /examples/rgcn-hetero/train_heterogeneous_graph_mfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/rgcn-hetero/train_heterogeneous_graph_mfg.py -------------------------------------------------------------------------------- /examples/train_dist_appnp_with_sar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/train_dist_appnp_with_sar.py -------------------------------------------------------------------------------- /examples/train_distdgl_with_sar_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/train_distdgl_with_sar_inference.py -------------------------------------------------------------------------------- /examples/train_homogeneous_graph_advanced.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/train_homogeneous_graph_advanced.py -------------------------------------------------------------------------------- /examples/train_homogeneous_graph_basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/train_homogeneous_graph_basic.py -------------------------------------------------------------------------------- /examples/train_homogeneous_sampling_basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/examples/train_homogeneous_sampling_basic.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/requirements.txt -------------------------------------------------------------------------------- /sar/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/__init__.py -------------------------------------------------------------------------------- /sar/comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/comm.py -------------------------------------------------------------------------------- /sar/common_tuples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/common_tuples.py -------------------------------------------------------------------------------- /sar/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/config.py -------------------------------------------------------------------------------- /sar/construct_shard_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/construct_shard_manager.py -------------------------------------------------------------------------------- /sar/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/core/__init__.py -------------------------------------------------------------------------------- /sar/core/full_partition_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/core/full_partition_block.py -------------------------------------------------------------------------------- /sar/core/graphshard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/core/graphshard.py -------------------------------------------------------------------------------- /sar/core/sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/core/sampling.py -------------------------------------------------------------------------------- /sar/core/sar_aggregation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/core/sar_aggregation.py -------------------------------------------------------------------------------- /sar/data_loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/data_loading.py -------------------------------------------------------------------------------- /sar/distributed_bn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/distributed_bn.py -------------------------------------------------------------------------------- /sar/edge_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/edge_softmax.py -------------------------------------------------------------------------------- /sar/logging_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/logging_setup.py -------------------------------------------------------------------------------- /sar/patch_dgl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/sar/patch_dgl.py -------------------------------------------------------------------------------- /security.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/security.md -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/setup.py -------------------------------------------------------------------------------- /tests/base_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/tests/base_utils.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/tests/constants.py -------------------------------------------------------------------------------- /tests/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/tests/models.py -------------------------------------------------------------------------------- /tests/multiprocessing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/tests/multiprocessing_utils.py -------------------------------------------------------------------------------- /tests/pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/tests/pytest.ini -------------------------------------------------------------------------------- /tests/test_comm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/tests/test_comm.py -------------------------------------------------------------------------------- /tests/test_hetero_graph_shard_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/tests/test_hetero_graph_shard_manager.py -------------------------------------------------------------------------------- /tests/test_patch_dgl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/tests/test_patch_dgl.py -------------------------------------------------------------------------------- /tests/test_sar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IntelLabs/SAR/HEAD/tests/test_sar.py --------------------------------------------------------------------------------