├── .github └── workflows │ ├── codeql.yml │ └── tests.yaml ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── SECURITY.md ├── SUPPORT.md ├── SYNTHESIS.md ├── dockerfiles └── Dockerfile ├── examples ├── dgx1_allgather.ipynb ├── mscclang │ ├── allgather_a100_pcie.py │ ├── allgather_allpairs.py │ ├── allgather_recursive_doubling.py │ ├── allgather_ring.py │ ├── allreduce_1step.py │ ├── allreduce_a100_allpairs.py │ ├── allreduce_a100_allpairs_v2.py │ ├── allreduce_a100_multinode_allpairs.py │ ├── allreduce_a100_ncv4.py │ ├── allreduce_a100_ncv4_v2.py │ ├── allreduce_a100_pcie_hierarchical.py │ ├── allreduce_a100_recursive_doubling_halving.py │ ├── allreduce_a100_ring.py │ ├── allreduce_binomial_tree.py │ ├── allreduce_dgx1.py │ ├── allreduce_ndv2.py │ ├── allreduce_recursive_doubling_halving.py │ ├── alltoall_a100_three_step.py │ ├── alltoall_a100_two_step.py │ ├── alltoall_allpairs.py │ ├── alltonext_backward.py │ ├── alltonext_forward.py │ ├── hierarchical_allreduce.py │ ├── pipeline_a100_allpairs.py │ ├── pipeline_a100_ring.py │ ├── reducegather.py │ └── simple │ │ ├── allgather_ring.py │ │ ├── allreduce_ring.py │ │ └── custom_collective.py ├── requirements_sccl_init.txt ├── sccl_init.py ├── send.py └── unpermute_dgx1.py ├── msccl ├── __init__.py ├── __main__.py ├── algorithm.py ├── autosynth │ ├── __init__.py │ ├── msccl_ndv2_launcher.sh │ ├── ndv2_plans.py │ ├── ndv4_plans.py │ └── registry.py ├── cli │ ├── __init__.py │ ├── analyze.py │ ├── common.py │ ├── compose.py │ ├── distribute.py │ ├── known_collectives.py │ ├── known_distributed_topologies.py │ ├── known_topologies.py │ ├── known_transformers.py │ ├── ncclize.py │ ├── plans.py │ └── solve.py ├── collectives.py ├── composers.py ├── distributors │ ├── __init__.py │ ├── alltoall_subproblem.py │ ├── gather_scatter_alltoall.py │ └── greedy_alltoall.py ├── instance.py ├── isomorphisms.py ├── language │ ├── __init__.py │ ├── buffer.py │ ├── chunk.py │ ├── collectives.py │ ├── ir.py │ ├── passes.py │ ├── rank_dag.py │ ├── routines.py │ ├── tb_assignment.py │ └── visualize.py ├── ncclize.py ├── ncd_reduction.py ├── path_encoding.py ├── programs │ ├── __init__.py │ ├── allreduce_a100_ring.py │ ├── allreduce_allpairs.py │ ├── alltoall_a100_8kp1.py │ └── alltoall_a100_yifan.py ├── rounds_bound.py ├── serialization.py ├── steps_bound.py ├── strategies.py └── topologies │ ├── __init__.py │ ├── amd.py │ ├── distributed.py │ ├── generic.py │ ├── nvidia.py │ ├── topology.py │ └── transformers.py ├── pytest.ini ├── requirements.txt ├── setup.py └── tests ├── __init__.py ├── common.py ├── test_algorithm.py ├── test_analyses.py ├── test_autosynth.py ├── test_cli.py ├── test_distributors.py ├── test_language.py ├── test_path_encoding.py ├── test_programs.py ├── test_serialization.py └── test_topologies.py /.github/workflows/codeql.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/.github/workflows/codeql.yml -------------------------------------------------------------------------------- /.github/workflows/tests.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/.github/workflows/tests.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/SECURITY.md -------------------------------------------------------------------------------- /SUPPORT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/SUPPORT.md -------------------------------------------------------------------------------- /SYNTHESIS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/SYNTHESIS.md -------------------------------------------------------------------------------- /dockerfiles/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/dockerfiles/Dockerfile -------------------------------------------------------------------------------- /examples/dgx1_allgather.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/dgx1_allgather.ipynb -------------------------------------------------------------------------------- /examples/mscclang/allgather_a100_pcie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allgather_a100_pcie.py -------------------------------------------------------------------------------- /examples/mscclang/allgather_allpairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allgather_allpairs.py -------------------------------------------------------------------------------- /examples/mscclang/allgather_recursive_doubling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allgather_recursive_doubling.py -------------------------------------------------------------------------------- /examples/mscclang/allgather_ring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allgather_ring.py -------------------------------------------------------------------------------- /examples/mscclang/allreduce_1step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allreduce_1step.py -------------------------------------------------------------------------------- /examples/mscclang/allreduce_a100_allpairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allreduce_a100_allpairs.py -------------------------------------------------------------------------------- /examples/mscclang/allreduce_a100_allpairs_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allreduce_a100_allpairs_v2.py -------------------------------------------------------------------------------- /examples/mscclang/allreduce_a100_multinode_allpairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allreduce_a100_multinode_allpairs.py -------------------------------------------------------------------------------- /examples/mscclang/allreduce_a100_ncv4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allreduce_a100_ncv4.py -------------------------------------------------------------------------------- /examples/mscclang/allreduce_a100_ncv4_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allreduce_a100_ncv4_v2.py -------------------------------------------------------------------------------- /examples/mscclang/allreduce_a100_pcie_hierarchical.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allreduce_a100_pcie_hierarchical.py -------------------------------------------------------------------------------- /examples/mscclang/allreduce_a100_recursive_doubling_halving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allreduce_a100_recursive_doubling_halving.py -------------------------------------------------------------------------------- /examples/mscclang/allreduce_a100_ring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allreduce_a100_ring.py -------------------------------------------------------------------------------- /examples/mscclang/allreduce_binomial_tree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allreduce_binomial_tree.py -------------------------------------------------------------------------------- /examples/mscclang/allreduce_dgx1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allreduce_dgx1.py -------------------------------------------------------------------------------- /examples/mscclang/allreduce_ndv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allreduce_ndv2.py -------------------------------------------------------------------------------- /examples/mscclang/allreduce_recursive_doubling_halving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/allreduce_recursive_doubling_halving.py -------------------------------------------------------------------------------- /examples/mscclang/alltoall_a100_three_step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/alltoall_a100_three_step.py -------------------------------------------------------------------------------- /examples/mscclang/alltoall_a100_two_step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/alltoall_a100_two_step.py -------------------------------------------------------------------------------- /examples/mscclang/alltoall_allpairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/alltoall_allpairs.py -------------------------------------------------------------------------------- /examples/mscclang/alltonext_backward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/alltonext_backward.py -------------------------------------------------------------------------------- /examples/mscclang/alltonext_forward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/alltonext_forward.py -------------------------------------------------------------------------------- /examples/mscclang/hierarchical_allreduce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/hierarchical_allreduce.py -------------------------------------------------------------------------------- /examples/mscclang/pipeline_a100_allpairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/pipeline_a100_allpairs.py -------------------------------------------------------------------------------- /examples/mscclang/pipeline_a100_ring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/pipeline_a100_ring.py -------------------------------------------------------------------------------- /examples/mscclang/reducegather.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/reducegather.py -------------------------------------------------------------------------------- /examples/mscclang/simple/allgather_ring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/simple/allgather_ring.py -------------------------------------------------------------------------------- /examples/mscclang/simple/allreduce_ring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/simple/allreduce_ring.py -------------------------------------------------------------------------------- /examples/mscclang/simple/custom_collective.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/mscclang/simple/custom_collective.py -------------------------------------------------------------------------------- /examples/requirements_sccl_init.txt: -------------------------------------------------------------------------------- 1 | git+https://github.com/parasailteam/msccl-presynth -------------------------------------------------------------------------------- /examples/sccl_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/sccl_init.py -------------------------------------------------------------------------------- /examples/send.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/send.py -------------------------------------------------------------------------------- /examples/unpermute_dgx1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/examples/unpermute_dgx1.py -------------------------------------------------------------------------------- /msccl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/__init__.py -------------------------------------------------------------------------------- /msccl/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/__main__.py -------------------------------------------------------------------------------- /msccl/algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/algorithm.py -------------------------------------------------------------------------------- /msccl/autosynth/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/autosynth/__init__.py -------------------------------------------------------------------------------- /msccl/autosynth/msccl_ndv2_launcher.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/autosynth/msccl_ndv2_launcher.sh -------------------------------------------------------------------------------- /msccl/autosynth/ndv2_plans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/autosynth/ndv2_plans.py -------------------------------------------------------------------------------- /msccl/autosynth/ndv4_plans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/autosynth/ndv4_plans.py -------------------------------------------------------------------------------- /msccl/autosynth/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/autosynth/registry.py -------------------------------------------------------------------------------- /msccl/cli/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/cli/__init__.py -------------------------------------------------------------------------------- /msccl/cli/analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/cli/analyze.py -------------------------------------------------------------------------------- /msccl/cli/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/cli/common.py -------------------------------------------------------------------------------- /msccl/cli/compose.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/cli/compose.py -------------------------------------------------------------------------------- /msccl/cli/distribute.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/cli/distribute.py -------------------------------------------------------------------------------- /msccl/cli/known_collectives.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/cli/known_collectives.py -------------------------------------------------------------------------------- /msccl/cli/known_distributed_topologies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/cli/known_distributed_topologies.py -------------------------------------------------------------------------------- /msccl/cli/known_topologies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/cli/known_topologies.py -------------------------------------------------------------------------------- /msccl/cli/known_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/cli/known_transformers.py -------------------------------------------------------------------------------- /msccl/cli/ncclize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/cli/ncclize.py -------------------------------------------------------------------------------- /msccl/cli/plans.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/cli/plans.py -------------------------------------------------------------------------------- /msccl/cli/solve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/cli/solve.py -------------------------------------------------------------------------------- /msccl/collectives.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/collectives.py -------------------------------------------------------------------------------- /msccl/composers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/composers.py -------------------------------------------------------------------------------- /msccl/distributors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/distributors/__init__.py -------------------------------------------------------------------------------- /msccl/distributors/alltoall_subproblem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/distributors/alltoall_subproblem.py -------------------------------------------------------------------------------- /msccl/distributors/gather_scatter_alltoall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/distributors/gather_scatter_alltoall.py -------------------------------------------------------------------------------- /msccl/distributors/greedy_alltoall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/distributors/greedy_alltoall.py -------------------------------------------------------------------------------- /msccl/instance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/instance.py -------------------------------------------------------------------------------- /msccl/isomorphisms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/isomorphisms.py -------------------------------------------------------------------------------- /msccl/language/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/language/__init__.py -------------------------------------------------------------------------------- /msccl/language/buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/language/buffer.py -------------------------------------------------------------------------------- /msccl/language/chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/language/chunk.py -------------------------------------------------------------------------------- /msccl/language/collectives.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/language/collectives.py -------------------------------------------------------------------------------- /msccl/language/ir.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/language/ir.py -------------------------------------------------------------------------------- /msccl/language/passes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/language/passes.py -------------------------------------------------------------------------------- /msccl/language/rank_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/language/rank_dag.py -------------------------------------------------------------------------------- /msccl/language/routines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/language/routines.py -------------------------------------------------------------------------------- /msccl/language/tb_assignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/language/tb_assignment.py -------------------------------------------------------------------------------- /msccl/language/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/language/visualize.py -------------------------------------------------------------------------------- /msccl/ncclize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/ncclize.py -------------------------------------------------------------------------------- /msccl/ncd_reduction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/ncd_reduction.py -------------------------------------------------------------------------------- /msccl/path_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/path_encoding.py -------------------------------------------------------------------------------- /msccl/programs/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /msccl/programs/allreduce_a100_ring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/programs/allreduce_a100_ring.py -------------------------------------------------------------------------------- /msccl/programs/allreduce_allpairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/programs/allreduce_allpairs.py -------------------------------------------------------------------------------- /msccl/programs/alltoall_a100_8kp1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/programs/alltoall_a100_8kp1.py -------------------------------------------------------------------------------- /msccl/programs/alltoall_a100_yifan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/programs/alltoall_a100_yifan.py -------------------------------------------------------------------------------- /msccl/rounds_bound.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/rounds_bound.py -------------------------------------------------------------------------------- /msccl/serialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/serialization.py -------------------------------------------------------------------------------- /msccl/steps_bound.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/steps_bound.py -------------------------------------------------------------------------------- /msccl/strategies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/strategies.py -------------------------------------------------------------------------------- /msccl/topologies/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/topologies/__init__.py -------------------------------------------------------------------------------- /msccl/topologies/amd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/topologies/amd.py -------------------------------------------------------------------------------- /msccl/topologies/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/topologies/distributed.py -------------------------------------------------------------------------------- /msccl/topologies/generic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/topologies/generic.py -------------------------------------------------------------------------------- /msccl/topologies/nvidia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/topologies/nvidia.py -------------------------------------------------------------------------------- /msccl/topologies/topology.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/topologies/topology.py -------------------------------------------------------------------------------- /msccl/topologies/transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/msccl/topologies/transformers.py -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/pytest.ini -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/tests/common.py -------------------------------------------------------------------------------- /tests/test_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/tests/test_algorithm.py -------------------------------------------------------------------------------- /tests/test_analyses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/tests/test_analyses.py -------------------------------------------------------------------------------- /tests/test_autosynth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/tests/test_autosynth.py -------------------------------------------------------------------------------- /tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/tests/test_cli.py -------------------------------------------------------------------------------- /tests/test_distributors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/tests/test_distributors.py -------------------------------------------------------------------------------- /tests/test_language.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/tests/test_language.py -------------------------------------------------------------------------------- /tests/test_path_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/tests/test_path_encoding.py -------------------------------------------------------------------------------- /tests/test_programs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/tests/test_programs.py -------------------------------------------------------------------------------- /tests/test_serialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/tests/test_serialization.py -------------------------------------------------------------------------------- /tests/test_topologies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/msccl-tools/HEAD/tests/test_topologies.py --------------------------------------------------------------------------------