├── .clang-format ├── .github └── workflows │ ├── cmake-multi-platform.yml │ ├── lsan.supp │ └── publish.yml ├── .gitignore ├── .gitmodules ├── CMakeLists.txt ├── LICENSE ├── README.md ├── ccoip ├── CMakeLists.txt ├── cmake_hacks │ └── dummy.cpp ├── internal │ ├── alloc.hpp │ ├── bandwidth_store.hpp │ ├── benchmark_runner.hpp │ ├── ccoip_client_handler.hpp │ ├── ccoip_master_handler.hpp │ ├── ccoip_packets.hpp │ ├── piquant_utils.hpp │ ├── quantize.hpp │ ├── quantize_kernels.hpp │ ├── reduce_kernels.hpp │ ├── thread_guard.hpp │ ├── topology_optimizer.hpp │ └── uuid_utils.hpp ├── internal_include │ ├── ccoip_client.hpp │ ├── ccoip_client_state.hpp │ ├── ccoip_inet_utils.hpp │ ├── ccoip_master.hpp │ ├── ccoip_master_state.hpp │ ├── ccoip_packet.hpp │ ├── ccoip_packet_buffer.hpp │ ├── ccoip_shared_state.hpp │ ├── ccoip_types.hpp │ ├── guard_utils.hpp │ ├── hash_utils.hpp │ ├── reduce.hpp │ └── type_utils.hpp ├── public_include │ ├── ccoip.h │ └── ccoip_inet.h ├── src │ ├── cpp │ │ ├── alloc.cpp │ │ ├── bandwidth_store.cpp │ │ ├── benchmark_runner.cpp │ │ ├── ccoip_client.cpp │ │ ├── ccoip_client_handler.cpp │ │ ├── ccoip_client_state.cpp │ │ ├── ccoip_master.cpp │ │ ├── ccoip_master_handler.cpp │ │ ├── ccoip_master_state.cpp │ │ ├── ccoip_packet_buffer.cpp │ │ ├── ccoip_packets.cpp │ │ ├── crc32 │ │ │ ├── crc32_amd64_sse42.cpp │ │ │ ├── crc32_amd64_sse42_pcmul.cpp │ │ │ ├── crc32_arm64.cpp │ │ │ └── crc32_cpu.cpp │ │ ├── guarded_alloc.cpp │ │ ├── quantize.cpp │ │ ├── quantize_kernels.cpp │ │ ├── reduce.cpp │ │ ├── reduce_kernels.cpp │ │ ├── simplehash │ │ │ ├── simplehash_cpu.cpp │ │ │ └── simplehash_cuda.cpp │ │ ├── topolgy_optimizer.cpp │ │ └── uuid_utils.cpp │ └── cuda │ │ └── simplehash_cuda.cu └── tests │ ├── CMakeLists.txt │ ├── end_to_end │ ├── CMakeLists.txt │ ├── port_guard.h │ ├── test_accept_new_peers.cpp │ ├── test_all_reduce.cpp │ ├── test_peer_groups.cpp │ └── test_shared_state_distribution.cpp │ └── unit_tests │ ├── CMakeLists.txt │ ├── crc32 │ ├── CMakeLists.txt │ └── crc32_cpu_test.cpp │ ├── quantize │ ├── CMakeLists.txt │ └── quantization_test.cpp │ └── simple_hash │ ├── CMakeLists.txt │ ├── simplehash_cpu_test.cu │ ├── simplehash_cpu_test_no_cuda.cpp │ └── simplehash_cuda_test.cpp ├── ccoip_master ├── CMakeLists.txt └── src │ └── main.cpp ├── cmake ├── macos-openmp.cmake ├── testing.cmake └── toolchains │ └── x86_64-cross-arm64-toolchain.cmake ├── common_utils ├── CMakeLists.txt └── include │ └── pccl │ └── common │ └── cast_utils.hpp ├── docs ├── images │ ├── cuda_install_visualstudio_integration_confirmation.png │ ├── pccl_logo_dark.png │ └── pccl_logo_light.png └── md │ ├── 01_Introduction.md │ ├── 02-Getting Started │ ├── 01_Installation_and_build.md │ ├── 02_GettingStarted.md │ └── 03_Basic_HelloWorld.md │ ├── 04-API Overview │ ├── 01_PCCL_API_Overview.md │ └── 02_ErrorHandling.md │ ├── 05-ImplementationNotes │ ├── 01_ImplementationNotes.md │ ├── 02_TinySockets.md │ ├── 03_MasterOrchestration.md │ └── 04_ConcurrencyModel.md │ ├── 06-Examples & Tutorials │ ├── 01_Examples_and_Tutorials.md │ ├── 02_HelloWorld_cpp.md │ ├── 03_HelloWorld_py.md │ ├── 04_MnistExample.md │ └── 05_ConcurrentAllReduce.md │ ├── 07-DiLoCo - Distributed Low-Communication │ ├── 01-Intro.md │ ├── 02-SyncDiloco.md │ └── 03-AsyncDiloco.md │ ├── 3_CoreConcepts_and_Architecture.md │ └── 8_CommonFootguns.md ├── include └── pccl.h ├── internal └── pccl_internal.hpp ├── log ├── CMakeLists.txt ├── include │ └── pccl_log.hpp └── src │ └── pccl_log.cpp ├── python ├── examples │ ├── nanogpt_diloco │ │ ├── async_config_gpu0.json │ │ ├── async_config_gpu1.json │ │ ├── async_config_gpu2.json │ │ ├── async_diloco.py │ │ ├── async_master.py │ │ ├── launch_fsdp2.sh │ │ ├── model.py │ │ ├── prepare_owt_dataset.py │ │ ├── profiler.py │ │ ├── requirements.txt │ │ ├── sync_config_gpu0.json │ │ ├── sync_config_other.json │ │ ├── sync_diloco.py │ │ ├── sync_diloco_concat.py │ │ ├── sync_diloco_fsdp.py │ │ └── sync_master.py │ └── nanogptddp │ │ ├── default_config_gpu0.json │ │ ├── default_config_gpu1.json │ │ ├── default_config_multigpu_nccl.json │ │ ├── master.py │ │ ├── model.py │ │ ├── prepare_owt_dataset.py │ │ ├── profiler.py │ │ ├── requirements.txt │ │ ├── scripts │ │ └── run_124m_cpu.sh │ │ ├── train_nccl.py │ │ └── train_pccl.py ├── framework │ ├── build_wheel.sh │ ├── gen_bindings.py │ ├── install_wheel_local.sh │ ├── pccl │ │ ├── __init__.py │ │ ├── _cdecls.py │ │ ├── _cuda.py │ │ ├── _loader.py │ │ ├── _pccl.py │ │ ├── _version.py │ │ └── master.py │ ├── requirements.txt │ ├── setup.cfg │ └── setup.py ├── scratchspace │ ├── cpp │ │ ├── CMakeLists.txt │ │ ├── ring_reduce_experiment.cpp │ │ └── ring_reduce_impl_test.cpp │ └── py │ │ ├── ring_reduce_impl_mailbox.py │ │ ├── ring_reduce_impl_socket.py │ │ ├── test_all_reduce_mailbox.py │ │ └── test_all_reduce_socket.py └── tests │ ├── end_to_end │ ├── basic_reduce_test │ │ ├── basic_reduce_e2e_test.py │ │ ├── master.py │ │ └── peer.py │ ├── data │ │ └── MNIST │ │ │ └── raw │ │ │ ├── t10k-images-idx3-ubyte │ │ │ ├── t10k-images-idx3-ubyte.gz │ │ │ ├── t10k-labels-idx1-ubyte │ │ │ ├── t10k-labels-idx1-ubyte.gz │ │ │ ├── train-images-idx3-ubyte │ │ │ ├── train-images-idx3-ubyte.gz │ │ │ ├── train-labels-idx1-ubyte │ │ │ └── train-labels-idx1-ubyte.gz │ ├── mnist_ddp │ │ ├── macos_demo_launcher.sh │ │ ├── mnist_ddp_e2e_test.py │ │ ├── mnist_master.py │ │ ├── mnist_peer.py │ │ └── windows_demo_launcher.py │ ├── mnist_diloco │ │ ├── mnist_diloco_master.py │ │ └── mnist_diloco_peer.py │ └── requirements.txt │ ├── numpy_only_tests │ ├── numpy_only_test.py │ └── requirements.txt │ ├── pytorch_only_tests │ ├── pytorch_only_test.py │ └── requirements.txt │ ├── stress_tests │ ├── basic_stress_test │ │ ├── stress_test_peer_old.py │ │ ├── stresstest_master.py │ │ ├── stresstest_orchestrator.py │ │ └── stresstest_peer.py │ ├── cross_step_async_reduces_test │ │ ├── stress_test_peer_old.py │ │ ├── stresstest_master.py │ │ ├── stresstest_orchestrator.py │ │ └── stresstest_peer.py │ └── requirements.txt │ └── unit_tests │ ├── pccl_test.py │ └── requirements.txt ├── src └── pccl.cpp ├── tests ├── CMakeLists.txt ├── basic_reduce_test │ ├── CMakeLists.txt │ └── main.cpp ├── c99_compat │ ├── CMakeLists.txt │ └── enforce_c99_compat.c └── concurrent_reduce_test │ ├── CMakeLists.txt │ └── main.cpp ├── third_party └── CMakeLists.txt └── tinysockets ├── CMakeLists.txt ├── include ├── network_order_utils.hpp ├── tinysockets.hpp └── win_sock_bridge.h ├── internal └── ccoip_utils.hpp ├── lockfree_map ├── CMakeLists.txt └── include │ └── lockfree_map.hpp ├── mpsc ├── CMakeLists.txt └── include │ └── MPSCQueue.hpp ├── spsc ├── CMakeLists.txt └── include │ └── SPSCQueue.hpp ├── src ├── blocking_client_socket.cpp ├── blocking_server_socket.cpp ├── ccoip_utils.cpp ├── multiplexed_socket.cpp ├── poll.cpp ├── queued_client_socket.cpp └── server_socket.cpp └── tests ├── CMakeLists.txt ├── port_guard.h ├── test_blocking_io_socket.cpp ├── test_queued_socket.cpp └── test_server_socket.cpp /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/.clang-format -------------------------------------------------------------------------------- /.github/workflows/cmake-multi-platform.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/.github/workflows/cmake-multi-platform.yml -------------------------------------------------------------------------------- /.github/workflows/lsan.supp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/.github/workflows/lsan.supp -------------------------------------------------------------------------------- /.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/.github/workflows/publish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/.gitmodules -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/README.md -------------------------------------------------------------------------------- /ccoip/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/CMakeLists.txt -------------------------------------------------------------------------------- /ccoip/cmake_hacks/dummy.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/cmake_hacks/dummy.cpp -------------------------------------------------------------------------------- /ccoip/internal/alloc.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal/alloc.hpp -------------------------------------------------------------------------------- /ccoip/internal/bandwidth_store.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal/bandwidth_store.hpp -------------------------------------------------------------------------------- /ccoip/internal/benchmark_runner.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal/benchmark_runner.hpp -------------------------------------------------------------------------------- /ccoip/internal/ccoip_client_handler.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal/ccoip_client_handler.hpp -------------------------------------------------------------------------------- /ccoip/internal/ccoip_master_handler.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal/ccoip_master_handler.hpp -------------------------------------------------------------------------------- /ccoip/internal/ccoip_packets.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal/ccoip_packets.hpp -------------------------------------------------------------------------------- /ccoip/internal/piquant_utils.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal/piquant_utils.hpp -------------------------------------------------------------------------------- /ccoip/internal/quantize.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal/quantize.hpp -------------------------------------------------------------------------------- /ccoip/internal/quantize_kernels.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal/quantize_kernels.hpp -------------------------------------------------------------------------------- /ccoip/internal/reduce_kernels.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal/reduce_kernels.hpp -------------------------------------------------------------------------------- /ccoip/internal/thread_guard.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal/thread_guard.hpp -------------------------------------------------------------------------------- /ccoip/internal/topology_optimizer.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal/topology_optimizer.hpp -------------------------------------------------------------------------------- /ccoip/internal/uuid_utils.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal/uuid_utils.hpp -------------------------------------------------------------------------------- /ccoip/internal_include/ccoip_client.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal_include/ccoip_client.hpp -------------------------------------------------------------------------------- /ccoip/internal_include/ccoip_client_state.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal_include/ccoip_client_state.hpp -------------------------------------------------------------------------------- /ccoip/internal_include/ccoip_inet_utils.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal_include/ccoip_inet_utils.hpp -------------------------------------------------------------------------------- /ccoip/internal_include/ccoip_master.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal_include/ccoip_master.hpp -------------------------------------------------------------------------------- /ccoip/internal_include/ccoip_master_state.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal_include/ccoip_master_state.hpp -------------------------------------------------------------------------------- /ccoip/internal_include/ccoip_packet.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal_include/ccoip_packet.hpp -------------------------------------------------------------------------------- /ccoip/internal_include/ccoip_packet_buffer.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal_include/ccoip_packet_buffer.hpp -------------------------------------------------------------------------------- /ccoip/internal_include/ccoip_shared_state.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal_include/ccoip_shared_state.hpp -------------------------------------------------------------------------------- /ccoip/internal_include/ccoip_types.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal_include/ccoip_types.hpp -------------------------------------------------------------------------------- /ccoip/internal_include/guard_utils.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal_include/guard_utils.hpp -------------------------------------------------------------------------------- /ccoip/internal_include/hash_utils.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal_include/hash_utils.hpp -------------------------------------------------------------------------------- /ccoip/internal_include/reduce.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal_include/reduce.hpp -------------------------------------------------------------------------------- /ccoip/internal_include/type_utils.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/internal_include/type_utils.hpp -------------------------------------------------------------------------------- /ccoip/public_include/ccoip.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/public_include/ccoip.h -------------------------------------------------------------------------------- /ccoip/public_include/ccoip_inet.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/public_include/ccoip_inet.h -------------------------------------------------------------------------------- /ccoip/src/cpp/alloc.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/alloc.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/bandwidth_store.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/bandwidth_store.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/benchmark_runner.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/benchmark_runner.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/ccoip_client.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/ccoip_client.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/ccoip_client_handler.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/ccoip_client_handler.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/ccoip_client_state.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/ccoip_client_state.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/ccoip_master.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/ccoip_master.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/ccoip_master_handler.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/ccoip_master_handler.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/ccoip_master_state.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/ccoip_master_state.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/ccoip_packet_buffer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/ccoip_packet_buffer.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/ccoip_packets.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/ccoip_packets.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/crc32/crc32_amd64_sse42.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/crc32/crc32_amd64_sse42.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/crc32/crc32_amd64_sse42_pcmul.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/crc32/crc32_amd64_sse42_pcmul.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/crc32/crc32_arm64.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/crc32/crc32_arm64.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/crc32/crc32_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/crc32/crc32_cpu.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/guarded_alloc.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/guarded_alloc.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/quantize.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/quantize.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/quantize_kernels.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/quantize_kernels.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/reduce.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/reduce.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/reduce_kernels.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/reduce_kernels.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/simplehash/simplehash_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/simplehash/simplehash_cpu.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/simplehash/simplehash_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/simplehash/simplehash_cuda.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/topolgy_optimizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/topolgy_optimizer.cpp -------------------------------------------------------------------------------- /ccoip/src/cpp/uuid_utils.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cpp/uuid_utils.cpp -------------------------------------------------------------------------------- /ccoip/src/cuda/simplehash_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/src/cuda/simplehash_cuda.cu -------------------------------------------------------------------------------- /ccoip/tests/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/CMakeLists.txt -------------------------------------------------------------------------------- /ccoip/tests/end_to_end/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/end_to_end/CMakeLists.txt -------------------------------------------------------------------------------- /ccoip/tests/end_to_end/port_guard.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/end_to_end/port_guard.h -------------------------------------------------------------------------------- /ccoip/tests/end_to_end/test_accept_new_peers.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/end_to_end/test_accept_new_peers.cpp -------------------------------------------------------------------------------- /ccoip/tests/end_to_end/test_all_reduce.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/end_to_end/test_all_reduce.cpp -------------------------------------------------------------------------------- /ccoip/tests/end_to_end/test_peer_groups.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/end_to_end/test_peer_groups.cpp -------------------------------------------------------------------------------- /ccoip/tests/end_to_end/test_shared_state_distribution.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/end_to_end/test_shared_state_distribution.cpp -------------------------------------------------------------------------------- /ccoip/tests/unit_tests/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/unit_tests/CMakeLists.txt -------------------------------------------------------------------------------- /ccoip/tests/unit_tests/crc32/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/unit_tests/crc32/CMakeLists.txt -------------------------------------------------------------------------------- /ccoip/tests/unit_tests/crc32/crc32_cpu_test.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/unit_tests/crc32/crc32_cpu_test.cpp -------------------------------------------------------------------------------- /ccoip/tests/unit_tests/quantize/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/unit_tests/quantize/CMakeLists.txt -------------------------------------------------------------------------------- /ccoip/tests/unit_tests/quantize/quantization_test.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/unit_tests/quantize/quantization_test.cpp -------------------------------------------------------------------------------- /ccoip/tests/unit_tests/simple_hash/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/unit_tests/simple_hash/CMakeLists.txt -------------------------------------------------------------------------------- /ccoip/tests/unit_tests/simple_hash/simplehash_cpu_test.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/unit_tests/simple_hash/simplehash_cpu_test.cu -------------------------------------------------------------------------------- /ccoip/tests/unit_tests/simple_hash/simplehash_cpu_test_no_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/unit_tests/simple_hash/simplehash_cpu_test_no_cuda.cpp -------------------------------------------------------------------------------- /ccoip/tests/unit_tests/simple_hash/simplehash_cuda_test.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip/tests/unit_tests/simple_hash/simplehash_cuda_test.cpp -------------------------------------------------------------------------------- /ccoip_master/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip_master/CMakeLists.txt -------------------------------------------------------------------------------- /ccoip_master/src/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/ccoip_master/src/main.cpp -------------------------------------------------------------------------------- /cmake/macos-openmp.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/cmake/macos-openmp.cmake -------------------------------------------------------------------------------- /cmake/testing.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/cmake/testing.cmake -------------------------------------------------------------------------------- /cmake/toolchains/x86_64-cross-arm64-toolchain.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/cmake/toolchains/x86_64-cross-arm64-toolchain.cmake -------------------------------------------------------------------------------- /common_utils/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/common_utils/CMakeLists.txt -------------------------------------------------------------------------------- /common_utils/include/pccl/common/cast_utils.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/common_utils/include/pccl/common/cast_utils.hpp -------------------------------------------------------------------------------- /docs/images/cuda_install_visualstudio_integration_confirmation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/images/cuda_install_visualstudio_integration_confirmation.png -------------------------------------------------------------------------------- /docs/images/pccl_logo_dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/images/pccl_logo_dark.png -------------------------------------------------------------------------------- /docs/images/pccl_logo_light.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/images/pccl_logo_light.png -------------------------------------------------------------------------------- /docs/md/01_Introduction.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/01_Introduction.md -------------------------------------------------------------------------------- /docs/md/02-Getting Started/01_Installation_and_build.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/02-Getting Started/01_Installation_and_build.md -------------------------------------------------------------------------------- /docs/md/02-Getting Started/02_GettingStarted.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/02-Getting Started/02_GettingStarted.md -------------------------------------------------------------------------------- /docs/md/02-Getting Started/03_Basic_HelloWorld.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/02-Getting Started/03_Basic_HelloWorld.md -------------------------------------------------------------------------------- /docs/md/04-API Overview/01_PCCL_API_Overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/04-API Overview/01_PCCL_API_Overview.md -------------------------------------------------------------------------------- /docs/md/04-API Overview/02_ErrorHandling.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/04-API Overview/02_ErrorHandling.md -------------------------------------------------------------------------------- /docs/md/05-ImplementationNotes/01_ImplementationNotes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/05-ImplementationNotes/01_ImplementationNotes.md -------------------------------------------------------------------------------- /docs/md/05-ImplementationNotes/02_TinySockets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/05-ImplementationNotes/02_TinySockets.md -------------------------------------------------------------------------------- /docs/md/05-ImplementationNotes/03_MasterOrchestration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/05-ImplementationNotes/03_MasterOrchestration.md -------------------------------------------------------------------------------- /docs/md/05-ImplementationNotes/04_ConcurrencyModel.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/05-ImplementationNotes/04_ConcurrencyModel.md -------------------------------------------------------------------------------- /docs/md/06-Examples & Tutorials/01_Examples_and_Tutorials.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/06-Examples & Tutorials/01_Examples_and_Tutorials.md -------------------------------------------------------------------------------- /docs/md/06-Examples & Tutorials/02_HelloWorld_cpp.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/06-Examples & Tutorials/02_HelloWorld_cpp.md -------------------------------------------------------------------------------- /docs/md/06-Examples & Tutorials/03_HelloWorld_py.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/06-Examples & Tutorials/03_HelloWorld_py.md -------------------------------------------------------------------------------- /docs/md/06-Examples & Tutorials/04_MnistExample.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/06-Examples & Tutorials/04_MnistExample.md -------------------------------------------------------------------------------- /docs/md/06-Examples & Tutorials/05_ConcurrentAllReduce.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/06-Examples & Tutorials/05_ConcurrentAllReduce.md -------------------------------------------------------------------------------- /docs/md/07-DiLoCo - Distributed Low-Communication/01-Intro.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/07-DiLoCo - Distributed Low-Communication/01-Intro.md -------------------------------------------------------------------------------- /docs/md/07-DiLoCo - Distributed Low-Communication/02-SyncDiloco.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/07-DiLoCo - Distributed Low-Communication/02-SyncDiloco.md -------------------------------------------------------------------------------- /docs/md/07-DiLoCo - Distributed Low-Communication/03-AsyncDiloco.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/07-DiLoCo - Distributed Low-Communication/03-AsyncDiloco.md -------------------------------------------------------------------------------- /docs/md/3_CoreConcepts_and_Architecture.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/3_CoreConcepts_and_Architecture.md -------------------------------------------------------------------------------- /docs/md/8_CommonFootguns.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/docs/md/8_CommonFootguns.md -------------------------------------------------------------------------------- /include/pccl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/include/pccl.h -------------------------------------------------------------------------------- /internal/pccl_internal.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/internal/pccl_internal.hpp -------------------------------------------------------------------------------- /log/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/log/CMakeLists.txt -------------------------------------------------------------------------------- /log/include/pccl_log.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/log/include/pccl_log.hpp -------------------------------------------------------------------------------- /log/src/pccl_log.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/log/src/pccl_log.cpp -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/async_config_gpu0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/async_config_gpu0.json -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/async_config_gpu1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/async_config_gpu1.json -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/async_config_gpu2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/async_config_gpu2.json -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/async_diloco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/async_diloco.py -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/async_master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/async_master.py -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/launch_fsdp2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/launch_fsdp2.sh -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/model.py -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/prepare_owt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/prepare_owt_dataset.py -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/profiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/profiler.py -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/requirements.txt -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/sync_config_gpu0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/sync_config_gpu0.json -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/sync_config_other.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/sync_config_other.json -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/sync_diloco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/sync_diloco.py -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/sync_diloco_concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/sync_diloco_concat.py -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/sync_diloco_fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/sync_diloco_fsdp.py -------------------------------------------------------------------------------- /python/examples/nanogpt_diloco/sync_master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogpt_diloco/sync_master.py -------------------------------------------------------------------------------- /python/examples/nanogptddp/default_config_gpu0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogptddp/default_config_gpu0.json -------------------------------------------------------------------------------- /python/examples/nanogptddp/default_config_gpu1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogptddp/default_config_gpu1.json -------------------------------------------------------------------------------- /python/examples/nanogptddp/default_config_multigpu_nccl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogptddp/default_config_multigpu_nccl.json -------------------------------------------------------------------------------- /python/examples/nanogptddp/master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogptddp/master.py -------------------------------------------------------------------------------- /python/examples/nanogptddp/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogptddp/model.py -------------------------------------------------------------------------------- /python/examples/nanogptddp/prepare_owt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogptddp/prepare_owt_dataset.py -------------------------------------------------------------------------------- /python/examples/nanogptddp/profiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogptddp/profiler.py -------------------------------------------------------------------------------- /python/examples/nanogptddp/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogptddp/requirements.txt -------------------------------------------------------------------------------- /python/examples/nanogptddp/scripts/run_124m_cpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogptddp/scripts/run_124m_cpu.sh -------------------------------------------------------------------------------- /python/examples/nanogptddp/train_nccl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogptddp/train_nccl.py -------------------------------------------------------------------------------- /python/examples/nanogptddp/train_pccl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/examples/nanogptddp/train_pccl.py -------------------------------------------------------------------------------- /python/framework/build_wheel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/framework/build_wheel.sh -------------------------------------------------------------------------------- /python/framework/gen_bindings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/framework/gen_bindings.py -------------------------------------------------------------------------------- /python/framework/install_wheel_local.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/framework/install_wheel_local.sh -------------------------------------------------------------------------------- /python/framework/pccl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/framework/pccl/__init__.py -------------------------------------------------------------------------------- /python/framework/pccl/_cdecls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/framework/pccl/_cdecls.py -------------------------------------------------------------------------------- /python/framework/pccl/_cuda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/framework/pccl/_cuda.py -------------------------------------------------------------------------------- /python/framework/pccl/_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/framework/pccl/_loader.py -------------------------------------------------------------------------------- /python/framework/pccl/_pccl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/framework/pccl/_pccl.py -------------------------------------------------------------------------------- /python/framework/pccl/_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/framework/pccl/_version.py -------------------------------------------------------------------------------- /python/framework/pccl/master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/framework/pccl/master.py -------------------------------------------------------------------------------- /python/framework/requirements.txt: -------------------------------------------------------------------------------- 1 | cffi 2 | ipaddress 3 | pycparser 4 | -------------------------------------------------------------------------------- /python/framework/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/framework/setup.cfg -------------------------------------------------------------------------------- /python/framework/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/framework/setup.py -------------------------------------------------------------------------------- /python/scratchspace/cpp/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/scratchspace/cpp/CMakeLists.txt -------------------------------------------------------------------------------- /python/scratchspace/cpp/ring_reduce_experiment.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/scratchspace/cpp/ring_reduce_experiment.cpp -------------------------------------------------------------------------------- /python/scratchspace/cpp/ring_reduce_impl_test.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/scratchspace/cpp/ring_reduce_impl_test.cpp -------------------------------------------------------------------------------- /python/scratchspace/py/ring_reduce_impl_mailbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/scratchspace/py/ring_reduce_impl_mailbox.py -------------------------------------------------------------------------------- /python/scratchspace/py/ring_reduce_impl_socket.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/scratchspace/py/ring_reduce_impl_socket.py -------------------------------------------------------------------------------- /python/scratchspace/py/test_all_reduce_mailbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/scratchspace/py/test_all_reduce_mailbox.py -------------------------------------------------------------------------------- /python/scratchspace/py/test_all_reduce_socket.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/scratchspace/py/test_all_reduce_socket.py -------------------------------------------------------------------------------- /python/tests/end_to_end/basic_reduce_test/basic_reduce_e2e_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/basic_reduce_test/basic_reduce_e2e_test.py -------------------------------------------------------------------------------- /python/tests/end_to_end/basic_reduce_test/master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/basic_reduce_test/master.py -------------------------------------------------------------------------------- /python/tests/end_to_end/basic_reduce_test/peer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/basic_reduce_test/peer.py -------------------------------------------------------------------------------- /python/tests/end_to_end/data/MNIST/raw/t10k-images-idx3-ubyte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/data/MNIST/raw/t10k-images-idx3-ubyte -------------------------------------------------------------------------------- /python/tests/end_to_end/data/MNIST/raw/t10k-images-idx3-ubyte.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/data/MNIST/raw/t10k-images-idx3-ubyte.gz -------------------------------------------------------------------------------- /python/tests/end_to_end/data/MNIST/raw/t10k-labels-idx1-ubyte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/data/MNIST/raw/t10k-labels-idx1-ubyte -------------------------------------------------------------------------------- /python/tests/end_to_end/data/MNIST/raw/t10k-labels-idx1-ubyte.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/data/MNIST/raw/t10k-labels-idx1-ubyte.gz -------------------------------------------------------------------------------- /python/tests/end_to_end/data/MNIST/raw/train-images-idx3-ubyte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/data/MNIST/raw/train-images-idx3-ubyte -------------------------------------------------------------------------------- /python/tests/end_to_end/data/MNIST/raw/train-images-idx3-ubyte.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/data/MNIST/raw/train-images-idx3-ubyte.gz -------------------------------------------------------------------------------- /python/tests/end_to_end/data/MNIST/raw/train-labels-idx1-ubyte: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/data/MNIST/raw/train-labels-idx1-ubyte -------------------------------------------------------------------------------- /python/tests/end_to_end/data/MNIST/raw/train-labels-idx1-ubyte.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/data/MNIST/raw/train-labels-idx1-ubyte.gz -------------------------------------------------------------------------------- /python/tests/end_to_end/mnist_ddp/macos_demo_launcher.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/mnist_ddp/macos_demo_launcher.sh -------------------------------------------------------------------------------- /python/tests/end_to_end/mnist_ddp/mnist_ddp_e2e_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/mnist_ddp/mnist_ddp_e2e_test.py -------------------------------------------------------------------------------- /python/tests/end_to_end/mnist_ddp/mnist_master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/mnist_ddp/mnist_master.py -------------------------------------------------------------------------------- /python/tests/end_to_end/mnist_ddp/mnist_peer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/mnist_ddp/mnist_peer.py -------------------------------------------------------------------------------- /python/tests/end_to_end/mnist_ddp/windows_demo_launcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/mnist_ddp/windows_demo_launcher.py -------------------------------------------------------------------------------- /python/tests/end_to_end/mnist_diloco/mnist_diloco_master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/mnist_diloco/mnist_diloco_master.py -------------------------------------------------------------------------------- /python/tests/end_to_end/mnist_diloco/mnist_diloco_peer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/mnist_diloco/mnist_diloco_peer.py -------------------------------------------------------------------------------- /python/tests/end_to_end/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/end_to_end/requirements.txt -------------------------------------------------------------------------------- /python/tests/numpy_only_tests/numpy_only_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/numpy_only_tests/numpy_only_test.py -------------------------------------------------------------------------------- /python/tests/numpy_only_tests/requirements.txt: -------------------------------------------------------------------------------- 1 | pytest 2 | numpy -------------------------------------------------------------------------------- /python/tests/pytorch_only_tests/pytorch_only_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/pytorch_only_tests/pytorch_only_test.py -------------------------------------------------------------------------------- /python/tests/pytorch_only_tests/requirements.txt: -------------------------------------------------------------------------------- 1 | pytest 2 | torch -------------------------------------------------------------------------------- /python/tests/stress_tests/basic_stress_test/stress_test_peer_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/stress_tests/basic_stress_test/stress_test_peer_old.py -------------------------------------------------------------------------------- /python/tests/stress_tests/basic_stress_test/stresstest_master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/stress_tests/basic_stress_test/stresstest_master.py -------------------------------------------------------------------------------- /python/tests/stress_tests/basic_stress_test/stresstest_orchestrator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/stress_tests/basic_stress_test/stresstest_orchestrator.py -------------------------------------------------------------------------------- /python/tests/stress_tests/basic_stress_test/stresstest_peer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/stress_tests/basic_stress_test/stresstest_peer.py -------------------------------------------------------------------------------- /python/tests/stress_tests/cross_step_async_reduces_test/stress_test_peer_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/stress_tests/cross_step_async_reduces_test/stress_test_peer_old.py -------------------------------------------------------------------------------- /python/tests/stress_tests/cross_step_async_reduces_test/stresstest_master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/stress_tests/cross_step_async_reduces_test/stresstest_master.py -------------------------------------------------------------------------------- /python/tests/stress_tests/cross_step_async_reduces_test/stresstest_orchestrator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/stress_tests/cross_step_async_reduces_test/stresstest_orchestrator.py -------------------------------------------------------------------------------- /python/tests/stress_tests/cross_step_async_reduces_test/stresstest_peer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/stress_tests/cross_step_async_reduces_test/stresstest_peer.py -------------------------------------------------------------------------------- /python/tests/stress_tests/requirements.txt: -------------------------------------------------------------------------------- 1 | torch 2 | -------------------------------------------------------------------------------- /python/tests/unit_tests/pccl_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/python/tests/unit_tests/pccl_test.py -------------------------------------------------------------------------------- /python/tests/unit_tests/requirements.txt: -------------------------------------------------------------------------------- 1 | pytest 2 | torch -------------------------------------------------------------------------------- /src/pccl.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/src/pccl.cpp -------------------------------------------------------------------------------- /tests/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tests/CMakeLists.txt -------------------------------------------------------------------------------- /tests/basic_reduce_test/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tests/basic_reduce_test/CMakeLists.txt -------------------------------------------------------------------------------- /tests/basic_reduce_test/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tests/basic_reduce_test/main.cpp -------------------------------------------------------------------------------- /tests/c99_compat/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tests/c99_compat/CMakeLists.txt -------------------------------------------------------------------------------- /tests/c99_compat/enforce_c99_compat.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tests/c99_compat/enforce_c99_compat.c -------------------------------------------------------------------------------- /tests/concurrent_reduce_test/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tests/concurrent_reduce_test/CMakeLists.txt -------------------------------------------------------------------------------- /tests/concurrent_reduce_test/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tests/concurrent_reduce_test/main.cpp -------------------------------------------------------------------------------- /third_party/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/third_party/CMakeLists.txt -------------------------------------------------------------------------------- /tinysockets/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/CMakeLists.txt -------------------------------------------------------------------------------- /tinysockets/include/network_order_utils.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/include/network_order_utils.hpp -------------------------------------------------------------------------------- /tinysockets/include/tinysockets.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/include/tinysockets.hpp -------------------------------------------------------------------------------- /tinysockets/include/win_sock_bridge.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/include/win_sock_bridge.h -------------------------------------------------------------------------------- /tinysockets/internal/ccoip_utils.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/internal/ccoip_utils.hpp -------------------------------------------------------------------------------- /tinysockets/lockfree_map/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/lockfree_map/CMakeLists.txt -------------------------------------------------------------------------------- /tinysockets/lockfree_map/include/lockfree_map.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/lockfree_map/include/lockfree_map.hpp -------------------------------------------------------------------------------- /tinysockets/mpsc/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/mpsc/CMakeLists.txt -------------------------------------------------------------------------------- /tinysockets/mpsc/include/MPSCQueue.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/mpsc/include/MPSCQueue.hpp -------------------------------------------------------------------------------- /tinysockets/spsc/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/spsc/CMakeLists.txt -------------------------------------------------------------------------------- /tinysockets/spsc/include/SPSCQueue.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/spsc/include/SPSCQueue.hpp -------------------------------------------------------------------------------- /tinysockets/src/blocking_client_socket.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/src/blocking_client_socket.cpp -------------------------------------------------------------------------------- /tinysockets/src/blocking_server_socket.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/src/blocking_server_socket.cpp -------------------------------------------------------------------------------- /tinysockets/src/ccoip_utils.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/src/ccoip_utils.cpp -------------------------------------------------------------------------------- /tinysockets/src/multiplexed_socket.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/src/multiplexed_socket.cpp -------------------------------------------------------------------------------- /tinysockets/src/poll.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/src/poll.cpp -------------------------------------------------------------------------------- /tinysockets/src/queued_client_socket.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/src/queued_client_socket.cpp -------------------------------------------------------------------------------- /tinysockets/src/server_socket.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/src/server_socket.cpp -------------------------------------------------------------------------------- /tinysockets/tests/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/tests/CMakeLists.txt -------------------------------------------------------------------------------- /tinysockets/tests/port_guard.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/tests/port_guard.h -------------------------------------------------------------------------------- /tinysockets/tests/test_blocking_io_socket.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/tests/test_blocking_io_socket.cpp -------------------------------------------------------------------------------- /tinysockets/tests/test_queued_socket.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/tests/test_queued_socket.cpp -------------------------------------------------------------------------------- /tinysockets/tests/test_server_socket.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PrimeIntellect-ai/pccl/HEAD/tinysockets/tests/test_server_socket.cpp --------------------------------------------------------------------------------