├── .circleci └── config.yml ├── .coveragerc ├── .editorconfig ├── .github ├── ISSUE_TEMPLATE │ ├── bug-report.md │ ├── feature-request.md │ └── questions-help-support.md ├── PULL_REQUEST_TEMPLATE.md └── workflows │ ├── pre-commit.yml │ └── release.yml ├── .gitignore ├── .pre-commit-config.yaml ├── .readthedocs.yaml ├── CHANGELOG.md ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── MANIFEST.in ├── NOTICE ├── README.md ├── RELEASE.md ├── benchmarks ├── __init__.py ├── datasets │ ├── __init__.py │ ├── mnist.py │ └── wikitext2_data.py ├── experimental │ ├── benchmark_dataset.py │ ├── benchmark_mevo.py │ ├── experimental_async_approaches.py │ ├── offload.py │ └── sync_batchnorm.py ├── fsdp.py ├── golden_configs │ ├── __init__.py │ ├── lm_wikitext2.py │ └── oss_mnist.py ├── models │ ├── __init__.py │ └── transformer_lm.py ├── moe.py ├── oss.py ├── pipe.py └── utils.py ├── codecov.yml ├── docs ├── Makefile ├── requirements.txt └── source │ ├── _static │ ├── css │ │ └── customize.css │ └── img │ │ ├── ddp.png │ │ ├── fairscale-logo.png │ │ ├── flowchart.png │ │ ├── fsdp.png │ │ ├── global.png │ │ ├── offload.png │ │ ├── oss.png │ │ ├── pipe.png │ │ └── sdp.png │ ├── _templates │ ├── layout.html │ └── theme_variables.jinja │ ├── api │ ├── experimental │ │ └── nn │ │ │ ├── offload_model.rst │ │ │ └── slowmo_ddp.rst │ ├── index.rst │ ├── nn │ │ ├── checkpoint │ │ │ └── checkpoint_activations.rst │ │ ├── fsdp.rst │ │ ├── moe.rst │ │ ├── pipe.rst │ │ └── sharded_ddp.rst │ └── optim │ │ ├── adascale.rst │ │ └── oss.rst │ ├── blogs_and_press.rst │ ├── conf.py │ ├── deep_dive │ ├── activation_checkpointing.rst │ ├── adascale.rst │ ├── offload.rst │ ├── oss_sdp_fsdp.rst │ ├── pipeline_parallelism.rst │ └── slowmo_ddp.rst │ ├── getting_involved.rst │ ├── getting_started.rst │ ├── index.rst │ ├── installation_instructions.rst │ ├── integrations.rst │ ├── tutorials │ ├── _static │ │ └── img │ │ │ ├── all_gathered_memory.png │ │ │ ├── layer_memory_activations.png │ │ │ ├── layer_memory_parameters.png │ │ │ ├── layer_memory_profile_optimized.png │ │ │ └── layer_memory_profiles.png │ ├── activation_checkpointing.rst │ ├── adascale.rst │ ├── layer_memory_tracking.rst │ ├── offload_model.rst │ ├── oss.rst │ ├── pipe.rst │ └── slowmo_ddp.rst │ └── what_is_fairscale.rst ├── fairscale ├── README.md ├── __init__.py ├── clib │ └── fused_adam_cuda │ │ ├── compat.h │ │ ├── fused_adam_cuda.cpp │ │ ├── fused_adam_cuda_kernel.cu │ │ └── multi_tensor_apply.cuh ├── experimental │ ├── __init__.py │ ├── nn │ │ ├── __init__.py │ │ ├── ampnet_pipe │ │ │ ├── __init__.py │ │ │ ├── ampnet.py │ │ │ └── pipe.py │ │ ├── auto_shard.py │ │ ├── data_parallel │ │ │ ├── __init__.py │ │ │ └── gossip │ │ │ │ ├── __init__.py │ │ │ │ ├── distributed.py │ │ │ │ ├── gossiper.py │ │ │ │ ├── graph_manager.py │ │ │ │ ├── mixing_manager.py │ │ │ │ └── utils │ │ │ │ ├── __init__.py │ │ │ │ ├── cuda_metering.py │ │ │ │ └── helpers.py │ │ ├── distributed_pipeline │ │ │ ├── __init__.py │ │ │ ├── data.py │ │ │ ├── graph.py │ │ │ ├── loss.py │ │ │ ├── partition_handler.py │ │ │ ├── pipeline.py │ │ │ └── trace.py │ │ ├── mevo.py │ │ ├── offload.py │ │ └── sync_batchnorm.py │ ├── optim │ │ ├── __init__.py │ │ └── dynamic_loss_scaler.py │ ├── tooling │ │ ├── __init__.py │ │ └── layer_memory_tracker.py │ └── wgit │ │ ├── __init__.py │ │ ├── __main__.py │ │ ├── cli.py │ │ ├── pygit.py │ │ ├── repo.py │ │ ├── sha1_store.py │ │ ├── signal_sparsity.py │ │ ├── signal_sparsity_profiling.py │ │ ├── utils.py │ │ └── version.py ├── fair_dev │ ├── __init__.py │ ├── common_paths.py │ └── testing │ │ ├── __init__.py │ │ ├── golden_testing_data.py │ │ ├── testing.py │ │ └── testing_memory.py ├── internal │ ├── __init__.py │ ├── containers.py │ ├── object.py │ ├── parallel.py │ ├── params.py │ ├── reduce_scatter_bucketer.py │ ├── state_dict.py │ └── version.py ├── nn │ ├── __init__.py │ ├── checkpoint │ │ ├── __init__.py │ │ ├── checkpoint_activations.py │ │ └── checkpoint_utils.py │ ├── data_parallel │ │ ├── __init__.py │ │ ├── fsdp_optim_utils.py │ │ ├── fully_sharded_data_parallel.py │ │ └── sharded_ddp.py │ ├── misc │ │ ├── __init__.py │ │ ├── flatten_params_wrapper.py │ │ └── param_bucket.py │ ├── model_parallel │ │ ├── __init__.py │ │ ├── cross_entropy.py │ │ ├── initialize.py │ │ ├── layers.py │ │ ├── mappings.py │ │ ├── random.py │ │ └── utils.py │ ├── moe │ │ ├── __init__.py │ │ ├── moe_layer.py │ │ └── top2gate.py │ ├── pipe │ │ ├── __init__.py │ │ ├── async_pipe.py │ │ ├── async_pipeline.py │ │ ├── async_schedule.py │ │ ├── balance │ │ │ ├── __init__.py │ │ │ ├── blockpartition.py │ │ │ ├── profile.py │ │ │ └── py.typed │ │ ├── batchnorm.py │ │ ├── checkpoint.py │ │ ├── copy.py │ │ ├── dependency.py │ │ ├── messages.py │ │ ├── microbatch.py │ │ ├── phony.py │ │ ├── pipe.py │ │ ├── pipeline.py │ │ ├── py.typed │ │ ├── rpc.py │ │ ├── skip │ │ │ ├── __init__.py │ │ │ ├── layout.py │ │ │ ├── namespace.py │ │ │ ├── portal.py │ │ │ ├── skippable.py │ │ │ └── tracker.py │ │ ├── stream.py │ │ ├── types.py │ │ └── worker.py │ └── wrap │ │ ├── __init__.py │ │ └── auto_wrap.py ├── optim │ ├── __init__.py │ ├── adam.py │ ├── adascale.py │ ├── grad_scaler.py │ ├── layerwise_gradient_scaler.py │ └── oss.py └── version.py ├── pyproject.toml ├── release_utils.py ├── requirements-benchmarks.txt ├── requirements-dev.txt ├── requirements.txt ├── setup.cfg ├── setup.py ├── stubs └── torch │ ├── __init__.pyi │ ├── autograd │ ├── __init__.pyi │ ├── grad_mode.pyi │ └── profiler.pyi │ ├── backends │ ├── __init__.pyi │ └── cudnn.pyi │ ├── cuda │ ├── __init__.pyi │ ├── amp │ │ ├── __init__.pyi │ │ └── grad_scaler.pyi │ └── comm │ │ └── __init__.pyi │ ├── distributed │ ├── __init__.pyi │ ├── distributed_c10d.pyi │ ├── nn │ │ └── functional.pyi │ └── rpc │ │ └── __init__.pyi │ ├── fft │ └── __init__.pyi │ ├── functional.pyi │ ├── futures.pyi │ ├── jit.pyi │ ├── multiprocessing │ └── __init__.pyi │ ├── nn │ ├── __init__.pyi │ ├── common_types.pyi │ ├── functional.pyi │ ├── modules │ │ ├── __init__.pyi │ │ ├── activation.pyi │ │ ├── adaptive.pyi │ │ ├── batchnorm.pyi │ │ ├── container.pyi │ │ ├── conv.pyi │ │ ├── distance.pyi │ │ ├── dropout.pyi │ │ ├── flatten.pyi │ │ ├── fold.pyi │ │ ├── instancenorm.pyi │ │ ├── linear.pyi │ │ ├── loss.pyi │ │ ├── module.pyi │ │ ├── normalization.pyi │ │ ├── padding.pyi │ │ ├── pixelshuffle.pyi │ │ ├── pooling.pyi │ │ ├── rnn.pyi │ │ ├── sparse.pyi │ │ └── upsampling.pyi │ ├── parallel │ │ ├── __init__.pyi │ │ ├── common_types.pyi │ │ ├── data_parallel.pyi │ │ ├── distributed.pyi │ │ ├── parallel_apply.pyi │ │ ├── replicate.pyi │ │ └── scatter_gather.pyi │ └── parameter.pyi │ ├── optim │ ├── __init__.pyi │ ├── adam.pyi │ ├── lr_scheduler.pyi │ ├── optimizer.pyi │ └── sgd.pyi │ ├── random.pyi │ ├── serialization.pyi │ ├── testing │ └── __init__.pyi │ ├── utils │ ├── __init__.pyi │ ├── checkpoint.pyi │ └── data │ │ ├── __init__.pyi │ │ ├── dataloader.pyi │ │ ├── dataset.pyi │ │ ├── distributed.pyi │ │ └── sampler.pyi │ └── version.pyi └── tests ├── __init__.py ├── ci_test_list_1.txt ├── ci_test_list_2.txt ├── ci_test_list_3.txt ├── ci_test_list_check.sh ├── experimental ├── __init__.py ├── nn │ ├── __init__.py │ ├── ampnet_pipe_process │ │ ├── __init__.py │ │ └── test_ampnet_pipe.py │ ├── data_parallel │ │ └── test_gossip.py │ ├── test_auto_shard.py │ ├── test_mevo.py │ ├── test_multiprocess_pipe.py │ ├── test_offload.py │ └── test_sync_batchnorm.py ├── optim │ ├── __init__.py │ └── test_dynamic_loss_scaler.py ├── tooling │ ├── __init__.py │ └── test_layer_memory_tracker.py └── wgit │ ├── __init__.py │ ├── test_api.py │ ├── test_cli.py │ ├── test_pygit.py │ ├── test_sha1_store.py │ ├── test_signal_sparsity.py │ └── test_signal_sparsity_profiling.py ├── nn ├── __init__.py ├── checkpoint │ ├── __init__.py │ ├── test_checkpoint_activations.py │ └── test_checkpoint_activations_norm.py ├── data_parallel │ ├── __init__.py │ ├── test_fsdp.py │ ├── test_fsdp_apply.py │ ├── test_fsdp_freezing_weights.py │ ├── test_fsdp_fwd_fwd_bwd_bwd.py │ ├── test_fsdp_grad_acc.py │ ├── test_fsdp_hf_transformer_eval.py │ ├── test_fsdp_input.py │ ├── test_fsdp_memory.py │ ├── test_fsdp_metadata.py │ ├── test_fsdp_multiple_forward.py │ ├── test_fsdp_multiple_forward_checkpoint.py │ ├── test_fsdp_multiple_wrapping.py │ ├── test_fsdp_optimizer_utils.py │ ├── test_fsdp_overlap.py │ ├── test_fsdp_pre_backward_hook.py │ ├── test_fsdp_regnet.py │ ├── test_fsdp_shared_weights.py │ ├── test_fsdp_shared_weights_mevo.py │ ├── test_fsdp_state_dict.py │ ├── test_fsdp_summon_full_params.py │ ├── test_fsdp_uneven.py │ ├── test_fsdp_with_checkpoint_wrapper.py │ ├── test_sharded_ddp_features.py │ └── test_sharded_ddp_pytorch_parity.py ├── misc │ ├── __init__.py │ ├── test_flatten_params_wrapper.py │ ├── test_grad_bucket.py │ └── test_param_bucket.py ├── model_parallel │ ├── __init__.py │ ├── test_cross_entropy.py │ ├── test_initialize.py │ ├── test_layers.py │ └── test_random.py ├── moe │ ├── __init__.py │ ├── test_moe_layer.py │ └── test_top2gating.py ├── pipe │ ├── __init__.py │ ├── conftest.py │ ├── skip │ │ ├── __init__.py │ │ ├── test_api.py │ │ ├── test_gpipe.py │ │ ├── test_inspect_skip_layout.py │ │ ├── test_leak.py │ │ ├── test_portal.py │ │ ├── test_stash_pop.py │ │ ├── test_tracker.py │ │ └── test_verify_skippables.py │ ├── test_balance.py │ ├── test_bugs.py │ ├── test_checkpoint.py │ ├── test_checkpoint_ddp.py │ ├── test_copy.py │ ├── test_deferred_batch_norm.py │ ├── test_dependency.py │ ├── test_inplace.py │ ├── test_microbatch.py │ ├── test_parity.py │ ├── test_phony.py │ ├── test_pipe.py │ ├── test_pipeline.py │ ├── test_stream.py │ ├── test_transparency.py │ └── test_worker.py ├── pipe_process │ ├── __init__.py │ ├── conftest.py │ ├── skip │ │ └── __init__.py │ ├── test_bugs.py │ ├── test_inplace.py │ ├── test_pipe.py │ ├── test_rpc.py │ └── test_transparency.py └── wrap │ ├── __init__.py │ └── test_wrap.py ├── optim ├── __init__.py ├── test_adam.py ├── test_ddp_adascale.py ├── test_layerwise_gradient_scaler.py ├── test_oss.py ├── test_oss_adascale.py └── test_single_node_adascale.py ├── run_mpi_tests.sh └── utils ├── __init__.py ├── test_containers.py ├── test_parallel.py ├── test_reduce_scatter_bucketer.py ├── test_state_dict.py └── test_version.py /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/.coveragerc -------------------------------------------------------------------------------- /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/.editorconfig -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug-report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/.github/ISSUE_TEMPLATE/bug-report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/.github/ISSUE_TEMPLATE/feature-request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/questions-help-support.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/.github/ISSUE_TEMPLATE/questions-help-support.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/pre-commit.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/.github/workflows/pre-commit.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /NOTICE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/NOTICE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/README.md -------------------------------------------------------------------------------- /RELEASE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/RELEASE.md -------------------------------------------------------------------------------- /benchmarks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/__init__.py -------------------------------------------------------------------------------- /benchmarks/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/datasets/__init__.py -------------------------------------------------------------------------------- /benchmarks/datasets/mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/datasets/mnist.py -------------------------------------------------------------------------------- /benchmarks/datasets/wikitext2_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/datasets/wikitext2_data.py -------------------------------------------------------------------------------- /benchmarks/experimental/benchmark_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/experimental/benchmark_dataset.py -------------------------------------------------------------------------------- /benchmarks/experimental/benchmark_mevo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/experimental/benchmark_mevo.py -------------------------------------------------------------------------------- /benchmarks/experimental/experimental_async_approaches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/experimental/experimental_async_approaches.py -------------------------------------------------------------------------------- /benchmarks/experimental/offload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/experimental/offload.py -------------------------------------------------------------------------------- /benchmarks/experimental/sync_batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/experimental/sync_batchnorm.py -------------------------------------------------------------------------------- /benchmarks/fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/fsdp.py -------------------------------------------------------------------------------- /benchmarks/golden_configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/golden_configs/__init__.py -------------------------------------------------------------------------------- /benchmarks/golden_configs/lm_wikitext2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/golden_configs/lm_wikitext2.py -------------------------------------------------------------------------------- /benchmarks/golden_configs/oss_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/golden_configs/oss_mnist.py -------------------------------------------------------------------------------- /benchmarks/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/models/__init__.py -------------------------------------------------------------------------------- /benchmarks/models/transformer_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/models/transformer_lm.py -------------------------------------------------------------------------------- /benchmarks/moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/moe.py -------------------------------------------------------------------------------- /benchmarks/oss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/oss.py -------------------------------------------------------------------------------- /benchmarks/pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/pipe.py -------------------------------------------------------------------------------- /benchmarks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/benchmarks/utils.py -------------------------------------------------------------------------------- /codecov.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/codecov.yml -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/source/_static/css/customize.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/_static/css/customize.css -------------------------------------------------------------------------------- /docs/source/_static/img/ddp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/_static/img/ddp.png -------------------------------------------------------------------------------- /docs/source/_static/img/fairscale-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/_static/img/fairscale-logo.png -------------------------------------------------------------------------------- /docs/source/_static/img/flowchart.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/_static/img/flowchart.png -------------------------------------------------------------------------------- /docs/source/_static/img/fsdp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/_static/img/fsdp.png -------------------------------------------------------------------------------- /docs/source/_static/img/global.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/_static/img/global.png -------------------------------------------------------------------------------- /docs/source/_static/img/offload.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/_static/img/offload.png -------------------------------------------------------------------------------- /docs/source/_static/img/oss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/_static/img/oss.png -------------------------------------------------------------------------------- /docs/source/_static/img/pipe.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/_static/img/pipe.png -------------------------------------------------------------------------------- /docs/source/_static/img/sdp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/_static/img/sdp.png -------------------------------------------------------------------------------- /docs/source/_templates/layout.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/_templates/layout.html -------------------------------------------------------------------------------- /docs/source/_templates/theme_variables.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/_templates/theme_variables.jinja -------------------------------------------------------------------------------- /docs/source/api/experimental/nn/offload_model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/api/experimental/nn/offload_model.rst -------------------------------------------------------------------------------- /docs/source/api/experimental/nn/slowmo_ddp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/api/experimental/nn/slowmo_ddp.rst -------------------------------------------------------------------------------- /docs/source/api/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/api/index.rst -------------------------------------------------------------------------------- /docs/source/api/nn/checkpoint/checkpoint_activations.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/api/nn/checkpoint/checkpoint_activations.rst -------------------------------------------------------------------------------- /docs/source/api/nn/fsdp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/api/nn/fsdp.rst -------------------------------------------------------------------------------- /docs/source/api/nn/moe.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/api/nn/moe.rst -------------------------------------------------------------------------------- /docs/source/api/nn/pipe.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/api/nn/pipe.rst -------------------------------------------------------------------------------- /docs/source/api/nn/sharded_ddp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/api/nn/sharded_ddp.rst -------------------------------------------------------------------------------- /docs/source/api/optim/adascale.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/api/optim/adascale.rst -------------------------------------------------------------------------------- /docs/source/api/optim/oss.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/api/optim/oss.rst -------------------------------------------------------------------------------- /docs/source/blogs_and_press.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/blogs_and_press.rst -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/deep_dive/activation_checkpointing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/deep_dive/activation_checkpointing.rst -------------------------------------------------------------------------------- /docs/source/deep_dive/adascale.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/deep_dive/adascale.rst -------------------------------------------------------------------------------- /docs/source/deep_dive/offload.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/deep_dive/offload.rst -------------------------------------------------------------------------------- /docs/source/deep_dive/oss_sdp_fsdp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/deep_dive/oss_sdp_fsdp.rst -------------------------------------------------------------------------------- /docs/source/deep_dive/pipeline_parallelism.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/deep_dive/pipeline_parallelism.rst -------------------------------------------------------------------------------- /docs/source/deep_dive/slowmo_ddp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/deep_dive/slowmo_ddp.rst -------------------------------------------------------------------------------- /docs/source/getting_involved.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/getting_involved.rst -------------------------------------------------------------------------------- /docs/source/getting_started.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/getting_started.rst -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/installation_instructions.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/installation_instructions.rst -------------------------------------------------------------------------------- /docs/source/integrations.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/integrations.rst -------------------------------------------------------------------------------- /docs/source/tutorials/_static/img/all_gathered_memory.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/tutorials/_static/img/all_gathered_memory.png -------------------------------------------------------------------------------- /docs/source/tutorials/_static/img/layer_memory_activations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/tutorials/_static/img/layer_memory_activations.png -------------------------------------------------------------------------------- /docs/source/tutorials/_static/img/layer_memory_parameters.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/tutorials/_static/img/layer_memory_parameters.png -------------------------------------------------------------------------------- /docs/source/tutorials/_static/img/layer_memory_profile_optimized.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/tutorials/_static/img/layer_memory_profile_optimized.png -------------------------------------------------------------------------------- /docs/source/tutorials/_static/img/layer_memory_profiles.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/tutorials/_static/img/layer_memory_profiles.png -------------------------------------------------------------------------------- /docs/source/tutorials/activation_checkpointing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/tutorials/activation_checkpointing.rst -------------------------------------------------------------------------------- /docs/source/tutorials/adascale.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/tutorials/adascale.rst -------------------------------------------------------------------------------- /docs/source/tutorials/layer_memory_tracking.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/tutorials/layer_memory_tracking.rst -------------------------------------------------------------------------------- /docs/source/tutorials/offload_model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/tutorials/offload_model.rst -------------------------------------------------------------------------------- /docs/source/tutorials/oss.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/tutorials/oss.rst -------------------------------------------------------------------------------- /docs/source/tutorials/pipe.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/tutorials/pipe.rst -------------------------------------------------------------------------------- /docs/source/tutorials/slowmo_ddp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/tutorials/slowmo_ddp.rst -------------------------------------------------------------------------------- /docs/source/what_is_fairscale.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/docs/source/what_is_fairscale.rst -------------------------------------------------------------------------------- /fairscale/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/README.md -------------------------------------------------------------------------------- /fairscale/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/__init__.py -------------------------------------------------------------------------------- /fairscale/clib/fused_adam_cuda/compat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/clib/fused_adam_cuda/compat.h -------------------------------------------------------------------------------- /fairscale/clib/fused_adam_cuda/fused_adam_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/clib/fused_adam_cuda/fused_adam_cuda.cpp -------------------------------------------------------------------------------- /fairscale/clib/fused_adam_cuda/fused_adam_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/clib/fused_adam_cuda/fused_adam_cuda_kernel.cu -------------------------------------------------------------------------------- /fairscale/clib/fused_adam_cuda/multi_tensor_apply.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/clib/fused_adam_cuda/multi_tensor_apply.cuh -------------------------------------------------------------------------------- /fairscale/experimental/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/__init__.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/__init__.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/ampnet_pipe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/ampnet_pipe/__init__.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/ampnet_pipe/ampnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/ampnet_pipe/ampnet.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/ampnet_pipe/pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/ampnet_pipe/pipe.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/auto_shard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/auto_shard.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/data_parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/data_parallel/__init__.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/data_parallel/gossip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/data_parallel/gossip/__init__.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/data_parallel/gossip/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/data_parallel/gossip/distributed.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/data_parallel/gossip/gossiper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/data_parallel/gossip/gossiper.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/data_parallel/gossip/graph_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/data_parallel/gossip/graph_manager.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/distributed_pipeline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/distributed_pipeline/__init__.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/distributed_pipeline/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/distributed_pipeline/data.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/distributed_pipeline/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/distributed_pipeline/graph.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/distributed_pipeline/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/distributed_pipeline/loss.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/distributed_pipeline/partition_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/distributed_pipeline/partition_handler.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/distributed_pipeline/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/distributed_pipeline/pipeline.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/distributed_pipeline/trace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/distributed_pipeline/trace.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/mevo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/mevo.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/offload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/offload.py -------------------------------------------------------------------------------- /fairscale/experimental/nn/sync_batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/nn/sync_batchnorm.py -------------------------------------------------------------------------------- /fairscale/experimental/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/optim/__init__.py -------------------------------------------------------------------------------- /fairscale/experimental/optim/dynamic_loss_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/optim/dynamic_loss_scaler.py -------------------------------------------------------------------------------- /fairscale/experimental/tooling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/tooling/__init__.py -------------------------------------------------------------------------------- /fairscale/experimental/tooling/layer_memory_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/tooling/layer_memory_tracker.py -------------------------------------------------------------------------------- /fairscale/experimental/wgit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/wgit/__init__.py -------------------------------------------------------------------------------- /fairscale/experimental/wgit/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/wgit/__main__.py -------------------------------------------------------------------------------- /fairscale/experimental/wgit/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/wgit/cli.py -------------------------------------------------------------------------------- /fairscale/experimental/wgit/pygit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/wgit/pygit.py -------------------------------------------------------------------------------- /fairscale/experimental/wgit/repo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/wgit/repo.py -------------------------------------------------------------------------------- /fairscale/experimental/wgit/sha1_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/wgit/sha1_store.py -------------------------------------------------------------------------------- /fairscale/experimental/wgit/signal_sparsity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/wgit/signal_sparsity.py -------------------------------------------------------------------------------- /fairscale/experimental/wgit/signal_sparsity_profiling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/wgit/signal_sparsity_profiling.py -------------------------------------------------------------------------------- /fairscale/experimental/wgit/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/experimental/wgit/utils.py -------------------------------------------------------------------------------- /fairscale/experimental/wgit/version.py: -------------------------------------------------------------------------------- 1 | __version_tuple__ = (0, 0, 1) 2 | -------------------------------------------------------------------------------- /fairscale/fair_dev/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/fair_dev/__init__.py -------------------------------------------------------------------------------- /fairscale/fair_dev/common_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/fair_dev/common_paths.py -------------------------------------------------------------------------------- /fairscale/fair_dev/testing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/fair_dev/testing/__init__.py -------------------------------------------------------------------------------- /fairscale/fair_dev/testing/golden_testing_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/fair_dev/testing/golden_testing_data.py -------------------------------------------------------------------------------- /fairscale/fair_dev/testing/testing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/fair_dev/testing/testing.py -------------------------------------------------------------------------------- /fairscale/fair_dev/testing/testing_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/fair_dev/testing/testing_memory.py -------------------------------------------------------------------------------- /fairscale/internal/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/internal/__init__.py -------------------------------------------------------------------------------- /fairscale/internal/containers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/internal/containers.py -------------------------------------------------------------------------------- /fairscale/internal/object.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/internal/object.py -------------------------------------------------------------------------------- /fairscale/internal/parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/internal/parallel.py -------------------------------------------------------------------------------- /fairscale/internal/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/internal/params.py -------------------------------------------------------------------------------- /fairscale/internal/reduce_scatter_bucketer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/internal/reduce_scatter_bucketer.py -------------------------------------------------------------------------------- /fairscale/internal/state_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/internal/state_dict.py -------------------------------------------------------------------------------- /fairscale/internal/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/internal/version.py -------------------------------------------------------------------------------- /fairscale/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/__init__.py -------------------------------------------------------------------------------- /fairscale/nn/checkpoint/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/checkpoint/__init__.py -------------------------------------------------------------------------------- /fairscale/nn/checkpoint/checkpoint_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/checkpoint/checkpoint_activations.py -------------------------------------------------------------------------------- /fairscale/nn/checkpoint/checkpoint_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/checkpoint/checkpoint_utils.py -------------------------------------------------------------------------------- /fairscale/nn/data_parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/data_parallel/__init__.py -------------------------------------------------------------------------------- /fairscale/nn/data_parallel/fsdp_optim_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/data_parallel/fsdp_optim_utils.py -------------------------------------------------------------------------------- /fairscale/nn/data_parallel/fully_sharded_data_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/data_parallel/fully_sharded_data_parallel.py -------------------------------------------------------------------------------- /fairscale/nn/data_parallel/sharded_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/data_parallel/sharded_ddp.py -------------------------------------------------------------------------------- /fairscale/nn/misc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/misc/__init__.py -------------------------------------------------------------------------------- /fairscale/nn/misc/flatten_params_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/misc/flatten_params_wrapper.py -------------------------------------------------------------------------------- /fairscale/nn/misc/param_bucket.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/misc/param_bucket.py -------------------------------------------------------------------------------- /fairscale/nn/model_parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/model_parallel/__init__.py -------------------------------------------------------------------------------- /fairscale/nn/model_parallel/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/model_parallel/cross_entropy.py -------------------------------------------------------------------------------- /fairscale/nn/model_parallel/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/model_parallel/initialize.py -------------------------------------------------------------------------------- /fairscale/nn/model_parallel/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/model_parallel/layers.py -------------------------------------------------------------------------------- /fairscale/nn/model_parallel/mappings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/model_parallel/mappings.py -------------------------------------------------------------------------------- /fairscale/nn/model_parallel/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/model_parallel/random.py -------------------------------------------------------------------------------- /fairscale/nn/model_parallel/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/model_parallel/utils.py -------------------------------------------------------------------------------- /fairscale/nn/moe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/moe/__init__.py -------------------------------------------------------------------------------- /fairscale/nn/moe/moe_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/moe/moe_layer.py -------------------------------------------------------------------------------- /fairscale/nn/moe/top2gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/moe/top2gate.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/__init__.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/async_pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/async_pipe.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/async_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/async_pipeline.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/async_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/async_schedule.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/balance/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/balance/__init__.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/balance/blockpartition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/balance/blockpartition.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/balance/profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/balance/profile.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/balance/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/nn/pipe/batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/batchnorm.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/checkpoint.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/copy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/copy.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/dependency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/dependency.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/messages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/messages.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/microbatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/microbatch.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/phony.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/phony.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/pipe.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/pipeline.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/nn/pipe/rpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/rpc.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/skip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/skip/__init__.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/skip/layout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/skip/layout.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/skip/namespace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/skip/namespace.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/skip/portal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/skip/portal.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/skip/skippable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/skip/skippable.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/skip/tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/skip/tracker.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/stream.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/types.py -------------------------------------------------------------------------------- /fairscale/nn/pipe/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/pipe/worker.py -------------------------------------------------------------------------------- /fairscale/nn/wrap/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/wrap/__init__.py -------------------------------------------------------------------------------- /fairscale/nn/wrap/auto_wrap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/nn/wrap/auto_wrap.py -------------------------------------------------------------------------------- /fairscale/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/optim/__init__.py -------------------------------------------------------------------------------- /fairscale/optim/adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/optim/adam.py -------------------------------------------------------------------------------- /fairscale/optim/adascale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/optim/adascale.py -------------------------------------------------------------------------------- /fairscale/optim/grad_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/optim/grad_scaler.py -------------------------------------------------------------------------------- /fairscale/optim/layerwise_gradient_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/optim/layerwise_gradient_scaler.py -------------------------------------------------------------------------------- /fairscale/optim/oss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/fairscale/optim/oss.py -------------------------------------------------------------------------------- /fairscale/version.py: -------------------------------------------------------------------------------- 1 | __version_tuple__ = (0, 4, 13) 2 | -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/pyproject.toml -------------------------------------------------------------------------------- /release_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/release_utils.py -------------------------------------------------------------------------------- /requirements-benchmarks.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/requirements-benchmarks.txt -------------------------------------------------------------------------------- /requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/requirements-dev.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/setup.py -------------------------------------------------------------------------------- /stubs/torch/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/autograd/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/autograd/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/autograd/grad_mode.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/autograd/grad_mode.pyi -------------------------------------------------------------------------------- /stubs/torch/autograd/profiler.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/autograd/profiler.pyi -------------------------------------------------------------------------------- /stubs/torch/backends/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/backends/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/backends/cudnn.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/backends/cudnn.pyi -------------------------------------------------------------------------------- /stubs/torch/cuda/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/cuda/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/cuda/amp/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/cuda/amp/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/cuda/amp/grad_scaler.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/cuda/amp/grad_scaler.pyi -------------------------------------------------------------------------------- /stubs/torch/cuda/comm/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/cuda/comm/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/distributed/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/distributed/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/distributed/distributed_c10d.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/distributed/distributed_c10d.pyi -------------------------------------------------------------------------------- /stubs/torch/distributed/nn/functional.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/distributed/nn/functional.pyi -------------------------------------------------------------------------------- /stubs/torch/distributed/rpc/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/distributed/rpc/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/fft/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/fft/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/functional.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/functional.pyi -------------------------------------------------------------------------------- /stubs/torch/futures.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/futures.pyi -------------------------------------------------------------------------------- /stubs/torch/jit.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/jit.pyi -------------------------------------------------------------------------------- /stubs/torch/multiprocessing/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/multiprocessing/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/common_types.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/common_types.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/functional.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/functional.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/activation.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/activation.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/adaptive.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/adaptive.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/batchnorm.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/batchnorm.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/container.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/container.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/conv.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/conv.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/distance.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/distance.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/dropout.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/dropout.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/flatten.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/flatten.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/fold.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/fold.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/instancenorm.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/instancenorm.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/linear.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/linear.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/loss.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/loss.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/module.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/module.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/normalization.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/normalization.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/padding.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/padding.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/pixelshuffle.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/pixelshuffle.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/pooling.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/pooling.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/rnn.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/rnn.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/sparse.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/sparse.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/modules/upsampling.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/modules/upsampling.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/parallel/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/parallel/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/parallel/common_types.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/parallel/common_types.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/parallel/data_parallel.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/parallel/data_parallel.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/parallel/distributed.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/parallel/distributed.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/parallel/parallel_apply.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/parallel/parallel_apply.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/parallel/replicate.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/parallel/replicate.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/parallel/scatter_gather.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/parallel/scatter_gather.pyi -------------------------------------------------------------------------------- /stubs/torch/nn/parameter.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/nn/parameter.pyi -------------------------------------------------------------------------------- /stubs/torch/optim/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/optim/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/optim/adam.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/optim/adam.pyi -------------------------------------------------------------------------------- /stubs/torch/optim/lr_scheduler.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/optim/lr_scheduler.pyi -------------------------------------------------------------------------------- /stubs/torch/optim/optimizer.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/optim/optimizer.pyi -------------------------------------------------------------------------------- /stubs/torch/optim/sgd.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/optim/sgd.pyi -------------------------------------------------------------------------------- /stubs/torch/random.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/random.pyi -------------------------------------------------------------------------------- /stubs/torch/serialization.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/serialization.pyi -------------------------------------------------------------------------------- /stubs/torch/testing/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/testing/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/utils/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/utils/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/utils/checkpoint.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/utils/checkpoint.pyi -------------------------------------------------------------------------------- /stubs/torch/utils/data/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/utils/data/__init__.pyi -------------------------------------------------------------------------------- /stubs/torch/utils/data/dataloader.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/utils/data/dataloader.pyi -------------------------------------------------------------------------------- /stubs/torch/utils/data/dataset.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/utils/data/dataset.pyi -------------------------------------------------------------------------------- /stubs/torch/utils/data/distributed.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/utils/data/distributed.pyi -------------------------------------------------------------------------------- /stubs/torch/utils/data/sampler.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/utils/data/sampler.pyi -------------------------------------------------------------------------------- /stubs/torch/version.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/stubs/torch/version.pyi -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/ci_test_list_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/ci_test_list_1.txt -------------------------------------------------------------------------------- /tests/ci_test_list_2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/ci_test_list_2.txt -------------------------------------------------------------------------------- /tests/ci_test_list_3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/ci_test_list_3.txt -------------------------------------------------------------------------------- /tests/ci_test_list_check.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/ci_test_list_check.sh -------------------------------------------------------------------------------- /tests/experimental/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/experimental/nn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/experimental/nn/ampnet_pipe_process/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/experimental/nn/ampnet_pipe_process/test_ampnet_pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/nn/ampnet_pipe_process/test_ampnet_pipe.py -------------------------------------------------------------------------------- /tests/experimental/nn/data_parallel/test_gossip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/nn/data_parallel/test_gossip.py -------------------------------------------------------------------------------- /tests/experimental/nn/test_auto_shard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/nn/test_auto_shard.py -------------------------------------------------------------------------------- /tests/experimental/nn/test_mevo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/nn/test_mevo.py -------------------------------------------------------------------------------- /tests/experimental/nn/test_multiprocess_pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/nn/test_multiprocess_pipe.py -------------------------------------------------------------------------------- /tests/experimental/nn/test_offload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/nn/test_offload.py -------------------------------------------------------------------------------- /tests/experimental/nn/test_sync_batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/nn/test_sync_batchnorm.py -------------------------------------------------------------------------------- /tests/experimental/optim/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/experimental/optim/test_dynamic_loss_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/optim/test_dynamic_loss_scaler.py -------------------------------------------------------------------------------- /tests/experimental/tooling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/experimental/tooling/test_layer_memory_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/tooling/test_layer_memory_tracker.py -------------------------------------------------------------------------------- /tests/experimental/wgit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/wgit/__init__.py -------------------------------------------------------------------------------- /tests/experimental/wgit/test_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/wgit/test_api.py -------------------------------------------------------------------------------- /tests/experimental/wgit/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/wgit/test_cli.py -------------------------------------------------------------------------------- /tests/experimental/wgit/test_pygit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/wgit/test_pygit.py -------------------------------------------------------------------------------- /tests/experimental/wgit/test_sha1_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/wgit/test_sha1_store.py -------------------------------------------------------------------------------- /tests/experimental/wgit/test_signal_sparsity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/wgit/test_signal_sparsity.py -------------------------------------------------------------------------------- /tests/experimental/wgit/test_signal_sparsity_profiling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/experimental/wgit/test_signal_sparsity_profiling.py -------------------------------------------------------------------------------- /tests/nn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/nn/checkpoint/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/nn/checkpoint/test_checkpoint_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/checkpoint/test_checkpoint_activations.py -------------------------------------------------------------------------------- /tests/nn/checkpoint/test_checkpoint_activations_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/checkpoint/test_checkpoint_activations_norm.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_apply.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_apply.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_freezing_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_freezing_weights.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_fwd_fwd_bwd_bwd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_fwd_fwd_bwd_bwd.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_grad_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_grad_acc.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_hf_transformer_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_hf_transformer_eval.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_input.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_memory.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_metadata.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_multiple_forward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_multiple_forward.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_multiple_forward_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_multiple_forward_checkpoint.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_multiple_wrapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_multiple_wrapping.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_optimizer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_optimizer_utils.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_overlap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_overlap.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_pre_backward_hook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_pre_backward_hook.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_regnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_regnet.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_shared_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_shared_weights.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_shared_weights_mevo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_shared_weights_mevo.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_state_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_state_dict.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_summon_full_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_summon_full_params.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_uneven.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_uneven.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_fsdp_with_checkpoint_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_fsdp_with_checkpoint_wrapper.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_sharded_ddp_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_sharded_ddp_features.py -------------------------------------------------------------------------------- /tests/nn/data_parallel/test_sharded_ddp_pytorch_parity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/data_parallel/test_sharded_ddp_pytorch_parity.py -------------------------------------------------------------------------------- /tests/nn/misc/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/nn/misc/test_flatten_params_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/misc/test_flatten_params_wrapper.py -------------------------------------------------------------------------------- /tests/nn/misc/test_grad_bucket.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/misc/test_grad_bucket.py -------------------------------------------------------------------------------- /tests/nn/misc/test_param_bucket.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/misc/test_param_bucket.py -------------------------------------------------------------------------------- /tests/nn/model_parallel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/nn/model_parallel/test_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/model_parallel/test_cross_entropy.py -------------------------------------------------------------------------------- /tests/nn/model_parallel/test_initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/model_parallel/test_initialize.py -------------------------------------------------------------------------------- /tests/nn/model_parallel/test_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/model_parallel/test_layers.py -------------------------------------------------------------------------------- /tests/nn/model_parallel/test_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/model_parallel/test_random.py -------------------------------------------------------------------------------- /tests/nn/moe/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/nn/moe/test_moe_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/moe/test_moe_layer.py -------------------------------------------------------------------------------- /tests/nn/moe/test_top2gating.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/moe/test_top2gating.py -------------------------------------------------------------------------------- /tests/nn/pipe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/__init__.py -------------------------------------------------------------------------------- /tests/nn/pipe/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/conftest.py -------------------------------------------------------------------------------- /tests/nn/pipe/skip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/skip/__init__.py -------------------------------------------------------------------------------- /tests/nn/pipe/skip/test_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/skip/test_api.py -------------------------------------------------------------------------------- /tests/nn/pipe/skip/test_gpipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/skip/test_gpipe.py -------------------------------------------------------------------------------- /tests/nn/pipe/skip/test_inspect_skip_layout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/skip/test_inspect_skip_layout.py -------------------------------------------------------------------------------- /tests/nn/pipe/skip/test_leak.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/skip/test_leak.py -------------------------------------------------------------------------------- /tests/nn/pipe/skip/test_portal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/skip/test_portal.py -------------------------------------------------------------------------------- /tests/nn/pipe/skip/test_stash_pop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/skip/test_stash_pop.py -------------------------------------------------------------------------------- /tests/nn/pipe/skip/test_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/skip/test_tracker.py -------------------------------------------------------------------------------- /tests/nn/pipe/skip/test_verify_skippables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/skip/test_verify_skippables.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_balance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_balance.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_bugs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_bugs.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_checkpoint.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_checkpoint_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_checkpoint_ddp.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_copy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_copy.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_deferred_batch_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_deferred_batch_norm.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_dependency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_dependency.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_inplace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_inplace.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_microbatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_microbatch.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_parity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_parity.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_phony.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_phony.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_pipe.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_pipeline.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_stream.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_transparency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_transparency.py -------------------------------------------------------------------------------- /tests/nn/pipe/test_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe/test_worker.py -------------------------------------------------------------------------------- /tests/nn/pipe_process/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe_process/__init__.py -------------------------------------------------------------------------------- /tests/nn/pipe_process/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe_process/conftest.py -------------------------------------------------------------------------------- /tests/nn/pipe_process/skip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/nn/pipe_process/test_bugs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe_process/test_bugs.py -------------------------------------------------------------------------------- /tests/nn/pipe_process/test_inplace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe_process/test_inplace.py -------------------------------------------------------------------------------- /tests/nn/pipe_process/test_pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe_process/test_pipe.py -------------------------------------------------------------------------------- /tests/nn/pipe_process/test_rpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe_process/test_rpc.py -------------------------------------------------------------------------------- /tests/nn/pipe_process/test_transparency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/pipe_process/test_transparency.py -------------------------------------------------------------------------------- /tests/nn/wrap/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/nn/wrap/test_wrap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/nn/wrap/test_wrap.py -------------------------------------------------------------------------------- /tests/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/optim/__init__.py -------------------------------------------------------------------------------- /tests/optim/test_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/optim/test_adam.py -------------------------------------------------------------------------------- /tests/optim/test_ddp_adascale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/optim/test_ddp_adascale.py -------------------------------------------------------------------------------- /tests/optim/test_layerwise_gradient_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/optim/test_layerwise_gradient_scaler.py -------------------------------------------------------------------------------- /tests/optim/test_oss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/optim/test_oss.py -------------------------------------------------------------------------------- /tests/optim/test_oss_adascale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/optim/test_oss_adascale.py -------------------------------------------------------------------------------- /tests/optim/test_single_node_adascale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/optim/test_single_node_adascale.py -------------------------------------------------------------------------------- /tests/run_mpi_tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/run_mpi_tests.sh -------------------------------------------------------------------------------- /tests/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/utils/test_containers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/utils/test_containers.py -------------------------------------------------------------------------------- /tests/utils/test_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/utils/test_parallel.py -------------------------------------------------------------------------------- /tests/utils/test_reduce_scatter_bucketer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/utils/test_reduce_scatter_bucketer.py -------------------------------------------------------------------------------- /tests/utils/test_state_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/utils/test_state_dict.py -------------------------------------------------------------------------------- /tests/utils/test_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/fairscale/HEAD/tests/utils/test_version.py --------------------------------------------------------------------------------