├── .gitignore ├── LICENSE ├── README.md ├── assert ├── TerDiT-ImageNet.png └── sample_ema_ternary_index.png ├── class_to_idx.json ├── diffusion ├── __init__.py ├── diffusion_utils.py ├── gaussian_diffusion.py ├── respace.py └── timestep_sampler.py ├── fairscale ├── .circleci │ └── config.yml ├── .coveragerc ├── .editorconfig ├── .pre-commit-config.yaml ├── .readthedocs.yaml ├── CHANGELOG.md ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── MANIFEST.in ├── NOTICE ├── README.md ├── RELEASE.md ├── benchmarks │ ├── __init__.py │ ├── datasets │ │ ├── __init__.py │ │ ├── mnist.py │ │ └── wikitext2_data.py │ ├── experimental │ │ ├── benchmark_dataset.py │ │ ├── benchmark_mevo.py │ │ ├── experimental_async_approaches.py │ │ ├── offload.py │ │ └── sync_batchnorm.py │ ├── fsdp.py │ ├── golden_configs │ │ ├── __init__.py │ │ ├── lm_wikitext2.py │ │ └── oss_mnist.py │ ├── models │ │ ├── __init__.py │ │ └── transformer_lm.py │ ├── moe.py │ ├── oss.py │ ├── pipe.py │ └── utils.py ├── codecov.yml ├── docs │ ├── Makefile │ ├── requirements.txt │ └── source │ │ ├── _static │ │ ├── css │ │ │ └── customize.css │ │ └── img │ │ │ ├── ddp.png │ │ │ ├── fairscale-logo.png │ │ │ ├── flowchart.png │ │ │ ├── fsdp.png │ │ │ ├── global.png │ │ │ ├── offload.png │ │ │ ├── oss.png │ │ │ ├── pipe.png │ │ │ └── sdp.png │ │ ├── _templates │ │ ├── layout.html │ │ └── theme_variables.jinja │ │ ├── api │ │ ├── experimental │ │ │ └── nn │ │ │ │ ├── offload_model.rst │ │ │ │ └── slowmo_ddp.rst │ │ ├── index.rst │ │ ├── nn │ │ │ ├── checkpoint │ │ │ │ └── checkpoint_activations.rst │ │ │ ├── fsdp.rst │ │ │ ├── moe.rst │ │ │ ├── pipe.rst │ │ │ └── sharded_ddp.rst │ │ └── optim │ │ │ ├── adascale.rst │ │ │ └── oss.rst │ │ ├── blogs_and_press.rst │ │ ├── conf.py │ │ ├── deep_dive │ │ ├── activation_checkpointing.rst │ │ ├── adascale.rst │ │ ├── offload.rst │ │ ├── oss_sdp_fsdp.rst │ │ ├── pipeline_parallelism.rst │ │ └── slowmo_ddp.rst │ │ ├── getting_involved.rst │ │ ├── getting_started.rst │ │ ├── index.rst │ │ ├── installation_instructions.rst │ │ ├── integrations.rst │ │ ├── tutorials │ │ ├── _static │ │ │ └── img │ │ │ │ ├── all_gathered_memory.png │ │ │ │ ├── layer_memory_activations.png │ │ │ │ ├── layer_memory_parameters.png │ │ │ │ ├── layer_memory_profile_optimized.png │ │ │ │ └── layer_memory_profiles.png │ │ ├── activation_checkpointing.rst │ │ ├── adascale.rst │ │ ├── layer_memory_tracking.rst │ │ ├── offload_model.rst │ │ ├── oss.rst │ │ ├── pipe.rst │ │ └── slowmo_ddp.rst │ │ └── what_is_fairscale.rst ├── fairscale │ ├── README.md │ ├── __init__.py │ ├── clib │ │ └── fused_adam_cuda │ │ │ ├── compat.h │ │ │ ├── fused_adam_cuda.cpp │ │ │ ├── fused_adam_cuda_kernel.cu │ │ │ └── multi_tensor_apply.cuh │ ├── experimental │ │ ├── __init__.py │ │ ├── nn │ │ │ ├── __init__.py │ │ │ ├── ampnet_pipe │ │ │ │ ├── __init__.py │ │ │ │ ├── ampnet.py │ │ │ │ └── pipe.py │ │ │ ├── auto_shard.py │ │ │ ├── data_parallel │ │ │ │ ├── __init__.py │ │ │ │ └── gossip │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── distributed.py │ │ │ │ │ ├── gossiper.py │ │ │ │ │ ├── graph_manager.py │ │ │ │ │ ├── mixing_manager.py │ │ │ │ │ └── utils │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── cuda_metering.py │ │ │ │ │ └── helpers.py │ │ │ ├── distributed_pipeline │ │ │ │ ├── __init__.py │ │ │ │ ├── data.py │ │ │ │ ├── graph.py │ │ │ │ ├── loss.py │ │ │ │ ├── partition_handler.py │ │ │ │ ├── pipeline.py │ │ │ │ └── trace.py │ │ │ ├── mevo.py │ │ │ ├── offload.py │ │ │ └── sync_batchnorm.py │ │ ├── optim │ │ │ ├── __init__.py │ │ │ └── dynamic_loss_scaler.py │ │ ├── tooling │ │ │ ├── __init__.py │ │ │ └── layer_memory_tracker.py │ │ └── wgit │ │ │ ├── __init__.py │ │ │ ├── __main__.py │ │ │ ├── cli.py │ │ │ ├── pygit.py │ │ │ ├── repo.py │ │ │ ├── sha1_store.py │ │ │ ├── signal_sparsity.py │ │ │ ├── signal_sparsity_profiling.py │ │ │ ├── utils.py │ │ │ └── version.py │ ├── fair_dev │ │ ├── __init__.py │ │ ├── common_paths.py │ │ └── testing │ │ │ ├── __init__.py │ │ │ ├── golden_testing_data.py │ │ │ ├── testing.py │ │ │ └── testing_memory.py │ ├── internal │ │ ├── __init__.py │ │ ├── containers.py │ │ ├── object.py │ │ ├── parallel.py │ │ ├── params.py │ │ ├── reduce_scatter_bucketer.py │ │ ├── state_dict.py │ │ └── version.py │ ├── nn │ │ ├── __init__.py │ │ ├── checkpoint │ │ │ ├── __init__.py │ │ │ ├── checkpoint_activations.py │ │ │ └── checkpoint_utils.py │ │ ├── data_parallel │ │ │ ├── __init__.py │ │ │ ├── fsdp_optim_utils.py │ │ │ ├── fully_sharded_data_parallel.py │ │ │ └── sharded_ddp.py │ │ ├── misc │ │ │ ├── __init__.py │ │ │ ├── flatten_params_wrapper.py │ │ │ └── param_bucket.py │ │ ├── model_parallel │ │ │ ├── __init__.py │ │ │ ├── cross_entropy.py │ │ │ ├── initialize.py │ │ │ ├── layer_inference.py │ │ │ ├── layers.py │ │ │ ├── mappings.py │ │ │ ├── random.py │ │ │ └── utils.py │ │ ├── moe │ │ │ ├── __init__.py │ │ │ ├── moe_layer.py │ │ │ └── top2gate.py │ │ ├── pipe │ │ │ ├── __init__.py │ │ │ ├── async_pipe.py │ │ │ ├── async_pipeline.py │ │ │ ├── async_schedule.py │ │ │ ├── balance │ │ │ │ ├── __init__.py │ │ │ │ ├── blockpartition.py │ │ │ │ ├── profile.py │ │ │ │ └── py.typed │ │ │ ├── batchnorm.py │ │ │ ├── checkpoint.py │ │ │ ├── copy.py │ │ │ ├── dependency.py │ │ │ ├── messages.py │ │ │ ├── microbatch.py │ │ │ ├── phony.py │ │ │ ├── pipe.py │ │ │ ├── pipeline.py │ │ │ ├── py.typed │ │ │ ├── rpc.py │ │ │ ├── skip │ │ │ │ ├── __init__.py │ │ │ │ ├── layout.py │ │ │ │ ├── namespace.py │ │ │ │ ├── portal.py │ │ │ │ ├── skippable.py │ │ │ │ └── tracker.py │ │ │ ├── stream.py │ │ │ ├── types.py │ │ │ └── worker.py │ │ └── wrap │ │ │ ├── __init__.py │ │ │ └── auto_wrap.py │ ├── optim │ │ ├── __init__.py │ │ ├── adam.py │ │ ├── adascale.py │ │ ├── grad_scaler.py │ │ ├── layerwise_gradient_scaler.py │ │ └── oss.py │ └── version.py ├── pyproject.toml ├── release_utils.py ├── requirements-benchmarks.txt ├── requirements-dev.txt ├── requirements.txt ├── setup.cfg ├── setup.py ├── stubs │ └── torch │ │ ├── __init__.pyi │ │ ├── autograd │ │ ├── __init__.pyi │ │ ├── grad_mode.pyi │ │ └── profiler.pyi │ │ ├── backends │ │ ├── __init__.pyi │ │ └── cudnn.pyi │ │ ├── cuda │ │ ├── __init__.pyi │ │ ├── amp │ │ │ ├── __init__.pyi │ │ │ └── grad_scaler.pyi │ │ └── comm │ │ │ └── __init__.pyi │ │ ├── distributed │ │ ├── __init__.pyi │ │ ├── distributed_c10d.pyi │ │ ├── nn │ │ │ └── functional.pyi │ │ └── rpc │ │ │ └── __init__.pyi │ │ ├── fft │ │ └── __init__.pyi │ │ ├── functional.pyi │ │ ├── futures.pyi │ │ ├── jit.pyi │ │ ├── multiprocessing │ │ └── __init__.pyi │ │ ├── nn │ │ ├── __init__.pyi │ │ ├── common_types.pyi │ │ ├── functional.pyi │ │ ├── modules │ │ │ ├── __init__.pyi │ │ │ ├── activation.pyi │ │ │ ├── adaptive.pyi │ │ │ ├── batchnorm.pyi │ │ │ ├── container.pyi │ │ │ ├── conv.pyi │ │ │ ├── distance.pyi │ │ │ ├── dropout.pyi │ │ │ ├── flatten.pyi │ │ │ ├── fold.pyi │ │ │ ├── instancenorm.pyi │ │ │ ├── linear.pyi │ │ │ ├── loss.pyi │ │ │ ├── module.pyi │ │ │ ├── normalization.pyi │ │ │ ├── padding.pyi │ │ │ ├── pixelshuffle.pyi │ │ │ ├── pooling.pyi │ │ │ ├── rnn.pyi │ │ │ ├── sparse.pyi │ │ │ └── upsampling.pyi │ │ ├── parallel │ │ │ ├── __init__.pyi │ │ │ ├── common_types.pyi │ │ │ ├── data_parallel.pyi │ │ │ ├── distributed.pyi │ │ │ ├── parallel_apply.pyi │ │ │ ├── replicate.pyi │ │ │ └── scatter_gather.pyi │ │ └── parameter.pyi │ │ ├── optim │ │ ├── __init__.pyi │ │ ├── adam.pyi │ │ ├── lr_scheduler.pyi │ │ ├── optimizer.pyi │ │ └── sgd.pyi │ │ ├── random.pyi │ │ ├── serialization.pyi │ │ ├── testing │ │ └── __init__.pyi │ │ ├── utils │ │ ├── __init__.pyi │ │ ├── checkpoint.pyi │ │ └── data │ │ │ ├── __init__.pyi │ │ │ ├── dataloader.pyi │ │ │ ├── dataset.pyi │ │ │ ├── distributed.pyi │ │ │ └── sampler.pyi │ │ └── version.pyi └── tests │ ├── __init__.py │ ├── ci_test_list_1.txt │ ├── ci_test_list_2.txt │ ├── ci_test_list_3.txt │ ├── experimental │ ├── __init__.py │ ├── nn │ │ ├── __init__.py │ │ ├── ampnet_pipe_process │ │ │ ├── __init__.py │ │ │ └── test_ampnet_pipe.py │ │ ├── data_parallel │ │ │ └── test_gossip.py │ │ ├── test_auto_shard.py │ │ ├── test_mevo.py │ │ ├── test_multiprocess_pipe.py │ │ ├── test_offload.py │ │ └── test_sync_batchnorm.py │ ├── optim │ │ ├── __init__.py │ │ └── test_dynamic_loss_scaler.py │ ├── tooling │ │ ├── __init__.py │ │ └── test_layer_memory_tracker.py │ └── wgit │ │ ├── __init__.py │ │ ├── test_api.py │ │ ├── test_cli.py │ │ ├── test_pygit.py │ │ ├── test_sha1_store.py │ │ ├── test_signal_sparsity.py │ │ └── test_signal_sparsity_profiling.py │ ├── nn │ ├── __init__.py │ ├── checkpoint │ │ ├── __init__.py │ │ ├── test_checkpoint_activations.py │ │ └── test_checkpoint_activations_norm.py │ ├── data_parallel │ │ ├── __init__.py │ │ ├── test_fsdp.py │ │ ├── test_fsdp_apply.py │ │ ├── test_fsdp_freezing_weights.py │ │ ├── test_fsdp_fwd_fwd_bwd_bwd.py │ │ ├── test_fsdp_grad_acc.py │ │ ├── test_fsdp_hf_transformer_eval.py │ │ ├── test_fsdp_input.py │ │ ├── test_fsdp_memory.py │ │ ├── test_fsdp_metadata.py │ │ ├── test_fsdp_multiple_forward.py │ │ ├── test_fsdp_multiple_forward_checkpoint.py │ │ ├── test_fsdp_multiple_wrapping.py │ │ ├── test_fsdp_optimizer_utils.py │ │ ├── test_fsdp_overlap.py │ │ ├── test_fsdp_pre_backward_hook.py │ │ ├── test_fsdp_regnet.py │ │ ├── test_fsdp_shared_weights.py │ │ ├── test_fsdp_shared_weights_mevo.py │ │ ├── test_fsdp_state_dict.py │ │ ├── test_fsdp_summon_full_params.py │ │ ├── test_fsdp_uneven.py │ │ ├── test_fsdp_with_checkpoint_wrapper.py │ │ ├── test_sharded_ddp_features.py │ │ └── test_sharded_ddp_pytorch_parity.py │ ├── misc │ │ ├── __init__.py │ │ ├── test_flatten_params_wrapper.py │ │ ├── test_grad_bucket.py │ │ └── test_param_bucket.py │ ├── model_parallel │ │ ├── __init__.py │ │ ├── test_cross_entropy.py │ │ ├── test_initialize.py │ │ ├── test_layers.py │ │ └── test_random.py │ ├── moe │ │ ├── __init__.py │ │ ├── test_moe_layer.py │ │ └── test_top2gating.py │ ├── pipe │ │ ├── __init__.py │ │ ├── conftest.py │ │ ├── skip │ │ │ ├── __init__.py │ │ │ ├── test_api.py │ │ │ ├── test_gpipe.py │ │ │ ├── test_inspect_skip_layout.py │ │ │ ├── test_leak.py │ │ │ ├── test_portal.py │ │ │ ├── test_stash_pop.py │ │ │ ├── test_tracker.py │ │ │ └── test_verify_skippables.py │ │ ├── test_balance.py │ │ ├── test_bugs.py │ │ ├── test_checkpoint.py │ │ ├── test_checkpoint_ddp.py │ │ ├── test_copy.py │ │ ├── test_deferred_batch_norm.py │ │ ├── test_dependency.py │ │ ├── test_inplace.py │ │ ├── test_microbatch.py │ │ ├── test_parity.py │ │ ├── test_phony.py │ │ ├── test_pipe.py │ │ ├── test_pipeline.py │ │ ├── test_stream.py │ │ ├── test_transparency.py │ │ └── test_worker.py │ ├── pipe_process │ │ ├── __init__.py │ │ ├── conftest.py │ │ ├── skip │ │ │ └── __init__.py │ │ ├── test_bugs.py │ │ ├── test_inplace.py │ │ ├── test_pipe.py │ │ ├── test_rpc.py │ │ └── test_transparency.py │ └── wrap │ │ ├── __init__.py │ │ └── test_wrap.py │ ├── optim │ ├── __init__.py │ ├── test_adam.py │ ├── test_ddp_adascale.py │ ├── test_layerwise_gradient_scaler.py │ ├── test_oss.py │ ├── test_oss_adascale.py │ └── test_single_node_adascale.py │ └── utils │ ├── __init__.py │ ├── test_containers.py │ ├── test_parallel.py │ ├── test_reduce_scatter_bucketer.py │ ├── test_state_dict.py │ └── test_version.py ├── kernel ├── hqq_aten_cuda.cpp ├── hqq_aten_cuda_kernel.cu └── setup_cuda.py ├── models.py └── sample.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/README.md -------------------------------------------------------------------------------- /assert/TerDiT-ImageNet.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/assert/TerDiT-ImageNet.png -------------------------------------------------------------------------------- /assert/sample_ema_ternary_index.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/assert/sample_ema_ternary_index.png -------------------------------------------------------------------------------- /class_to_idx.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/class_to_idx.json -------------------------------------------------------------------------------- /diffusion/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/diffusion/__init__.py -------------------------------------------------------------------------------- /diffusion/diffusion_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/diffusion/diffusion_utils.py -------------------------------------------------------------------------------- /diffusion/gaussian_diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/diffusion/gaussian_diffusion.py -------------------------------------------------------------------------------- /diffusion/respace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/diffusion/respace.py -------------------------------------------------------------------------------- /diffusion/timestep_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/diffusion/timestep_sampler.py -------------------------------------------------------------------------------- /fairscale/.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/.circleci/config.yml -------------------------------------------------------------------------------- /fairscale/.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/.coveragerc -------------------------------------------------------------------------------- /fairscale/.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/.editorconfig -------------------------------------------------------------------------------- /fairscale/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/.pre-commit-config.yaml -------------------------------------------------------------------------------- /fairscale/.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/.readthedocs.yaml -------------------------------------------------------------------------------- /fairscale/CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/CHANGELOG.md -------------------------------------------------------------------------------- /fairscale/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /fairscale/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/CONTRIBUTING.md -------------------------------------------------------------------------------- /fairscale/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/LICENSE -------------------------------------------------------------------------------- /fairscale/MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/MANIFEST.in -------------------------------------------------------------------------------- /fairscale/NOTICE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/NOTICE -------------------------------------------------------------------------------- /fairscale/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/README.md -------------------------------------------------------------------------------- /fairscale/RELEASE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/RELEASE.md -------------------------------------------------------------------------------- /fairscale/benchmarks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/__init__.py -------------------------------------------------------------------------------- /fairscale/benchmarks/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/datasets/__init__.py -------------------------------------------------------------------------------- /fairscale/benchmarks/datasets/mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/datasets/mnist.py -------------------------------------------------------------------------------- /fairscale/benchmarks/datasets/wikitext2_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/datasets/wikitext2_data.py -------------------------------------------------------------------------------- /fairscale/benchmarks/experimental/benchmark_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/experimental/benchmark_dataset.py -------------------------------------------------------------------------------- /fairscale/benchmarks/experimental/benchmark_mevo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/experimental/benchmark_mevo.py -------------------------------------------------------------------------------- /fairscale/benchmarks/experimental/experimental_async_approaches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/experimental/experimental_async_approaches.py -------------------------------------------------------------------------------- /fairscale/benchmarks/experimental/offload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/experimental/offload.py -------------------------------------------------------------------------------- /fairscale/benchmarks/experimental/sync_batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/experimental/sync_batchnorm.py -------------------------------------------------------------------------------- /fairscale/benchmarks/fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/fsdp.py -------------------------------------------------------------------------------- /fairscale/benchmarks/golden_configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/golden_configs/__init__.py -------------------------------------------------------------------------------- /fairscale/benchmarks/golden_configs/lm_wikitext2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/golden_configs/lm_wikitext2.py -------------------------------------------------------------------------------- /fairscale/benchmarks/golden_configs/oss_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/golden_configs/oss_mnist.py -------------------------------------------------------------------------------- /fairscale/benchmarks/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/models/__init__.py -------------------------------------------------------------------------------- /fairscale/benchmarks/models/transformer_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/models/transformer_lm.py -------------------------------------------------------------------------------- /fairscale/benchmarks/moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/moe.py -------------------------------------------------------------------------------- /fairscale/benchmarks/oss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/oss.py -------------------------------------------------------------------------------- /fairscale/benchmarks/pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/pipe.py -------------------------------------------------------------------------------- /fairscale/benchmarks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/benchmarks/utils.py -------------------------------------------------------------------------------- /fairscale/codecov.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/codecov.yml -------------------------------------------------------------------------------- /fairscale/docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/Makefile -------------------------------------------------------------------------------- /fairscale/docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/requirements.txt -------------------------------------------------------------------------------- /fairscale/docs/source/_static/css/customize.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/_static/css/customize.css -------------------------------------------------------------------------------- /fairscale/docs/source/_static/img/ddp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/_static/img/ddp.png -------------------------------------------------------------------------------- /fairscale/docs/source/_static/img/fairscale-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/_static/img/fairscale-logo.png -------------------------------------------------------------------------------- /fairscale/docs/source/_static/img/flowchart.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/_static/img/flowchart.png -------------------------------------------------------------------------------- /fairscale/docs/source/_static/img/fsdp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/_static/img/fsdp.png -------------------------------------------------------------------------------- /fairscale/docs/source/_static/img/global.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/_static/img/global.png -------------------------------------------------------------------------------- /fairscale/docs/source/_static/img/offload.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/_static/img/offload.png -------------------------------------------------------------------------------- /fairscale/docs/source/_static/img/oss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/_static/img/oss.png -------------------------------------------------------------------------------- /fairscale/docs/source/_static/img/pipe.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/_static/img/pipe.png -------------------------------------------------------------------------------- /fairscale/docs/source/_static/img/sdp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/_static/img/sdp.png -------------------------------------------------------------------------------- /fairscale/docs/source/_templates/layout.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/_templates/layout.html -------------------------------------------------------------------------------- /fairscale/docs/source/_templates/theme_variables.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/_templates/theme_variables.jinja -------------------------------------------------------------------------------- /fairscale/docs/source/api/experimental/nn/offload_model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/api/experimental/nn/offload_model.rst -------------------------------------------------------------------------------- /fairscale/docs/source/api/experimental/nn/slowmo_ddp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/api/experimental/nn/slowmo_ddp.rst -------------------------------------------------------------------------------- /fairscale/docs/source/api/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/api/index.rst -------------------------------------------------------------------------------- /fairscale/docs/source/api/nn/checkpoint/checkpoint_activations.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/api/nn/checkpoint/checkpoint_activations.rst -------------------------------------------------------------------------------- /fairscale/docs/source/api/nn/fsdp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/api/nn/fsdp.rst -------------------------------------------------------------------------------- /fairscale/docs/source/api/nn/moe.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/api/nn/moe.rst -------------------------------------------------------------------------------- /fairscale/docs/source/api/nn/pipe.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/api/nn/pipe.rst -------------------------------------------------------------------------------- /fairscale/docs/source/api/nn/sharded_ddp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/api/nn/sharded_ddp.rst -------------------------------------------------------------------------------- /fairscale/docs/source/api/optim/adascale.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/api/optim/adascale.rst -------------------------------------------------------------------------------- /fairscale/docs/source/api/optim/oss.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/api/optim/oss.rst -------------------------------------------------------------------------------- /fairscale/docs/source/blogs_and_press.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/blogs_and_press.rst -------------------------------------------------------------------------------- /fairscale/docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/conf.py -------------------------------------------------------------------------------- /fairscale/docs/source/deep_dive/activation_checkpointing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/deep_dive/activation_checkpointing.rst -------------------------------------------------------------------------------- /fairscale/docs/source/deep_dive/adascale.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/deep_dive/adascale.rst -------------------------------------------------------------------------------- /fairscale/docs/source/deep_dive/offload.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/deep_dive/offload.rst -------------------------------------------------------------------------------- /fairscale/docs/source/deep_dive/oss_sdp_fsdp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/deep_dive/oss_sdp_fsdp.rst -------------------------------------------------------------------------------- /fairscale/docs/source/deep_dive/pipeline_parallelism.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/deep_dive/pipeline_parallelism.rst -------------------------------------------------------------------------------- /fairscale/docs/source/deep_dive/slowmo_ddp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/deep_dive/slowmo_ddp.rst -------------------------------------------------------------------------------- /fairscale/docs/source/getting_involved.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/getting_involved.rst -------------------------------------------------------------------------------- /fairscale/docs/source/getting_started.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/getting_started.rst -------------------------------------------------------------------------------- /fairscale/docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/index.rst -------------------------------------------------------------------------------- /fairscale/docs/source/installation_instructions.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/installation_instructions.rst -------------------------------------------------------------------------------- /fairscale/docs/source/integrations.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/integrations.rst -------------------------------------------------------------------------------- /fairscale/docs/source/tutorials/_static/img/all_gathered_memory.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/tutorials/_static/img/all_gathered_memory.png -------------------------------------------------------------------------------- /fairscale/docs/source/tutorials/_static/img/layer_memory_activations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/tutorials/_static/img/layer_memory_activations.png -------------------------------------------------------------------------------- /fairscale/docs/source/tutorials/_static/img/layer_memory_parameters.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/tutorials/_static/img/layer_memory_parameters.png -------------------------------------------------------------------------------- /fairscale/docs/source/tutorials/_static/img/layer_memory_profile_optimized.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/tutorials/_static/img/layer_memory_profile_optimized.png -------------------------------------------------------------------------------- /fairscale/docs/source/tutorials/_static/img/layer_memory_profiles.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/tutorials/_static/img/layer_memory_profiles.png -------------------------------------------------------------------------------- /fairscale/docs/source/tutorials/activation_checkpointing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/tutorials/activation_checkpointing.rst -------------------------------------------------------------------------------- /fairscale/docs/source/tutorials/adascale.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/tutorials/adascale.rst -------------------------------------------------------------------------------- /fairscale/docs/source/tutorials/layer_memory_tracking.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/tutorials/layer_memory_tracking.rst -------------------------------------------------------------------------------- /fairscale/docs/source/tutorials/offload_model.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/tutorials/offload_model.rst -------------------------------------------------------------------------------- /fairscale/docs/source/tutorials/oss.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/tutorials/oss.rst -------------------------------------------------------------------------------- /fairscale/docs/source/tutorials/pipe.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/tutorials/pipe.rst -------------------------------------------------------------------------------- /fairscale/docs/source/tutorials/slowmo_ddp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/tutorials/slowmo_ddp.rst -------------------------------------------------------------------------------- /fairscale/docs/source/what_is_fairscale.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/docs/source/what_is_fairscale.rst -------------------------------------------------------------------------------- /fairscale/fairscale/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/README.md -------------------------------------------------------------------------------- /fairscale/fairscale/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/clib/fused_adam_cuda/compat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/clib/fused_adam_cuda/compat.h -------------------------------------------------------------------------------- /fairscale/fairscale/clib/fused_adam_cuda/fused_adam_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/clib/fused_adam_cuda/fused_adam_cuda.cpp -------------------------------------------------------------------------------- /fairscale/fairscale/clib/fused_adam_cuda/fused_adam_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/clib/fused_adam_cuda/fused_adam_cuda_kernel.cu -------------------------------------------------------------------------------- /fairscale/fairscale/clib/fused_adam_cuda/multi_tensor_apply.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/clib/fused_adam_cuda/multi_tensor_apply.cuh -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/ampnet_pipe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/ampnet_pipe/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/ampnet_pipe/ampnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/ampnet_pipe/ampnet.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/ampnet_pipe/pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/ampnet_pipe/pipe.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/auto_shard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/auto_shard.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/data_parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/data_parallel/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/data_parallel/gossip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/data_parallel/gossip/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/data_parallel/gossip/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/data_parallel/gossip/distributed.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/data_parallel/gossip/gossiper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/data_parallel/gossip/gossiper.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/data_parallel/gossip/graph_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/data_parallel/gossip/graph_manager.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/distributed_pipeline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/distributed_pipeline/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/distributed_pipeline/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/distributed_pipeline/data.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/distributed_pipeline/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/distributed_pipeline/graph.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/distributed_pipeline/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/distributed_pipeline/loss.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/distributed_pipeline/partition_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/distributed_pipeline/partition_handler.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/distributed_pipeline/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/distributed_pipeline/pipeline.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/distributed_pipeline/trace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/distributed_pipeline/trace.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/mevo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/mevo.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/offload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/offload.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/nn/sync_batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/nn/sync_batchnorm.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/optim/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/optim/dynamic_loss_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/optim/dynamic_loss_scaler.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/tooling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/tooling/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/tooling/layer_memory_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/tooling/layer_memory_tracker.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/wgit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/wgit/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/wgit/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/wgit/__main__.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/wgit/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/wgit/cli.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/wgit/pygit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/wgit/pygit.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/wgit/repo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/wgit/repo.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/wgit/sha1_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/wgit/sha1_store.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/wgit/signal_sparsity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/wgit/signal_sparsity.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/wgit/signal_sparsity_profiling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/wgit/signal_sparsity_profiling.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/wgit/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/experimental/wgit/utils.py -------------------------------------------------------------------------------- /fairscale/fairscale/experimental/wgit/version.py: -------------------------------------------------------------------------------- 1 | __version_tuple__ = (0, 0, 1) 2 | -------------------------------------------------------------------------------- /fairscale/fairscale/fair_dev/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/fair_dev/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/fair_dev/common_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/fair_dev/common_paths.py -------------------------------------------------------------------------------- /fairscale/fairscale/fair_dev/testing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/fair_dev/testing/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/fair_dev/testing/golden_testing_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/fair_dev/testing/golden_testing_data.py -------------------------------------------------------------------------------- /fairscale/fairscale/fair_dev/testing/testing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/fair_dev/testing/testing.py -------------------------------------------------------------------------------- /fairscale/fairscale/fair_dev/testing/testing_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/fair_dev/testing/testing_memory.py -------------------------------------------------------------------------------- /fairscale/fairscale/internal/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/internal/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/internal/containers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/internal/containers.py -------------------------------------------------------------------------------- /fairscale/fairscale/internal/object.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/internal/object.py -------------------------------------------------------------------------------- /fairscale/fairscale/internal/parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/internal/parallel.py -------------------------------------------------------------------------------- /fairscale/fairscale/internal/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/internal/params.py -------------------------------------------------------------------------------- /fairscale/fairscale/internal/reduce_scatter_bucketer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/internal/reduce_scatter_bucketer.py -------------------------------------------------------------------------------- /fairscale/fairscale/internal/state_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/internal/state_dict.py -------------------------------------------------------------------------------- /fairscale/fairscale/internal/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/internal/version.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/checkpoint/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/checkpoint/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/checkpoint/checkpoint_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/checkpoint/checkpoint_activations.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/checkpoint/checkpoint_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/checkpoint/checkpoint_utils.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/data_parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/data_parallel/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/data_parallel/fsdp_optim_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/data_parallel/fsdp_optim_utils.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/data_parallel/fully_sharded_data_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/data_parallel/fully_sharded_data_parallel.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/data_parallel/sharded_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/data_parallel/sharded_ddp.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/misc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/misc/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/misc/flatten_params_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/misc/flatten_params_wrapper.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/misc/param_bucket.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/misc/param_bucket.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/model_parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/model_parallel/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/model_parallel/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/model_parallel/cross_entropy.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/model_parallel/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/model_parallel/initialize.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/model_parallel/layer_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/model_parallel/layer_inference.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/model_parallel/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/model_parallel/layers.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/model_parallel/mappings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/model_parallel/mappings.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/model_parallel/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/model_parallel/random.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/model_parallel/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/model_parallel/utils.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/moe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/moe/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/moe/moe_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/moe/moe_layer.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/moe/top2gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/moe/top2gate.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/async_pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/async_pipe.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/async_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/async_pipeline.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/async_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/async_schedule.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/balance/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/balance/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/balance/blockpartition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/balance/blockpartition.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/balance/profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/balance/profile.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/balance/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/batchnorm.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/checkpoint.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/copy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/copy.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/dependency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/dependency.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/messages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/messages.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/microbatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/microbatch.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/phony.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/phony.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/pipe.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/pipeline.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/rpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/rpc.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/skip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/skip/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/skip/layout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/skip/layout.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/skip/namespace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/skip/namespace.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/skip/portal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/skip/portal.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/skip/skippable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/skip/skippable.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/skip/tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/skip/tracker.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/stream.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/types.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/pipe/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/pipe/worker.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/wrap/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/wrap/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/nn/wrap/auto_wrap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/nn/wrap/auto_wrap.py -------------------------------------------------------------------------------- /fairscale/fairscale/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/optim/__init__.py -------------------------------------------------------------------------------- /fairscale/fairscale/optim/adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/optim/adam.py -------------------------------------------------------------------------------- /fairscale/fairscale/optim/adascale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/optim/adascale.py -------------------------------------------------------------------------------- /fairscale/fairscale/optim/grad_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/optim/grad_scaler.py -------------------------------------------------------------------------------- /fairscale/fairscale/optim/layerwise_gradient_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/optim/layerwise_gradient_scaler.py -------------------------------------------------------------------------------- /fairscale/fairscale/optim/oss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/fairscale/optim/oss.py -------------------------------------------------------------------------------- /fairscale/fairscale/version.py: -------------------------------------------------------------------------------- 1 | __version_tuple__ = (0, 4, 13) 2 | -------------------------------------------------------------------------------- /fairscale/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/pyproject.toml -------------------------------------------------------------------------------- /fairscale/release_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/release_utils.py -------------------------------------------------------------------------------- /fairscale/requirements-benchmarks.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/requirements-benchmarks.txt -------------------------------------------------------------------------------- /fairscale/requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/requirements-dev.txt -------------------------------------------------------------------------------- /fairscale/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/requirements.txt -------------------------------------------------------------------------------- /fairscale/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/setup.cfg -------------------------------------------------------------------------------- /fairscale/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/setup.py -------------------------------------------------------------------------------- /fairscale/stubs/torch/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/autograd/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/autograd/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/autograd/grad_mode.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/autograd/grad_mode.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/autograd/profiler.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/autograd/profiler.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/backends/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/backends/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/backends/cudnn.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/backends/cudnn.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/cuda/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/cuda/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/cuda/amp/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/cuda/amp/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/cuda/amp/grad_scaler.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/cuda/amp/grad_scaler.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/cuda/comm/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/cuda/comm/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/distributed/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/distributed/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/distributed/distributed_c10d.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/distributed/distributed_c10d.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/distributed/nn/functional.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/distributed/nn/functional.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/distributed/rpc/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/distributed/rpc/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/fft/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/fft/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/functional.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/functional.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/futures.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/futures.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/jit.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/jit.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/multiprocessing/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/multiprocessing/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/common_types.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/common_types.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/functional.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/functional.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/activation.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/activation.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/adaptive.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/adaptive.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/batchnorm.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/batchnorm.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/container.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/container.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/conv.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/conv.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/distance.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/distance.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/dropout.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/dropout.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/flatten.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/flatten.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/fold.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/fold.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/instancenorm.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/instancenorm.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/linear.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/linear.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/loss.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/loss.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/module.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/module.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/normalization.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/normalization.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/padding.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/padding.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/pixelshuffle.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/pixelshuffle.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/pooling.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/pooling.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/rnn.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/rnn.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/sparse.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/sparse.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/modules/upsampling.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/modules/upsampling.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/parallel/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/parallel/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/parallel/common_types.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/parallel/common_types.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/parallel/data_parallel.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/parallel/data_parallel.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/parallel/distributed.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/parallel/distributed.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/parallel/parallel_apply.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/parallel/parallel_apply.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/parallel/replicate.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/parallel/replicate.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/parallel/scatter_gather.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/parallel/scatter_gather.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/nn/parameter.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/nn/parameter.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/optim/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/optim/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/optim/adam.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/optim/adam.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/optim/lr_scheduler.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/optim/lr_scheduler.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/optim/optimizer.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/optim/optimizer.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/optim/sgd.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/optim/sgd.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/random.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/random.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/serialization.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/serialization.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/testing/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/testing/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/utils/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/utils/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/utils/checkpoint.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/utils/checkpoint.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/utils/data/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/utils/data/__init__.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/utils/data/dataloader.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/utils/data/dataloader.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/utils/data/dataset.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/utils/data/dataset.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/utils/data/distributed.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/utils/data/distributed.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/utils/data/sampler.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/utils/data/sampler.pyi -------------------------------------------------------------------------------- /fairscale/stubs/torch/version.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/stubs/torch/version.pyi -------------------------------------------------------------------------------- /fairscale/tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/__init__.py -------------------------------------------------------------------------------- /fairscale/tests/ci_test_list_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/ci_test_list_1.txt -------------------------------------------------------------------------------- /fairscale/tests/ci_test_list_2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/ci_test_list_2.txt -------------------------------------------------------------------------------- /fairscale/tests/ci_test_list_3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/ci_test_list_3.txt -------------------------------------------------------------------------------- /fairscale/tests/experimental/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/experimental/nn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/experimental/nn/ampnet_pipe_process/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/experimental/nn/ampnet_pipe_process/test_ampnet_pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/nn/ampnet_pipe_process/test_ampnet_pipe.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/nn/data_parallel/test_gossip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/nn/data_parallel/test_gossip.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/nn/test_auto_shard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/nn/test_auto_shard.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/nn/test_mevo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/nn/test_mevo.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/nn/test_multiprocess_pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/nn/test_multiprocess_pipe.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/nn/test_offload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/nn/test_offload.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/nn/test_sync_batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/nn/test_sync_batchnorm.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/optim/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/experimental/optim/test_dynamic_loss_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/optim/test_dynamic_loss_scaler.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/tooling/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/experimental/tooling/test_layer_memory_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/tooling/test_layer_memory_tracker.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/wgit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/wgit/__init__.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/wgit/test_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/wgit/test_api.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/wgit/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/wgit/test_cli.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/wgit/test_pygit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/wgit/test_pygit.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/wgit/test_sha1_store.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/wgit/test_sha1_store.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/wgit/test_signal_sparsity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/wgit/test_signal_sparsity.py -------------------------------------------------------------------------------- /fairscale/tests/experimental/wgit/test_signal_sparsity_profiling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/experimental/wgit/test_signal_sparsity_profiling.py -------------------------------------------------------------------------------- /fairscale/tests/nn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/nn/checkpoint/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/nn/checkpoint/test_checkpoint_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/checkpoint/test_checkpoint_activations.py -------------------------------------------------------------------------------- /fairscale/tests/nn/checkpoint/test_checkpoint_activations_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/checkpoint/test_checkpoint_activations_norm.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_apply.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_apply.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_freezing_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_freezing_weights.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_fwd_fwd_bwd_bwd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_fwd_fwd_bwd_bwd.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_grad_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_grad_acc.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_hf_transformer_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_hf_transformer_eval.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_input.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_memory.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_metadata.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_multiple_forward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_multiple_forward.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_multiple_forward_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_multiple_forward_checkpoint.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_multiple_wrapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_multiple_wrapping.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_optimizer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_optimizer_utils.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_overlap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_overlap.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_pre_backward_hook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_pre_backward_hook.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_regnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_regnet.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_shared_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_shared_weights.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_shared_weights_mevo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_shared_weights_mevo.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_state_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_state_dict.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_summon_full_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_summon_full_params.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_uneven.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_uneven.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_fsdp_with_checkpoint_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_fsdp_with_checkpoint_wrapper.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_sharded_ddp_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_sharded_ddp_features.py -------------------------------------------------------------------------------- /fairscale/tests/nn/data_parallel/test_sharded_ddp_pytorch_parity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/data_parallel/test_sharded_ddp_pytorch_parity.py -------------------------------------------------------------------------------- /fairscale/tests/nn/misc/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/nn/misc/test_flatten_params_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/misc/test_flatten_params_wrapper.py -------------------------------------------------------------------------------- /fairscale/tests/nn/misc/test_grad_bucket.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/misc/test_grad_bucket.py -------------------------------------------------------------------------------- /fairscale/tests/nn/misc/test_param_bucket.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/misc/test_param_bucket.py -------------------------------------------------------------------------------- /fairscale/tests/nn/model_parallel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/nn/model_parallel/test_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/model_parallel/test_cross_entropy.py -------------------------------------------------------------------------------- /fairscale/tests/nn/model_parallel/test_initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/model_parallel/test_initialize.py -------------------------------------------------------------------------------- /fairscale/tests/nn/model_parallel/test_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/model_parallel/test_layers.py -------------------------------------------------------------------------------- /fairscale/tests/nn/model_parallel/test_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/model_parallel/test_random.py -------------------------------------------------------------------------------- /fairscale/tests/nn/moe/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/nn/moe/test_moe_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/moe/test_moe_layer.py -------------------------------------------------------------------------------- /fairscale/tests/nn/moe/test_top2gating.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/moe/test_top2gating.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/__init__.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/conftest.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/skip/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/skip/__init__.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/skip/test_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/skip/test_api.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/skip/test_gpipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/skip/test_gpipe.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/skip/test_inspect_skip_layout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/skip/test_inspect_skip_layout.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/skip/test_leak.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/skip/test_leak.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/skip/test_portal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/skip/test_portal.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/skip/test_stash_pop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/skip/test_stash_pop.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/skip/test_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/skip/test_tracker.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/skip/test_verify_skippables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/skip/test_verify_skippables.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_balance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_balance.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_bugs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_bugs.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_checkpoint.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_checkpoint_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_checkpoint_ddp.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_copy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_copy.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_deferred_batch_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_deferred_batch_norm.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_dependency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_dependency.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_inplace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_inplace.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_microbatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_microbatch.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_parity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_parity.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_phony.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_phony.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_pipe.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_pipeline.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_stream.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_transparency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_transparency.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe/test_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe/test_worker.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe_process/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe_process/__init__.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe_process/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe_process/conftest.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe_process/skip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe_process/test_bugs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe_process/test_bugs.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe_process/test_inplace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe_process/test_inplace.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe_process/test_pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe_process/test_pipe.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe_process/test_rpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe_process/test_rpc.py -------------------------------------------------------------------------------- /fairscale/tests/nn/pipe_process/test_transparency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/pipe_process/test_transparency.py -------------------------------------------------------------------------------- /fairscale/tests/nn/wrap/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/nn/wrap/test_wrap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/nn/wrap/test_wrap.py -------------------------------------------------------------------------------- /fairscale/tests/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/optim/__init__.py -------------------------------------------------------------------------------- /fairscale/tests/optim/test_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/optim/test_adam.py -------------------------------------------------------------------------------- /fairscale/tests/optim/test_ddp_adascale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/optim/test_ddp_adascale.py -------------------------------------------------------------------------------- /fairscale/tests/optim/test_layerwise_gradient_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/optim/test_layerwise_gradient_scaler.py -------------------------------------------------------------------------------- /fairscale/tests/optim/test_oss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/optim/test_oss.py -------------------------------------------------------------------------------- /fairscale/tests/optim/test_oss_adascale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/optim/test_oss_adascale.py -------------------------------------------------------------------------------- /fairscale/tests/optim/test_single_node_adascale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/optim/test_single_node_adascale.py -------------------------------------------------------------------------------- /fairscale/tests/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fairscale/tests/utils/test_containers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/utils/test_containers.py -------------------------------------------------------------------------------- /fairscale/tests/utils/test_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/utils/test_parallel.py -------------------------------------------------------------------------------- /fairscale/tests/utils/test_reduce_scatter_bucketer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/utils/test_reduce_scatter_bucketer.py -------------------------------------------------------------------------------- /fairscale/tests/utils/test_state_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/utils/test_state_dict.py -------------------------------------------------------------------------------- /fairscale/tests/utils/test_version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/fairscale/tests/utils/test_version.py -------------------------------------------------------------------------------- /kernel/hqq_aten_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/kernel/hqq_aten_cuda.cpp -------------------------------------------------------------------------------- /kernel/hqq_aten_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/kernel/hqq_aten_cuda_kernel.cu -------------------------------------------------------------------------------- /kernel/setup_cuda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/kernel/setup_cuda.py -------------------------------------------------------------------------------- /models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/models.py -------------------------------------------------------------------------------- /sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Lucky-Lance/TerDiT/HEAD/sample.py --------------------------------------------------------------------------------