├── .github ├── ISSUE_TEMPLATE │ ├── bug-report.yml │ └── feature-request.yml └── workflows │ ├── build.yml │ ├── gh-pages.yml │ └── publish_pypi.yml ├── .gitignore ├── LICENSE.txt ├── MANIFEST.in ├── README.md ├── docs ├── api │ └── TuneConfig.md ├── assets │ ├── external │ │ ├── hf-logo-with-title.svg │ │ ├── hf-logo.svg │ │ ├── pytorch-icon.svg │ │ ├── pytorch-with-title.svg │ │ └── ray.ico │ ├── icon-white.svg │ ├── icon.png │ ├── icon.svg │ ├── logo-dark.png │ └── logo-light.png ├── getting_started │ ├── installation.md │ └── quick_start.md └── index.md ├── examples ├── README.md ├── language │ ├── run_hydro_lm.py │ └── run_ray_lm.py └── vision │ ├── resnet.py │ ├── run_hydro.py │ ├── run_ray.py │ └── utils.py ├── hydro ├── __init__.py ├── fuse_ops │ ├── __init__.py │ ├── activation.py │ ├── attention.py │ ├── batchnorm.py │ ├── conv.py │ ├── dropout.py │ ├── flatten.py │ ├── huggingface │ │ ├── __init__.py │ │ ├── gpt2.py │ │ ├── gptneo.py │ │ └── pytorch_utils.py │ ├── linear.py │ ├── normalization.py │ ├── pooling.py │ ├── sparse.py │ └── transformer.py ├── fx │ ├── __init__.py │ ├── fuse.py │ ├── slice.py │ ├── trace.py │ └── utils.py ├── optim │ ├── __init__.py │ ├── adadelta.py │ ├── adam.py │ ├── adamw.py │ ├── lr_scheduler.py │ ├── optimizer.py │ ├── sgd.py │ └── utils.py ├── scale │ ├── __init__.py │ ├── coord_check.py │ ├── init.py │ ├── mup.py │ ├── optim.py │ └── scale.py ├── train │ ├── __init__.py │ ├── trainer.py │ └── utils.py └── tune │ ├── __init__.py │ ├── analysis.py │ ├── func_trainable.py │ ├── planner.py │ ├── progress_reporter.py │ ├── schedule │ ├── __init__.py │ ├── asha.py │ └── fifo.py │ ├── search │ ├── __init__.py │ └── basic_variant.py │ ├── session.py │ ├── trial.py │ ├── trial_executor.py │ ├── trial_runner.py │ ├── tune_config.py │ └── tuner.py ├── mkdocs.yml ├── requirements.txt └── setup.py /.github/ISSUE_TEMPLATE/bug-report.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/.github/ISSUE_TEMPLATE/bug-report.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/.github/ISSUE_TEMPLATE/feature-request.yml -------------------------------------------------------------------------------- /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.github/workflows/gh-pages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/.github/workflows/gh-pages.yml -------------------------------------------------------------------------------- /.github/workflows/publish_pypi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/.github/workflows/publish_pypi.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/README.md -------------------------------------------------------------------------------- /docs/api/TuneConfig.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/api/TuneConfig.md -------------------------------------------------------------------------------- /docs/assets/external/hf-logo-with-title.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/assets/external/hf-logo-with-title.svg -------------------------------------------------------------------------------- /docs/assets/external/hf-logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/assets/external/hf-logo.svg -------------------------------------------------------------------------------- /docs/assets/external/pytorch-icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/assets/external/pytorch-icon.svg -------------------------------------------------------------------------------- /docs/assets/external/pytorch-with-title.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/assets/external/pytorch-with-title.svg -------------------------------------------------------------------------------- /docs/assets/external/ray.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/assets/external/ray.ico -------------------------------------------------------------------------------- /docs/assets/icon-white.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/assets/icon-white.svg -------------------------------------------------------------------------------- /docs/assets/icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/assets/icon.png -------------------------------------------------------------------------------- /docs/assets/icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/assets/icon.svg -------------------------------------------------------------------------------- /docs/assets/logo-dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/assets/logo-dark.png -------------------------------------------------------------------------------- /docs/assets/logo-light.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/assets/logo-light.png -------------------------------------------------------------------------------- /docs/getting_started/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/getting_started/installation.md -------------------------------------------------------------------------------- /docs/getting_started/quick_start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/getting_started/quick_start.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/docs/index.md -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/language/run_hydro_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/examples/language/run_hydro_lm.py -------------------------------------------------------------------------------- /examples/language/run_ray_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/examples/language/run_ray_lm.py -------------------------------------------------------------------------------- /examples/vision/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/examples/vision/resnet.py -------------------------------------------------------------------------------- /examples/vision/run_hydro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/examples/vision/run_hydro.py -------------------------------------------------------------------------------- /examples/vision/run_ray.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/examples/vision/run_ray.py -------------------------------------------------------------------------------- /examples/vision/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/examples/vision/utils.py -------------------------------------------------------------------------------- /hydro/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/__init__.py -------------------------------------------------------------------------------- /hydro/fuse_ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/__init__.py -------------------------------------------------------------------------------- /hydro/fuse_ops/activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/activation.py -------------------------------------------------------------------------------- /hydro/fuse_ops/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/attention.py -------------------------------------------------------------------------------- /hydro/fuse_ops/batchnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/batchnorm.py -------------------------------------------------------------------------------- /hydro/fuse_ops/conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/conv.py -------------------------------------------------------------------------------- /hydro/fuse_ops/dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/dropout.py -------------------------------------------------------------------------------- /hydro/fuse_ops/flatten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/flatten.py -------------------------------------------------------------------------------- /hydro/fuse_ops/huggingface/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/huggingface/__init__.py -------------------------------------------------------------------------------- /hydro/fuse_ops/huggingface/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/huggingface/gpt2.py -------------------------------------------------------------------------------- /hydro/fuse_ops/huggingface/gptneo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/huggingface/gptneo.py -------------------------------------------------------------------------------- /hydro/fuse_ops/huggingface/pytorch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/huggingface/pytorch_utils.py -------------------------------------------------------------------------------- /hydro/fuse_ops/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/linear.py -------------------------------------------------------------------------------- /hydro/fuse_ops/normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/normalization.py -------------------------------------------------------------------------------- /hydro/fuse_ops/pooling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/pooling.py -------------------------------------------------------------------------------- /hydro/fuse_ops/sparse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/sparse.py -------------------------------------------------------------------------------- /hydro/fuse_ops/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fuse_ops/transformer.py -------------------------------------------------------------------------------- /hydro/fx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fx/__init__.py -------------------------------------------------------------------------------- /hydro/fx/fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fx/fuse.py -------------------------------------------------------------------------------- /hydro/fx/slice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fx/slice.py -------------------------------------------------------------------------------- /hydro/fx/trace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fx/trace.py -------------------------------------------------------------------------------- /hydro/fx/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/fx/utils.py -------------------------------------------------------------------------------- /hydro/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/optim/__init__.py -------------------------------------------------------------------------------- /hydro/optim/adadelta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/optim/adadelta.py -------------------------------------------------------------------------------- /hydro/optim/adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/optim/adam.py -------------------------------------------------------------------------------- /hydro/optim/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/optim/adamw.py -------------------------------------------------------------------------------- /hydro/optim/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/optim/lr_scheduler.py -------------------------------------------------------------------------------- /hydro/optim/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/optim/optimizer.py -------------------------------------------------------------------------------- /hydro/optim/sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/optim/sgd.py -------------------------------------------------------------------------------- /hydro/optim/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/optim/utils.py -------------------------------------------------------------------------------- /hydro/scale/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/scale/__init__.py -------------------------------------------------------------------------------- /hydro/scale/coord_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/scale/coord_check.py -------------------------------------------------------------------------------- /hydro/scale/init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/scale/init.py -------------------------------------------------------------------------------- /hydro/scale/mup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/scale/mup.py -------------------------------------------------------------------------------- /hydro/scale/optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/scale/optim.py -------------------------------------------------------------------------------- /hydro/scale/scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/scale/scale.py -------------------------------------------------------------------------------- /hydro/train/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/train/__init__.py -------------------------------------------------------------------------------- /hydro/train/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/train/trainer.py -------------------------------------------------------------------------------- /hydro/train/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/train/utils.py -------------------------------------------------------------------------------- /hydro/tune/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/__init__.py -------------------------------------------------------------------------------- /hydro/tune/analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/analysis.py -------------------------------------------------------------------------------- /hydro/tune/func_trainable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/func_trainable.py -------------------------------------------------------------------------------- /hydro/tune/planner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/planner.py -------------------------------------------------------------------------------- /hydro/tune/progress_reporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/progress_reporter.py -------------------------------------------------------------------------------- /hydro/tune/schedule/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/schedule/__init__.py -------------------------------------------------------------------------------- /hydro/tune/schedule/asha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/schedule/asha.py -------------------------------------------------------------------------------- /hydro/tune/schedule/fifo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/schedule/fifo.py -------------------------------------------------------------------------------- /hydro/tune/search/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/search/__init__.py -------------------------------------------------------------------------------- /hydro/tune/search/basic_variant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/search/basic_variant.py -------------------------------------------------------------------------------- /hydro/tune/session.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/session.py -------------------------------------------------------------------------------- /hydro/tune/trial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/trial.py -------------------------------------------------------------------------------- /hydro/tune/trial_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/trial_executor.py -------------------------------------------------------------------------------- /hydro/tune/trial_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/trial_runner.py -------------------------------------------------------------------------------- /hydro/tune/tune_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/tune_config.py -------------------------------------------------------------------------------- /hydro/tune/tuner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/hydro/tune/tuner.py -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/S-Lab-System-Group/Hydro/HEAD/setup.py --------------------------------------------------------------------------------