├── .github └── workflows │ └── black.yml ├── .gitignore ├── LICENSE ├── README.md ├── experiment ├── config.py ├── ip.py └── launch.py ├── requirements.txt ├── scaelum ├── __init__.py ├── builder │ ├── __init__.py │ ├── builder.py │ ├── module_wrapper.py │ └── sequential_wrapper.py ├── config │ ├── __init__.py │ └── config.py ├── dataset │ ├── __init__.py │ ├── bert_dataset.py │ ├── data_generator.py │ ├── dataset.py │ └── glue │ │ ├── __init__.py │ │ ├── file_utils.py │ │ ├── processor.py │ │ └── tokenization.py ├── dynamics │ ├── __init__.py │ ├── allocator.py │ ├── benchmarker.py │ ├── estimator.py │ ├── parameter_server.py │ ├── worker.py │ └── worker_manager.py ├── logger │ ├── __init__.py │ └── logger.py ├── model │ ├── __init__.py │ ├── bert.py │ ├── bert_layers.py │ ├── layers.py │ ├── rpc_model.py │ └── rpc_module.py ├── registry │ ├── __init__.py │ └── registry.py ├── runner │ ├── __init__.py │ ├── hooks.py │ ├── hooks_collection │ │ ├── __init__.py │ │ ├── checkpoint_hook.py │ │ ├── distributed_timer_helper_hook.py │ │ └── stop_hook.py │ └── runner.py ├── stimulator │ ├── __init__.py │ └── stimulator.py ├── timer │ ├── __init__.py │ └── timer.py ├── utils.py └── version.py └── setup.py /.github/workflows/black.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/.github/workflows/black.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/README.md -------------------------------------------------------------------------------- /experiment/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/experiment/config.py -------------------------------------------------------------------------------- /experiment/ip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/experiment/ip.py -------------------------------------------------------------------------------- /experiment/launch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/experiment/launch.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/requirements.txt -------------------------------------------------------------------------------- /scaelum/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/__init__.py -------------------------------------------------------------------------------- /scaelum/builder/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/builder/__init__.py -------------------------------------------------------------------------------- /scaelum/builder/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/builder/builder.py -------------------------------------------------------------------------------- /scaelum/builder/module_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/builder/module_wrapper.py -------------------------------------------------------------------------------- /scaelum/builder/sequential_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/builder/sequential_wrapper.py -------------------------------------------------------------------------------- /scaelum/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/config/__init__.py -------------------------------------------------------------------------------- /scaelum/config/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/config/config.py -------------------------------------------------------------------------------- /scaelum/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dataset/__init__.py -------------------------------------------------------------------------------- /scaelum/dataset/bert_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dataset/bert_dataset.py -------------------------------------------------------------------------------- /scaelum/dataset/data_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dataset/data_generator.py -------------------------------------------------------------------------------- /scaelum/dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dataset/dataset.py -------------------------------------------------------------------------------- /scaelum/dataset/glue/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scaelum/dataset/glue/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dataset/glue/file_utils.py -------------------------------------------------------------------------------- /scaelum/dataset/glue/processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dataset/glue/processor.py -------------------------------------------------------------------------------- /scaelum/dataset/glue/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dataset/glue/tokenization.py -------------------------------------------------------------------------------- /scaelum/dynamics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dynamics/__init__.py -------------------------------------------------------------------------------- /scaelum/dynamics/allocator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dynamics/allocator.py -------------------------------------------------------------------------------- /scaelum/dynamics/benchmarker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dynamics/benchmarker.py -------------------------------------------------------------------------------- /scaelum/dynamics/estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dynamics/estimator.py -------------------------------------------------------------------------------- /scaelum/dynamics/parameter_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dynamics/parameter_server.py -------------------------------------------------------------------------------- /scaelum/dynamics/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dynamics/worker.py -------------------------------------------------------------------------------- /scaelum/dynamics/worker_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/dynamics/worker_manager.py -------------------------------------------------------------------------------- /scaelum/logger/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/logger/__init__.py -------------------------------------------------------------------------------- /scaelum/logger/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/logger/logger.py -------------------------------------------------------------------------------- /scaelum/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/model/__init__.py -------------------------------------------------------------------------------- /scaelum/model/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/model/bert.py -------------------------------------------------------------------------------- /scaelum/model/bert_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/model/bert_layers.py -------------------------------------------------------------------------------- /scaelum/model/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/model/layers.py -------------------------------------------------------------------------------- /scaelum/model/rpc_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/model/rpc_model.py -------------------------------------------------------------------------------- /scaelum/model/rpc_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/model/rpc_module.py -------------------------------------------------------------------------------- /scaelum/registry/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/registry/__init__.py -------------------------------------------------------------------------------- /scaelum/registry/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/registry/registry.py -------------------------------------------------------------------------------- /scaelum/runner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/runner/__init__.py -------------------------------------------------------------------------------- /scaelum/runner/hooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/runner/hooks.py -------------------------------------------------------------------------------- /scaelum/runner/hooks_collection/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/runner/hooks_collection/__init__.py -------------------------------------------------------------------------------- /scaelum/runner/hooks_collection/checkpoint_hook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/runner/hooks_collection/checkpoint_hook.py -------------------------------------------------------------------------------- /scaelum/runner/hooks_collection/distributed_timer_helper_hook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/runner/hooks_collection/distributed_timer_helper_hook.py -------------------------------------------------------------------------------- /scaelum/runner/hooks_collection/stop_hook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/runner/hooks_collection/stop_hook.py -------------------------------------------------------------------------------- /scaelum/runner/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/runner/runner.py -------------------------------------------------------------------------------- /scaelum/stimulator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/stimulator/__init__.py -------------------------------------------------------------------------------- /scaelum/stimulator/stimulator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/stimulator/stimulator.py -------------------------------------------------------------------------------- /scaelum/timer/__init__.py: -------------------------------------------------------------------------------- 1 | from .timer import DistributedTimer 2 | -------------------------------------------------------------------------------- /scaelum/timer/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/timer/timer.py -------------------------------------------------------------------------------- /scaelum/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/scaelum/utils.py -------------------------------------------------------------------------------- /scaelum/version.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.0.1" 2 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/SkyComputing/HEAD/setup.py --------------------------------------------------------------------------------