├── .gitignore ├── .gitmodules ├── ElasticFlow ├── README.md ├── chronus-scheduler │ ├── LICENSE │ ├── Makefile │ ├── alg │ │ ├── __init__.py │ │ ├── placement │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ ├── consolidate.py │ │ │ ├── consolidate_random.py │ │ │ ├── greedy.py │ │ │ ├── local_search.py │ │ │ ├── policy.py │ │ │ └── random.py │ │ ├── scheduler │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ ├── solver.py │ │ │ └── time_aware_with_lease.py │ │ └── utils │ │ │ ├── flow_solver.py │ │ │ └── topology.py │ ├── client │ │ ├── __init__.py │ │ ├── jobs.py │ │ ├── models.py │ │ ├── models_pollux.py │ │ ├── time_estimator.py │ │ └── users.py │ ├── data │ │ └── model_info.json │ ├── job.py │ ├── main.py │ ├── master.py │ ├── options.py │ ├── runtime │ │ ├── __init__.py │ │ ├── proto │ │ │ ├── common.proto │ │ │ ├── master_to_worker.proto │ │ │ ├── scheduler_to_master.proto │ │ │ ├── trainer_to_scheduler.proto │ │ │ ├── worker_to_master.proto │ │ │ └── worker_to_trainer.proto │ │ ├── rpc │ │ │ ├── master_client.py │ │ │ ├── master_server.py │ │ │ ├── scheduler_client.py │ │ │ ├── scheduler_server.py │ │ │ ├── trainer_client.py │ │ │ ├── trainer_server.py │ │ │ ├── worker_client.py │ │ │ └── worker_server.py │ │ └── rpc_stubs │ │ │ ├── common_pb2.py │ │ │ ├── common_pb2_grpc.py │ │ │ ├── master_to_worker_pb2.py │ │ │ ├── master_to_worker_pb2_grpc.py │ │ │ ├── scheduler_to_master_pb2.py │ │ │ ├── scheduler_to_master_pb2_grpc.py │ │ │ ├── trainer_to_scheduler_pb2.py │ │ │ ├── trainer_to_scheduler_pb2_grpc.py │ │ │ ├── worker_to_master_pb2.py │ │ │ ├── worker_to_master_pb2_grpc.py │ │ │ ├── worker_to_trainer_pb2.py │ │ │ └── worker_to_trainer_pb2_grpc.py │ ├── server │ │ ├── __init__.py │ │ ├── cluster.py │ │ ├── gpu.py │ │ ├── node.py │ │ ├── profiler.py │ │ └── switch.py │ ├── training_trace │ │ ├── stats-2 │ │ │ ├── a3c_arch_a3c_gpu_1.npy │ │ │ ├── a3c_arch_a3c_gpu_16.npy │ │ │ ├── a3c_arch_a3c_gpu_2.npy │ │ │ ├── a3c_arch_a3c_gpu_32.npy │ │ │ ├── a3c_arch_a3c_gpu_4.npy │ │ │ ├── a3c_arch_a3c_gpu_8.npy │ │ │ ├── gan_arch_Transformer_gpu_1.npy │ │ │ ├── gan_arch_Transformer_gpu_16.npy │ │ │ ├── gan_arch_Transformer_gpu_32.npy │ │ │ ├── gan_arch_Transformer_gpu_8.npy │ │ │ ├── gan_arch_gan_gpu_1.npy │ │ │ ├── gan_arch_gan_gpu_16.npy │ │ │ ├── gan_arch_gan_gpu_2.npy │ │ │ ├── gan_arch_gan_gpu_32.npy │ │ │ ├── gan_arch_gan_gpu_4.npy │ │ │ ├── gan_arch_gan_gpu_8.npy │ │ │ ├── imagenet_arch_inception_v3_gpu_1.npy │ │ │ ├── imagenet_arch_inception_v3_gpu_16.npy │ │ │ ├── imagenet_arch_inception_v3_gpu_32.npy │ │ │ ├── imagenet_arch_inception_v3_gpu_8.npy │ │ │ ├── imagenet_arch_resnet50_gpu_1.npy │ │ │ ├── imagenet_arch_resnet50_gpu_16.npy │ │ │ ├── imagenet_arch_resnet50_gpu_32.npy │ │ │ ├── imagenet_arch_resnet50_gpu_8.npy │ │ │ ├── imagenet_arch_vgg16_gpu_1.npy │ │ │ ├── imagenet_arch_vgg16_gpu_16.npy │ │ │ ├── imagenet_arch_vgg16_gpu_32.npy │ │ │ └── imagenet_arch_vgg16_gpu_8.npy │ │ └── stats │ │ │ ├── a3c_arch_a3c_gpu_1.npy │ │ │ ├── a3c_arch_a3c_gpu_16.npy │ │ │ ├── a3c_arch_a3c_gpu_2.npy │ │ │ ├── a3c_arch_a3c_gpu_4.npy │ │ │ ├── a3c_arch_a3c_gpu_8.npy │ │ │ ├── gan_arch_Transformer_gpu_1.npy │ │ │ ├── gan_arch_Transformer_gpu_16.npy │ │ │ ├── gan_arch_Transformer_gpu_2.npy │ │ │ ├── gan_arch_Transformer_gpu_4.npy │ │ │ ├── gan_arch_Transformer_gpu_8.npy │ │ │ ├── gan_arch_gan_gpu_1.npy │ │ │ ├── gan_arch_gan_gpu_16.npy │ │ │ ├── gan_arch_gan_gpu_2.npy │ │ │ ├── gan_arch_gan_gpu_4.npy │ │ │ ├── gan_arch_gan_gpu_8.npy │ │ │ ├── imagenet_arch_inception_v3_gpu_1.npy │ │ │ ├── imagenet_arch_inception_v3_gpu_16.npy │ │ │ ├── imagenet_arch_inception_v3_gpu_2.npy │ │ │ ├── imagenet_arch_inception_v3_gpu_4.npy │ │ │ ├── imagenet_arch_inception_v3_gpu_8.npy │ │ │ ├── imagenet_arch_resnet50_gpu_1.npy │ │ │ ├── imagenet_arch_resnet50_gpu_16.npy │ │ │ ├── imagenet_arch_resnet50_gpu_2.npy │ │ │ ├── imagenet_arch_resnet50_gpu_4.npy │ │ │ ├── imagenet_arch_resnet50_gpu_8.npy │ │ │ ├── imagenet_arch_vgg16_gpu_1.npy │ │ │ ├── imagenet_arch_vgg16_gpu_16.npy │ │ │ ├── imagenet_arch_vgg16_gpu_2.npy │ │ │ ├── imagenet_arch_vgg16_gpu_4.npy │ │ │ └── imagenet_arch_vgg16_gpu_8.npy │ ├── utils │ │ ├── __init__.py │ │ ├── convert_ef_trace_to_chronus.py │ │ ├── get_name_list.py │ │ ├── logger.py │ │ ├── profiles.py │ │ └── util.py │ └── worker.py ├── download_cifar10.py ├── elastic-training-executor │ ├── GPT2 │ │ └── gpt2_ddp.py │ ├── bert │ │ └── bert_ddp.py │ ├── deepspeech2 │ │ └── deepspeech2_ddp.py │ ├── inceptionv3 │ │ └── inceptionv3_ddp.py │ ├── resnet │ │ └── resnet_ddp.py │ ├── resnet_cifar10 │ │ └── resnet_cifar10.py │ ├── trainer.py │ ├── utils.py │ └── vgg │ │ └── vgg_ddp.py ├── prepare_container.sh ├── requirements.txt ├── scheduler │ ├── Makefile │ ├── cluster.py │ ├── cluster_specs │ │ ├── n128g8.csv │ │ ├── n160g8.csv │ │ ├── n16g4.csv │ │ ├── n16g8.csv │ │ ├── n1g1.csv │ │ ├── n1g2.csv │ │ ├── n1g4.csv │ │ ├── n1g8.csv │ │ ├── n256g8.csv │ │ ├── n2g2.csv │ │ ├── n32g4.csv │ │ ├── n32g8.csv │ │ ├── n48g8.csv │ │ ├── n4g8.csv │ │ ├── n64g8.csv │ │ └── n8g8.csv │ ├── flags.py │ ├── job.py │ ├── jobs.py │ ├── log.py │ ├── master.py │ ├── models.py │ ├── node.py │ ├── overhead_measurement_traces │ │ ├── bert_internode_overhead.txt │ │ ├── bert_intranode_overhead.txt │ │ ├── bert_migration_overhead.txt │ │ ├── bert_profile.txt │ │ ├── deepspeech2_internode_overhead.txt │ │ ├── deepspeech2_intranode_overhead.txt │ │ ├── deepspeech2_migration_overhead.txt │ │ ├── deepspeech2_profile.txt │ │ ├── gpt2_internode_overhead.txt │ │ ├── gpt2_intranode_overhead.txt │ │ ├── gpt2_migration_overhead.txt │ │ ├── gpt2_profile.txt │ │ ├── inception3_internode_overhead.txt │ │ ├── inception3_intranode_overhead.txt │ │ ├── inception3_migration_overhead.txt │ │ ├── inception3_profile.txt │ │ ├── resnet50_internode_overhead.txt │ │ ├── resnet50_intranode_overhead.txt │ │ ├── resnet50_migration_overhead.txt │ │ ├── resnet50_profile.txt │ │ ├── vgg16_internode_overhead.txt │ │ ├── vgg16_intranode_overhead.txt │ │ ├── vgg16_migration_overhead.txt │ │ └── vgg16_profile.txt │ ├── profiles.py │ ├── run_fig10.sh │ ├── run_fig11.sh │ ├── run_fig8a.sh │ ├── run_fig8b.sh │ ├── run_fig9.sh │ ├── runtime │ │ ├── __init__.py │ │ ├── proto │ │ │ ├── common.proto │ │ │ ├── master_to_worker.proto │ │ │ ├── scheduler_to_master.proto │ │ │ ├── trainer_to_scheduler.proto │ │ │ ├── worker_to_master.proto │ │ │ └── worker_to_trainer.proto │ │ ├── rpc │ │ │ ├── master_client.py │ │ │ ├── master_server.py │ │ │ ├── scheduler_client.py │ │ │ ├── scheduler_server.py │ │ │ ├── trainer_client.py │ │ │ ├── trainer_server.py │ │ │ ├── worker_client.py │ │ │ └── worker_server.py │ │ └── rpc_stubs │ │ │ ├── common_pb2.py │ │ │ ├── common_pb2_grpc.py │ │ │ ├── master_to_worker_pb2.py │ │ │ ├── master_to_worker_pb2_grpc.py │ │ │ ├── scheduler_to_master_pb2.py │ │ │ ├── scheduler_to_master_pb2_grpc.py │ │ │ ├── trainer_to_scheduler_pb2.py │ │ │ ├── trainer_to_scheduler_pb2_grpc.py │ │ │ ├── worker_to_master_pb2.py │ │ │ ├── worker_to_master_pb2_grpc.py │ │ │ ├── worker_to_trainer_pb2.py │ │ │ └── worker_to_trainer_pb2_grpc.py │ ├── scheduler.py │ ├── switch.py │ ├── throughputs_A100 │ │ ├── bert.csv │ │ ├── deepspeech2.csv │ │ ├── gpt2.csv │ │ ├── inception3.csv │ │ ├── resnet50.csv │ │ ├── resnet50_cifar10.csv │ │ └── vgg16.csv │ ├── throughputs_T4 │ │ ├── bert.csv │ │ ├── cifar10.csv │ │ ├── deepspeech2.csv │ │ ├── imagenet.csv │ │ ├── ncf.csv │ │ └── yolov3.csv │ ├── utils.py │ └── worker.py ├── topo.xml ├── trace_generator │ ├── README.md │ ├── generate_trace.py │ ├── generate_trace_from_itp.py │ ├── job.py │ ├── job_table.py │ ├── job_template.py │ ├── requirements.txt │ └── utils.py ├── traces_for_ElasticFlow │ ├── .gitkeep │ ├── elasticVpollux_e.csv │ ├── philly_103959.csv │ └── resnet_cifar_trace.csv └── traces_for_chronus │ └── .gitkeep ├── LICENCE ├── README.md ├── plot_figure ├── README.md ├── logs │ └── figure10 │ │ ├── chronus │ │ └── time-aware-with-lease_resource.csv │ │ ├── dlas-gpu │ │ ├── cluster.csv │ │ ├── cpu.csv │ │ ├── final_result.csv │ │ ├── gpu.csv │ │ ├── job.csv │ │ ├── memory.csv │ │ ├── network.csv │ │ └── scheduling_events.csv │ │ ├── edf │ │ ├── cluster.csv │ │ ├── cpu.csv │ │ ├── final_result.csv │ │ ├── gpu.csv │ │ ├── job.csv │ │ ├── memory.csv │ │ ├── network.csv │ │ └── scheduling_events.csv │ │ ├── ef-accessctrl │ │ ├── cluster.csv │ │ ├── cpu.csv │ │ ├── final_result.csv │ │ ├── gpu.csv │ │ ├── job.csv │ │ ├── memory.csv │ │ ├── network.csv │ │ └── scheduling_events.csv │ │ ├── gandiva │ │ ├── cluster.csv │ │ ├── cpu.csv │ │ ├── final_result.csv │ │ ├── gpu.csv │ │ ├── job.csv │ │ ├── memory.csv │ │ ├── network.csv │ │ └── scheduling_events.csv │ │ └── themis │ │ ├── cluster.csv │ │ ├── cpu.csv │ │ ├── final_result.csv │ │ ├── gpu.csv │ │ ├── job.csv │ │ ├── memory.csv │ │ ├── network.csv │ │ └── scheduling_events.csv └── scripts │ ├── plot_fig10.py │ ├── plot_fig11.py │ ├── plot_fig12a.py │ ├── plot_fig12b.py │ ├── plot_fig6.py │ ├── plot_fig7a.py │ ├── plot_fig7b.py │ ├── plot_fig8a.py │ ├── plot_fig8b.py │ └── plot_fig9.py └── pollux ├── adaptdl ├── adaptdl │ ├── __init__.py │ ├── _signal.py │ ├── checkpoint.py │ ├── checkpoint_test.py │ ├── collective.py │ ├── collective_test.py │ ├── conftest.py │ ├── env.py │ ├── fit_test.py │ ├── goodput.py │ ├── goodput_test.py │ ├── reducer.py │ ├── reducer_test.py │ ├── sched_hints.py │ └── torch │ │ ├── __init__.py │ │ ├── _metrics.py │ │ ├── _metrics_test.py │ │ ├── accumulator.py │ │ ├── accumulator_test.py │ │ ├── adascale.py │ │ ├── adascale_test.py │ │ ├── data.py │ │ ├── data_test.py │ │ ├── epoch.py │ │ ├── epoch_test.py │ │ ├── iterator.py │ │ ├── parallel.py │ │ └── parallel_test.py ├── requirements.txt └── setup.py ├── pollux_simulator ├── README.md ├── __init__.py ├── applications.py ├── fig8_a_pollux.out ├── fig8a_pollux.sh ├── goodput.py ├── pollux.py ├── requirements.txt ├── simulator.py ├── speedup.py ├── traces │ ├── bert │ │ ├── placements.csv │ │ ├── scalability.csv │ │ ├── validation-12.csv │ │ ├── validation-192.csv │ │ ├── validation-24.csv │ │ ├── validation-384.csv │ │ ├── validation-48.csv │ │ └── validation-96.csv │ ├── cifar10 │ │ ├── placements.csv │ │ ├── scalability.csv │ │ ├── validation-1024.csv │ │ ├── validation-128.csv │ │ ├── validation-2048.csv │ │ ├── validation-256.csv │ │ ├── validation-4096.csv │ │ └── validation-512.csv │ ├── deepspeech2 │ │ ├── placements.csv │ │ ├── scalability.csv │ │ ├── validation-160.csv │ │ ├── validation-20.csv │ │ ├── validation-320.csv │ │ ├── validation-40.csv │ │ ├── validation-640.csv │ │ └── validation-80.csv │ ├── imagenet │ │ ├── placements.csv │ │ ├── scalability.csv │ │ ├── validation-12800.csv │ │ ├── validation-1600.csv │ │ ├── validation-200.csv │ │ ├── validation-3200.csv │ │ ├── validation-400.csv │ │ ├── validation-6400.csv │ │ └── validation-800.csv │ ├── ncf │ │ ├── placements.csv │ │ ├── scalability.csv │ │ ├── validation-1024.csv │ │ ├── validation-16384.csv │ │ ├── validation-2048.csv │ │ ├── validation-256.csv │ │ ├── validation-32768.csv │ │ ├── validation-4096.csv │ │ ├── validation-512.csv │ │ └── validation-8192.csv │ ├── philly.csv │ └── yolov3 │ │ ├── placements.csv │ │ ├── scalability.csv │ │ ├── validation-128.csv │ │ ├── validation-16.csv │ │ ├── validation-256.csv │ │ ├── validation-32.csv │ │ ├── validation-512.csv │ │ ├── validation-64.csv │ │ └── validation-8.csv └── utils.py └── pollux_testbed ├── README.md ├── eft2pollux.py ├── environment.yaml ├── models ├── bert │ ├── Dockerfile │ ├── README.md │ ├── adaptdljob.yaml │ ├── main.py │ └── requirements.txt ├── deepspeech2 │ ├── Dockerfile │ ├── adaptdljob.yaml │ └── main.py ├── gpt2 │ ├── Dockerfile │ ├── adaptdljob.yaml │ ├── main.py │ └── requirements.txt ├── inceptionv3 │ ├── Dockerfile │ ├── README.md │ ├── adaptdljob.yaml │ ├── main.py │ └── requirements.txt ├── resnet50 │ ├── Dockerfile │ ├── README.md │ ├── adaptdljob.yaml │ ├── main.py │ └── requirements.txt └── vgg16 │ ├── Dockerfile │ ├── README.md │ ├── adaptdljob.yaml │ ├── main.py │ └── requirements.txt ├── parse_result.py ├── run_monitor.py ├── run_workload.py ├── scripts ├── install_k8s.sh ├── master_node.sh └── worker_node.sh └── topo.xml /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/.gitmodules -------------------------------------------------------------------------------- /ElasticFlow/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/README.md -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/LICENSE -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/Makefile -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/alg/__init__.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/placement/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/placement/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/alg/placement/base.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/placement/consolidate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/alg/placement/consolidate.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/placement/consolidate_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/alg/placement/consolidate_random.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/placement/greedy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/alg/placement/greedy.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/placement/local_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/alg/placement/local_search.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/placement/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/alg/placement/policy.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/placement/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/alg/placement/random.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/scheduler/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/scheduler/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/alg/scheduler/base.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/scheduler/solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/alg/scheduler/solver.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/scheduler/time_aware_with_lease.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/alg/scheduler/time_aware_with_lease.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/utils/flow_solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/alg/utils/flow_solver.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/alg/utils/topology.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/alg/utils/topology.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/client/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/client/jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/client/jobs.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/client/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/client/models.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/client/models_pollux.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/client/models_pollux.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/client/time_estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/client/time_estimator.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/client/users.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/client/users.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/data/model_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/data/model_info.json -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/job.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/main.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/master.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/options.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/__init__.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/proto/common.proto: -------------------------------------------------------------------------------- 1 | syntax = "proto3"; 2 | 3 | message Empty {} -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/proto/master_to_worker.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/proto/master_to_worker.proto -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/proto/scheduler_to_master.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/proto/scheduler_to_master.proto -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/proto/trainer_to_scheduler.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/proto/trainer_to_scheduler.proto -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/proto/worker_to_master.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/proto/worker_to_master.proto -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/proto/worker_to_trainer.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/proto/worker_to_trainer.proto -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc/master_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc/master_client.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc/master_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc/master_server.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc/scheduler_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc/scheduler_client.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc/scheduler_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc/scheduler_server.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc/trainer_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc/trainer_client.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc/trainer_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc/trainer_server.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc/worker_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc/worker_client.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc/worker_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc/worker_server.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc_stubs/common_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc_stubs/common_pb2.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc_stubs/common_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc_stubs/common_pb2_grpc.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc_stubs/master_to_worker_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc_stubs/master_to_worker_pb2.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc_stubs/master_to_worker_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc_stubs/master_to_worker_pb2_grpc.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc_stubs/scheduler_to_master_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc_stubs/scheduler_to_master_pb2.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc_stubs/scheduler_to_master_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc_stubs/scheduler_to_master_pb2_grpc.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc_stubs/trainer_to_scheduler_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc_stubs/trainer_to_scheduler_pb2.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc_stubs/trainer_to_scheduler_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc_stubs/trainer_to_scheduler_pb2_grpc.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc_stubs/worker_to_master_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc_stubs/worker_to_master_pb2.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc_stubs/worker_to_master_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc_stubs/worker_to_master_pb2_grpc.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc_stubs/worker_to_trainer_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc_stubs/worker_to_trainer_pb2.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/runtime/rpc_stubs/worker_to_trainer_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/runtime/rpc_stubs/worker_to_trainer_pb2_grpc.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/server/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/server/cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/server/cluster.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/server/gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/server/gpu.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/server/node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/server/node.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/server/profiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/server/profiler.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/server/switch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/server/switch.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/a3c_arch_a3c_gpu_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/a3c_arch_a3c_gpu_1.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/a3c_arch_a3c_gpu_16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/a3c_arch_a3c_gpu_16.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/a3c_arch_a3c_gpu_2.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/a3c_arch_a3c_gpu_2.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/a3c_arch_a3c_gpu_32.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/a3c_arch_a3c_gpu_32.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/a3c_arch_a3c_gpu_4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/a3c_arch_a3c_gpu_4.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/a3c_arch_a3c_gpu_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/a3c_arch_a3c_gpu_8.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_Transformer_gpu_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_Transformer_gpu_1.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_Transformer_gpu_16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_Transformer_gpu_16.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_Transformer_gpu_32.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_Transformer_gpu_32.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_Transformer_gpu_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_Transformer_gpu_8.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_gan_gpu_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_gan_gpu_1.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_gan_gpu_16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_gan_gpu_16.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_gan_gpu_2.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_gan_gpu_2.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_gan_gpu_32.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_gan_gpu_32.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_gan_gpu_4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_gan_gpu_4.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_gan_gpu_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/gan_arch_gan_gpu_8.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_inception_v3_gpu_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_inception_v3_gpu_1.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_inception_v3_gpu_16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_inception_v3_gpu_16.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_inception_v3_gpu_32.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_inception_v3_gpu_32.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_inception_v3_gpu_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_inception_v3_gpu_8.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_resnet50_gpu_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_resnet50_gpu_1.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_resnet50_gpu_16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_resnet50_gpu_16.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_resnet50_gpu_32.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_resnet50_gpu_32.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_resnet50_gpu_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_resnet50_gpu_8.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_vgg16_gpu_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_vgg16_gpu_1.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_vgg16_gpu_16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_vgg16_gpu_16.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_vgg16_gpu_32.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_vgg16_gpu_32.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_vgg16_gpu_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats-2/imagenet_arch_vgg16_gpu_8.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/a3c_arch_a3c_gpu_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/a3c_arch_a3c_gpu_1.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/a3c_arch_a3c_gpu_16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/a3c_arch_a3c_gpu_16.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/a3c_arch_a3c_gpu_2.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/a3c_arch_a3c_gpu_2.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/a3c_arch_a3c_gpu_4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/a3c_arch_a3c_gpu_4.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/a3c_arch_a3c_gpu_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/a3c_arch_a3c_gpu_8.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_Transformer_gpu_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_Transformer_gpu_1.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_Transformer_gpu_16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_Transformer_gpu_16.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_Transformer_gpu_2.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_Transformer_gpu_2.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_Transformer_gpu_4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_Transformer_gpu_4.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_Transformer_gpu_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_Transformer_gpu_8.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_gan_gpu_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_gan_gpu_1.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_gan_gpu_16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_gan_gpu_16.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_gan_gpu_2.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_gan_gpu_2.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_gan_gpu_4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_gan_gpu_4.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_gan_gpu_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/gan_arch_gan_gpu_8.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_inception_v3_gpu_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_inception_v3_gpu_1.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_inception_v3_gpu_16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_inception_v3_gpu_16.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_inception_v3_gpu_2.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_inception_v3_gpu_2.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_inception_v3_gpu_4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_inception_v3_gpu_4.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_inception_v3_gpu_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_inception_v3_gpu_8.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_resnet50_gpu_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_resnet50_gpu_1.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_resnet50_gpu_16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_resnet50_gpu_16.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_resnet50_gpu_2.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_resnet50_gpu_2.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_resnet50_gpu_4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_resnet50_gpu_4.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_resnet50_gpu_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_resnet50_gpu_8.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_vgg16_gpu_1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_vgg16_gpu_1.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_vgg16_gpu_16.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_vgg16_gpu_16.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_vgg16_gpu_2.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_vgg16_gpu_2.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_vgg16_gpu_4.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_vgg16_gpu_4.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_vgg16_gpu_8.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/training_trace/stats/imagenet_arch_vgg16_gpu_8.npy -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/utils/convert_ef_trace_to_chronus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/utils/convert_ef_trace_to_chronus.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/utils/get_name_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/utils/get_name_list.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/utils/logger.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/utils/profiles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/utils/profiles.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/utils/util.py -------------------------------------------------------------------------------- /ElasticFlow/chronus-scheduler/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/chronus-scheduler/worker.py -------------------------------------------------------------------------------- /ElasticFlow/download_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/download_cifar10.py -------------------------------------------------------------------------------- /ElasticFlow/elastic-training-executor/GPT2/gpt2_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/elastic-training-executor/GPT2/gpt2_ddp.py -------------------------------------------------------------------------------- /ElasticFlow/elastic-training-executor/bert/bert_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/elastic-training-executor/bert/bert_ddp.py -------------------------------------------------------------------------------- /ElasticFlow/elastic-training-executor/deepspeech2/deepspeech2_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/elastic-training-executor/deepspeech2/deepspeech2_ddp.py -------------------------------------------------------------------------------- /ElasticFlow/elastic-training-executor/inceptionv3/inceptionv3_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/elastic-training-executor/inceptionv3/inceptionv3_ddp.py -------------------------------------------------------------------------------- /ElasticFlow/elastic-training-executor/resnet/resnet_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/elastic-training-executor/resnet/resnet_ddp.py -------------------------------------------------------------------------------- /ElasticFlow/elastic-training-executor/resnet_cifar10/resnet_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/elastic-training-executor/resnet_cifar10/resnet_cifar10.py -------------------------------------------------------------------------------- /ElasticFlow/elastic-training-executor/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/elastic-training-executor/trainer.py -------------------------------------------------------------------------------- /ElasticFlow/elastic-training-executor/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/elastic-training-executor/utils.py -------------------------------------------------------------------------------- /ElasticFlow/elastic-training-executor/vgg/vgg_ddp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/elastic-training-executor/vgg/vgg_ddp.py -------------------------------------------------------------------------------- /ElasticFlow/prepare_container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/prepare_container.sh -------------------------------------------------------------------------------- /ElasticFlow/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/requirements.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/Makefile -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n128g8.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n128g8.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n160g8.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n160g8.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n16g4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n16g4.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n16g8.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n16g8.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n1g1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n1g1.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n1g2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n1g2.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n1g4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n1g4.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n1g8.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n1g8.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n256g8.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n256g8.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n2g2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n2g2.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n32g4.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n32g4.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n32g8.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n32g8.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n48g8.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n48g8.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n4g8.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n4g8.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n64g8.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n64g8.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/cluster_specs/n8g8.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/cluster_specs/n8g8.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/flags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/flags.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/job.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/jobs.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/log.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/master.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/master.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/models.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/node.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/bert_internode_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/bert_internode_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/bert_intranode_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/bert_intranode_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/bert_migration_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/bert_migration_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/bert_profile.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/bert_profile.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/deepspeech2_internode_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/deepspeech2_internode_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/deepspeech2_intranode_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/deepspeech2_intranode_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/deepspeech2_migration_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/deepspeech2_migration_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/deepspeech2_profile.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/deepspeech2_profile.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/gpt2_internode_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/gpt2_internode_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/gpt2_intranode_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/gpt2_intranode_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/gpt2_migration_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/gpt2_migration_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/gpt2_profile.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/gpt2_profile.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/inception3_internode_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/inception3_internode_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/inception3_intranode_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/inception3_intranode_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/inception3_migration_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/inception3_migration_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/inception3_profile.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/inception3_profile.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/resnet50_internode_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/resnet50_internode_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/resnet50_intranode_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/resnet50_intranode_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/resnet50_migration_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/resnet50_migration_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/resnet50_profile.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/resnet50_profile.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/vgg16_internode_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/vgg16_internode_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/vgg16_intranode_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/vgg16_intranode_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/vgg16_migration_overhead.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/vgg16_migration_overhead.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/overhead_measurement_traces/vgg16_profile.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/overhead_measurement_traces/vgg16_profile.txt -------------------------------------------------------------------------------- /ElasticFlow/scheduler/profiles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/profiles.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/run_fig10.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/run_fig10.sh -------------------------------------------------------------------------------- /ElasticFlow/scheduler/run_fig11.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/run_fig11.sh -------------------------------------------------------------------------------- /ElasticFlow/scheduler/run_fig8a.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/run_fig8a.sh -------------------------------------------------------------------------------- /ElasticFlow/scheduler/run_fig8b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/run_fig8b.sh -------------------------------------------------------------------------------- /ElasticFlow/scheduler/run_fig9.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/run_fig9.sh -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/__init__.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/proto/common.proto: -------------------------------------------------------------------------------- 1 | syntax = "proto3"; 2 | 3 | message Empty {} -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/proto/master_to_worker.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/proto/master_to_worker.proto -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/proto/scheduler_to_master.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/proto/scheduler_to_master.proto -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/proto/trainer_to_scheduler.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/proto/trainer_to_scheduler.proto -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/proto/worker_to_master.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/proto/worker_to_master.proto -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/proto/worker_to_trainer.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/proto/worker_to_trainer.proto -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc/master_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc/master_client.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc/master_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc/master_server.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc/scheduler_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc/scheduler_client.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc/scheduler_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc/scheduler_server.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc/trainer_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc/trainer_client.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc/trainer_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc/trainer_server.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc/worker_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc/worker_client.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc/worker_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc/worker_server.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc_stubs/common_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc_stubs/common_pb2.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc_stubs/common_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc_stubs/common_pb2_grpc.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc_stubs/master_to_worker_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc_stubs/master_to_worker_pb2.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc_stubs/master_to_worker_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc_stubs/master_to_worker_pb2_grpc.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc_stubs/scheduler_to_master_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc_stubs/scheduler_to_master_pb2.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc_stubs/scheduler_to_master_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc_stubs/scheduler_to_master_pb2_grpc.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc_stubs/trainer_to_scheduler_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc_stubs/trainer_to_scheduler_pb2.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc_stubs/trainer_to_scheduler_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc_stubs/trainer_to_scheduler_pb2_grpc.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc_stubs/worker_to_master_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc_stubs/worker_to_master_pb2.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc_stubs/worker_to_master_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc_stubs/worker_to_master_pb2_grpc.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc_stubs/worker_to_trainer_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc_stubs/worker_to_trainer_pb2.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/runtime/rpc_stubs/worker_to_trainer_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/runtime/rpc_stubs/worker_to_trainer_pb2_grpc.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/scheduler.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/switch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/switch.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/throughputs_A100/bert.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/throughputs_A100/bert.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/throughputs_A100/deepspeech2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/throughputs_A100/deepspeech2.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/throughputs_A100/gpt2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/throughputs_A100/gpt2.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/throughputs_A100/inception3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/throughputs_A100/inception3.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/throughputs_A100/resnet50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/throughputs_A100/resnet50.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/throughputs_A100/resnet50_cifar10.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/throughputs_A100/resnet50_cifar10.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/throughputs_A100/vgg16.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/throughputs_A100/vgg16.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/throughputs_T4/bert.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/throughputs_T4/bert.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/throughputs_T4/cifar10.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/throughputs_T4/cifar10.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/throughputs_T4/deepspeech2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/throughputs_T4/deepspeech2.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/throughputs_T4/imagenet.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/throughputs_T4/imagenet.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/throughputs_T4/ncf.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/throughputs_T4/ncf.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/throughputs_T4/yolov3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/throughputs_T4/yolov3.csv -------------------------------------------------------------------------------- /ElasticFlow/scheduler/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/utils.py -------------------------------------------------------------------------------- /ElasticFlow/scheduler/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/scheduler/worker.py -------------------------------------------------------------------------------- /ElasticFlow/topo.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/topo.xml -------------------------------------------------------------------------------- /ElasticFlow/trace_generator/README.md: -------------------------------------------------------------------------------- 1 | # trace_generator 2 | -------------------------------------------------------------------------------- /ElasticFlow/trace_generator/generate_trace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/trace_generator/generate_trace.py -------------------------------------------------------------------------------- /ElasticFlow/trace_generator/generate_trace_from_itp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/trace_generator/generate_trace_from_itp.py -------------------------------------------------------------------------------- /ElasticFlow/trace_generator/job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/trace_generator/job.py -------------------------------------------------------------------------------- /ElasticFlow/trace_generator/job_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/trace_generator/job_table.py -------------------------------------------------------------------------------- /ElasticFlow/trace_generator/job_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/trace_generator/job_template.py -------------------------------------------------------------------------------- /ElasticFlow/trace_generator/requirements.txt: -------------------------------------------------------------------------------- 1 | psutil -------------------------------------------------------------------------------- /ElasticFlow/trace_generator/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/trace_generator/utils.py -------------------------------------------------------------------------------- /ElasticFlow/traces_for_ElasticFlow/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ElasticFlow/traces_for_ElasticFlow/elasticVpollux_e.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/traces_for_ElasticFlow/elasticVpollux_e.csv -------------------------------------------------------------------------------- /ElasticFlow/traces_for_ElasticFlow/philly_103959.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/traces_for_ElasticFlow/philly_103959.csv -------------------------------------------------------------------------------- /ElasticFlow/traces_for_ElasticFlow/resnet_cifar_trace.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/ElasticFlow/traces_for_ElasticFlow/resnet_cifar_trace.csv -------------------------------------------------------------------------------- /ElasticFlow/traces_for_chronus/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LICENCE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/LICENCE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/README.md -------------------------------------------------------------------------------- /plot_figure/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/README.md -------------------------------------------------------------------------------- /plot_figure/logs/figure10/chronus/time-aware-with-lease_resource.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/chronus/time-aware-with-lease_resource.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/dlas-gpu/cluster.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/dlas-gpu/cluster.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/dlas-gpu/cpu.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/dlas-gpu/cpu.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/dlas-gpu/final_result.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/dlas-gpu/final_result.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/dlas-gpu/gpu.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/dlas-gpu/gpu.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/dlas-gpu/job.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/dlas-gpu/job.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/dlas-gpu/memory.csv: -------------------------------------------------------------------------------- 1 | time,max,99th,95th,med 2 | -------------------------------------------------------------------------------- /plot_figure/logs/figure10/dlas-gpu/network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/dlas-gpu/network.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/dlas-gpu/scheduling_events.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/dlas-gpu/scheduling_events.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/edf/cluster.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/edf/cluster.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/edf/cpu.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/edf/cpu.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/edf/final_result.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/edf/final_result.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/edf/gpu.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/edf/gpu.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/edf/job.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/edf/job.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/edf/memory.csv: -------------------------------------------------------------------------------- 1 | time,max,99th,95th,med 2 | -------------------------------------------------------------------------------- /plot_figure/logs/figure10/edf/network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/edf/network.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/edf/scheduling_events.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/edf/scheduling_events.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/ef-accessctrl/cluster.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/ef-accessctrl/cluster.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/ef-accessctrl/cpu.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/ef-accessctrl/cpu.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/ef-accessctrl/final_result.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/ef-accessctrl/final_result.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/ef-accessctrl/gpu.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/ef-accessctrl/gpu.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/ef-accessctrl/job.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/ef-accessctrl/job.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/ef-accessctrl/memory.csv: -------------------------------------------------------------------------------- 1 | time,max,99th,95th,med 2 | -------------------------------------------------------------------------------- /plot_figure/logs/figure10/ef-accessctrl/network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/ef-accessctrl/network.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/ef-accessctrl/scheduling_events.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/ef-accessctrl/scheduling_events.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/gandiva/cluster.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/gandiva/cluster.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/gandiva/cpu.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/gandiva/cpu.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/gandiva/final_result.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/gandiva/final_result.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/gandiva/gpu.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/gandiva/gpu.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/gandiva/job.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/gandiva/job.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/gandiva/memory.csv: -------------------------------------------------------------------------------- 1 | time,max,99th,95th,med 2 | -------------------------------------------------------------------------------- /plot_figure/logs/figure10/gandiva/network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/gandiva/network.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/gandiva/scheduling_events.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/gandiva/scheduling_events.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/themis/cluster.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/themis/cluster.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/themis/cpu.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/themis/cpu.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/themis/final_result.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/themis/final_result.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/themis/gpu.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/themis/gpu.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/themis/job.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/themis/job.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/themis/memory.csv: -------------------------------------------------------------------------------- 1 | time,max,99th,95th,med 2 | -------------------------------------------------------------------------------- /plot_figure/logs/figure10/themis/network.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/themis/network.csv -------------------------------------------------------------------------------- /plot_figure/logs/figure10/themis/scheduling_events.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/logs/figure10/themis/scheduling_events.csv -------------------------------------------------------------------------------- /plot_figure/scripts/plot_fig10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/scripts/plot_fig10.py -------------------------------------------------------------------------------- /plot_figure/scripts/plot_fig11.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/scripts/plot_fig11.py -------------------------------------------------------------------------------- /plot_figure/scripts/plot_fig12a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/scripts/plot_fig12a.py -------------------------------------------------------------------------------- /plot_figure/scripts/plot_fig12b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/scripts/plot_fig12b.py -------------------------------------------------------------------------------- /plot_figure/scripts/plot_fig6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/scripts/plot_fig6.py -------------------------------------------------------------------------------- /plot_figure/scripts/plot_fig7a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/scripts/plot_fig7a.py -------------------------------------------------------------------------------- /plot_figure/scripts/plot_fig7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/scripts/plot_fig7b.py -------------------------------------------------------------------------------- /plot_figure/scripts/plot_fig8a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/scripts/plot_fig8a.py -------------------------------------------------------------------------------- /plot_figure/scripts/plot_fig8b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/scripts/plot_fig8b.py -------------------------------------------------------------------------------- /plot_figure/scripts/plot_fig9.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/plot_figure/scripts/plot_fig9.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/__init__.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/_signal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/_signal.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/checkpoint.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/checkpoint_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/checkpoint_test.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/collective.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/collective.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/collective_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/collective_test.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/conftest.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/env.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/fit_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/fit_test.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/goodput.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/goodput.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/goodput_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/goodput_test.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/reducer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/reducer.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/reducer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/reducer_test.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/sched_hints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/sched_hints.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/__init__.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/_metrics.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/_metrics_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/_metrics_test.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/accumulator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/accumulator.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/accumulator_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/accumulator_test.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/adascale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/adascale.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/adascale_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/adascale_test.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/data.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/data_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/data_test.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/epoch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/epoch.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/epoch_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/epoch_test.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/iterator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/iterator.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/parallel.py -------------------------------------------------------------------------------- /pollux/adaptdl/adaptdl/torch/parallel_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/adaptdl/torch/parallel_test.py -------------------------------------------------------------------------------- /pollux/adaptdl/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/requirements.txt -------------------------------------------------------------------------------- /pollux/adaptdl/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/adaptdl/setup.py -------------------------------------------------------------------------------- /pollux/pollux_simulator/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/README.md -------------------------------------------------------------------------------- /pollux/pollux_simulator/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pollux/pollux_simulator/applications.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/applications.py -------------------------------------------------------------------------------- /pollux/pollux_simulator/fig8_a_pollux.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/fig8_a_pollux.out -------------------------------------------------------------------------------- /pollux/pollux_simulator/fig8a_pollux.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/fig8a_pollux.sh -------------------------------------------------------------------------------- /pollux/pollux_simulator/goodput.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/goodput.py -------------------------------------------------------------------------------- /pollux/pollux_simulator/pollux.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/pollux.py -------------------------------------------------------------------------------- /pollux/pollux_simulator/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/requirements.txt -------------------------------------------------------------------------------- /pollux/pollux_simulator/simulator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/simulator.py -------------------------------------------------------------------------------- /pollux/pollux_simulator/speedup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/speedup.py -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/bert/placements.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/bert/placements.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/bert/scalability.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/bert/scalability.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/bert/validation-12.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/bert/validation-12.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/bert/validation-192.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/bert/validation-192.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/bert/validation-24.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/bert/validation-24.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/bert/validation-384.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/bert/validation-384.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/bert/validation-48.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/bert/validation-48.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/bert/validation-96.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/bert/validation-96.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/cifar10/placements.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/cifar10/placements.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/cifar10/scalability.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/cifar10/scalability.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/cifar10/validation-1024.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/cifar10/validation-1024.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/cifar10/validation-128.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/cifar10/validation-128.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/cifar10/validation-2048.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/cifar10/validation-2048.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/cifar10/validation-256.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/cifar10/validation-256.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/cifar10/validation-4096.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/cifar10/validation-4096.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/cifar10/validation-512.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/cifar10/validation-512.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/deepspeech2/placements.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/deepspeech2/placements.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/deepspeech2/scalability.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/deepspeech2/scalability.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/deepspeech2/validation-160.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/deepspeech2/validation-160.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/deepspeech2/validation-20.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/deepspeech2/validation-20.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/deepspeech2/validation-320.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/deepspeech2/validation-320.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/deepspeech2/validation-40.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/deepspeech2/validation-40.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/deepspeech2/validation-640.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/deepspeech2/validation-640.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/deepspeech2/validation-80.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/deepspeech2/validation-80.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/imagenet/placements.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/imagenet/placements.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/imagenet/scalability.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/imagenet/scalability.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/imagenet/validation-12800.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/imagenet/validation-12800.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/imagenet/validation-1600.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/imagenet/validation-1600.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/imagenet/validation-200.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/imagenet/validation-200.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/imagenet/validation-3200.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/imagenet/validation-3200.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/imagenet/validation-400.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/imagenet/validation-400.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/imagenet/validation-6400.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/imagenet/validation-6400.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/imagenet/validation-800.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/imagenet/validation-800.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/ncf/placements.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/ncf/placements.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/ncf/scalability.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/ncf/scalability.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/ncf/validation-1024.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/ncf/validation-1024.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/ncf/validation-16384.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/ncf/validation-16384.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/ncf/validation-2048.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/ncf/validation-2048.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/ncf/validation-256.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/ncf/validation-256.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/ncf/validation-32768.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/ncf/validation-32768.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/ncf/validation-4096.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/ncf/validation-4096.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/ncf/validation-512.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/ncf/validation-512.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/ncf/validation-8192.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/ncf/validation-8192.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/philly.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/philly.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/yolov3/placements.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/yolov3/placements.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/yolov3/scalability.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/yolov3/scalability.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/yolov3/validation-128.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/yolov3/validation-128.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/yolov3/validation-16.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/yolov3/validation-16.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/yolov3/validation-256.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/yolov3/validation-256.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/yolov3/validation-32.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/yolov3/validation-32.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/yolov3/validation-512.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/yolov3/validation-512.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/yolov3/validation-64.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/yolov3/validation-64.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/traces/yolov3/validation-8.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/traces/yolov3/validation-8.csv -------------------------------------------------------------------------------- /pollux/pollux_simulator/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_simulator/utils.py -------------------------------------------------------------------------------- /pollux/pollux_testbed/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/README.md -------------------------------------------------------------------------------- /pollux/pollux_testbed/eft2pollux.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/eft2pollux.py -------------------------------------------------------------------------------- /pollux/pollux_testbed/environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/environment.yaml -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/bert/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/bert/Dockerfile -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/bert/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/bert/adaptdljob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/bert/adaptdljob.yaml -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/bert/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/bert/main.py -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/bert/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers 2 | -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/deepspeech2/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/deepspeech2/Dockerfile -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/deepspeech2/adaptdljob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/deepspeech2/adaptdljob.yaml -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/deepspeech2/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/deepspeech2/main.py -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/gpt2/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/gpt2/Dockerfile -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/gpt2/adaptdljob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/gpt2/adaptdljob.yaml -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/gpt2/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/gpt2/main.py -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/gpt2/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/gpt2/requirements.txt -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/inceptionv3/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/inceptionv3/Dockerfile -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/inceptionv3/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/inceptionv3/README.md -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/inceptionv3/adaptdljob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/inceptionv3/adaptdljob.yaml -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/inceptionv3/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/inceptionv3/main.py -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/inceptionv3/requirements.txt: -------------------------------------------------------------------------------- 1 | torchvision 2 | -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/resnet50/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/resnet50/Dockerfile -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/resnet50/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/resnet50/README.md -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/resnet50/adaptdljob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/resnet50/adaptdljob.yaml -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/resnet50/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/resnet50/main.py -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/resnet50/requirements.txt: -------------------------------------------------------------------------------- 1 | torchvision 2 | -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/vgg16/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/vgg16/Dockerfile -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/vgg16/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/vgg16/README.md -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/vgg16/adaptdljob.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/vgg16/adaptdljob.yaml -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/vgg16/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/models/vgg16/main.py -------------------------------------------------------------------------------- /pollux/pollux_testbed/models/vgg16/requirements.txt: -------------------------------------------------------------------------------- 1 | torchvision 2 | -------------------------------------------------------------------------------- /pollux/pollux_testbed/parse_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/parse_result.py -------------------------------------------------------------------------------- /pollux/pollux_testbed/run_monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/run_monitor.py -------------------------------------------------------------------------------- /pollux/pollux_testbed/run_workload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/run_workload.py -------------------------------------------------------------------------------- /pollux/pollux_testbed/scripts/install_k8s.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/scripts/install_k8s.sh -------------------------------------------------------------------------------- /pollux/pollux_testbed/scripts/master_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/scripts/master_node.sh -------------------------------------------------------------------------------- /pollux/pollux_testbed/scripts/worker_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/scripts/worker_node.sh -------------------------------------------------------------------------------- /pollux/pollux_testbed/topo.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pkusys/ElasticFlow/HEAD/pollux/pollux_testbed/topo.xml --------------------------------------------------------------------------------