├── .gitignore ├── LICENSE ├── README.md ├── doc ├── README.md ├── singularity.md └── ssh.md ├── homework ├── cv │ ├── README.md │ ├── bootcamp │ │ ├── __init__.py │ │ ├── dataset.py │ │ ├── model.py │ │ └── train.py │ ├── data.ipynb │ ├── scripts │ │ ├── create_base_overlay.sh │ │ └── create_package_overlay.sh │ ├── setup.py │ ├── start_singularity.sh │ ├── start_singularity_instance.sh │ └── tests │ │ ├── __init__.py │ │ └── test_example.py └── nlp │ ├── README.md │ ├── bootcamp │ ├── __init__.py │ ├── _config.py │ ├── dataset.py │ ├── model.py │ └── train.py │ ├── data.ipynb │ ├── scripts │ ├── create_base_overlay.sh │ └── create_package_overlay.sh │ ├── setup.py │ ├── start_singularity_instance.sh │ └── tests │ ├── __init__.py │ └── test_example.py ├── lecture1 ├── python-example │ ├── .gitignore │ ├── .vscode-bak │ │ ├── launch.json │ │ └── settings.json │ ├── README.md │ ├── bootcamp_example │ │ ├── __init__.py │ │ ├── myfunctions.py │ │ └── myscript.py │ ├── setup.py │ └── tests │ │ ├── __init__.py │ │ └── test_functions.py └── shell-examples │ ├── bar.txt │ ├── example_env.sh │ ├── example_var.sh │ ├── foo.txt │ ├── loop.py │ └── print_env.py ├── lecture2 ├── bootcamp │ ├── __init__.py │ ├── dataset.py │ ├── model.py │ └── train.py ├── examples │ ├── ssh_config │ └── ssh_config_windows ├── scripts │ ├── create_base_overlay.sh │ ├── create_package_overlay.sh │ └── ssh.bat ├── setup.py ├── start_singularity.sh └── start_singularity_instance.sh ├── lecture3 ├── .vscode │ └── settings.json ├── bootcamp3 │ ├── __init__.py │ ├── conf │ │ ├── cluster │ │ │ ├── gcp.yaml │ │ │ └── greene.yaml │ │ └── model │ │ │ ├── lenet.yaml │ │ │ └── resnet.yaml │ └── script.py ├── setup.py └── tests │ ├── __init__.py │ ├── test_data_fixture.py │ ├── test_floating_point.py │ ├── test_pytorch_parametrized.py │ ├── test_with_randomness.py │ └── testdata │ └── sample.npy └── lecture4 ├── README.md ├── _vscode_examples ├── README.md ├── launch.json └── settings.json ├── bootcamp ├── __init__.py ├── profiling.py ├── torch_dataloader_ulimit.py ├── train_lr.py └── tune_xgboost.py ├── scripts ├── create_package_overlay.sh └── run_sshd.sh ├── slurm ├── dataloader_ulimit_correct.sh ├── dataloader_ulimit_incorrect.sh ├── example_echo.sh └── train_lr_bs.sh └── tests ├── __init__.py └── test_indexing.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/README.md -------------------------------------------------------------------------------- /doc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/doc/README.md -------------------------------------------------------------------------------- /doc/singularity.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/doc/singularity.md -------------------------------------------------------------------------------- /doc/ssh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/doc/ssh.md -------------------------------------------------------------------------------- /homework/cv/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/cv/README.md -------------------------------------------------------------------------------- /homework/cv/bootcamp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /homework/cv/bootcamp/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/cv/bootcamp/dataset.py -------------------------------------------------------------------------------- /homework/cv/bootcamp/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/cv/bootcamp/model.py -------------------------------------------------------------------------------- /homework/cv/bootcamp/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/cv/bootcamp/train.py -------------------------------------------------------------------------------- /homework/cv/data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/cv/data.ipynb -------------------------------------------------------------------------------- /homework/cv/scripts/create_base_overlay.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/cv/scripts/create_base_overlay.sh -------------------------------------------------------------------------------- /homework/cv/scripts/create_package_overlay.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/cv/scripts/create_package_overlay.sh -------------------------------------------------------------------------------- /homework/cv/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/cv/setup.py -------------------------------------------------------------------------------- /homework/cv/start_singularity.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/cv/start_singularity.sh -------------------------------------------------------------------------------- /homework/cv/start_singularity_instance.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/cv/start_singularity_instance.sh -------------------------------------------------------------------------------- /homework/cv/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /homework/cv/tests/test_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/cv/tests/test_example.py -------------------------------------------------------------------------------- /homework/nlp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/nlp/README.md -------------------------------------------------------------------------------- /homework/nlp/bootcamp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /homework/nlp/bootcamp/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/nlp/bootcamp/_config.py -------------------------------------------------------------------------------- /homework/nlp/bootcamp/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/nlp/bootcamp/dataset.py -------------------------------------------------------------------------------- /homework/nlp/bootcamp/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/nlp/bootcamp/model.py -------------------------------------------------------------------------------- /homework/nlp/bootcamp/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/nlp/bootcamp/train.py -------------------------------------------------------------------------------- /homework/nlp/data.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/nlp/data.ipynb -------------------------------------------------------------------------------- /homework/nlp/scripts/create_base_overlay.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/nlp/scripts/create_base_overlay.sh -------------------------------------------------------------------------------- /homework/nlp/scripts/create_package_overlay.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/nlp/scripts/create_package_overlay.sh -------------------------------------------------------------------------------- /homework/nlp/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/nlp/setup.py -------------------------------------------------------------------------------- /homework/nlp/start_singularity_instance.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/nlp/start_singularity_instance.sh -------------------------------------------------------------------------------- /homework/nlp/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /homework/nlp/tests/test_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/homework/nlp/tests/test_example.py -------------------------------------------------------------------------------- /lecture1/python-example/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture1/python-example/.gitignore -------------------------------------------------------------------------------- /lecture1/python-example/.vscode-bak/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture1/python-example/.vscode-bak/launch.json -------------------------------------------------------------------------------- /lecture1/python-example/.vscode-bak/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture1/python-example/.vscode-bak/settings.json -------------------------------------------------------------------------------- /lecture1/python-example/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture1/python-example/README.md -------------------------------------------------------------------------------- /lecture1/python-example/bootcamp_example/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lecture1/python-example/bootcamp_example/myfunctions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture1/python-example/bootcamp_example/myfunctions.py -------------------------------------------------------------------------------- /lecture1/python-example/bootcamp_example/myscript.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture1/python-example/bootcamp_example/myscript.py -------------------------------------------------------------------------------- /lecture1/python-example/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture1/python-example/setup.py -------------------------------------------------------------------------------- /lecture1/python-example/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lecture1/python-example/tests/test_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture1/python-example/tests/test_functions.py -------------------------------------------------------------------------------- /lecture1/shell-examples/bar.txt: -------------------------------------------------------------------------------- 1 | # Empty example file 2 | -------------------------------------------------------------------------------- /lecture1/shell-examples/example_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture1/shell-examples/example_env.sh -------------------------------------------------------------------------------- /lecture1/shell-examples/example_var.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture1/shell-examples/example_var.sh -------------------------------------------------------------------------------- /lecture1/shell-examples/foo.txt: -------------------------------------------------------------------------------- 1 | # Empty example file 2 | -------------------------------------------------------------------------------- /lecture1/shell-examples/loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture1/shell-examples/loop.py -------------------------------------------------------------------------------- /lecture1/shell-examples/print_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture1/shell-examples/print_env.py -------------------------------------------------------------------------------- /lecture2/bootcamp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lecture2/bootcamp/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture2/bootcamp/dataset.py -------------------------------------------------------------------------------- /lecture2/bootcamp/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture2/bootcamp/model.py -------------------------------------------------------------------------------- /lecture2/bootcamp/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture2/bootcamp/train.py -------------------------------------------------------------------------------- /lecture2/examples/ssh_config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture2/examples/ssh_config -------------------------------------------------------------------------------- /lecture2/examples/ssh_config_windows: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture2/examples/ssh_config_windows -------------------------------------------------------------------------------- /lecture2/scripts/create_base_overlay.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture2/scripts/create_base_overlay.sh -------------------------------------------------------------------------------- /lecture2/scripts/create_package_overlay.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture2/scripts/create_package_overlay.sh -------------------------------------------------------------------------------- /lecture2/scripts/ssh.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture2/scripts/ssh.bat -------------------------------------------------------------------------------- /lecture2/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture2/setup.py -------------------------------------------------------------------------------- /lecture2/start_singularity.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture2/start_singularity.sh -------------------------------------------------------------------------------- /lecture2/start_singularity_instance.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture2/start_singularity_instance.sh -------------------------------------------------------------------------------- /lecture3/.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture3/.vscode/settings.json -------------------------------------------------------------------------------- /lecture3/bootcamp3/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lecture3/bootcamp3/conf/cluster/gcp.yaml: -------------------------------------------------------------------------------- 1 | # @package _global_ 2 | 3 | num_gpus: 1 4 | batch_size: 256 5 | -------------------------------------------------------------------------------- /lecture3/bootcamp3/conf/cluster/greene.yaml: -------------------------------------------------------------------------------- 1 | # @package _global_ 2 | 3 | num_gpus: 4 4 | batch_size: 1024 5 | -------------------------------------------------------------------------------- /lecture3/bootcamp3/conf/model/lenet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture3/bootcamp3/conf/model/lenet.yaml -------------------------------------------------------------------------------- /lecture3/bootcamp3/conf/model/resnet.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture3/bootcamp3/conf/model/resnet.yaml -------------------------------------------------------------------------------- /lecture3/bootcamp3/script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture3/bootcamp3/script.py -------------------------------------------------------------------------------- /lecture3/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture3/setup.py -------------------------------------------------------------------------------- /lecture3/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lecture3/tests/test_data_fixture.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture3/tests/test_data_fixture.py -------------------------------------------------------------------------------- /lecture3/tests/test_floating_point.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture3/tests/test_floating_point.py -------------------------------------------------------------------------------- /lecture3/tests/test_pytorch_parametrized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture3/tests/test_pytorch_parametrized.py -------------------------------------------------------------------------------- /lecture3/tests/test_with_randomness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture3/tests/test_with_randomness.py -------------------------------------------------------------------------------- /lecture3/tests/testdata/sample.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture3/tests/testdata/sample.npy -------------------------------------------------------------------------------- /lecture4/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/README.md -------------------------------------------------------------------------------- /lecture4/_vscode_examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/_vscode_examples/README.md -------------------------------------------------------------------------------- /lecture4/_vscode_examples/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/_vscode_examples/launch.json -------------------------------------------------------------------------------- /lecture4/_vscode_examples/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/_vscode_examples/settings.json -------------------------------------------------------------------------------- /lecture4/bootcamp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lecture4/bootcamp/profiling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/bootcamp/profiling.py -------------------------------------------------------------------------------- /lecture4/bootcamp/torch_dataloader_ulimit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/bootcamp/torch_dataloader_ulimit.py -------------------------------------------------------------------------------- /lecture4/bootcamp/train_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/bootcamp/train_lr.py -------------------------------------------------------------------------------- /lecture4/bootcamp/tune_xgboost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/bootcamp/tune_xgboost.py -------------------------------------------------------------------------------- /lecture4/scripts/create_package_overlay.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/scripts/create_package_overlay.sh -------------------------------------------------------------------------------- /lecture4/scripts/run_sshd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/scripts/run_sshd.sh -------------------------------------------------------------------------------- /lecture4/slurm/dataloader_ulimit_correct.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/slurm/dataloader_ulimit_correct.sh -------------------------------------------------------------------------------- /lecture4/slurm/dataloader_ulimit_incorrect.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/slurm/dataloader_ulimit_incorrect.sh -------------------------------------------------------------------------------- /lecture4/slurm/example_echo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/slurm/example_echo.sh -------------------------------------------------------------------------------- /lecture4/slurm/train_lr_bs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/slurm/train_lr_bs.sh -------------------------------------------------------------------------------- /lecture4/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lecture4/tests/test_indexing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wendazhou/cds-bootcamp/HEAD/lecture4/tests/test_indexing.py --------------------------------------------------------------------------------