├── .gitignore ├── 01_intro_packaging └── MLOps_lect_01.pdf ├── 02_code_management_and_quality ├── MLOps_lect_02.pdf └── conda.md ├── 04_data_management_and_configs ├── MLOps_lect_04.pdf ├── MinIO │ ├── docker-compose.yaml │ └── minio.md ├── dvc │ └── dvc.md └── hydra │ ├── after │ ├── 1-basic │ │ ├── conf │ │ │ └── config.yaml │ │ └── example.py │ ├── 2-dataclasses │ │ ├── conf │ │ │ └── config.yaml │ │ ├── config.py │ │ └── example.py │ └── 3-groups │ │ ├── conf │ │ ├── config.yaml │ │ └── data │ │ │ ├── cifar.yaml │ │ │ └── mnist.yaml │ │ ├── config.py │ │ └── example.py │ └── before │ └── example.py ├── 05_experiments_logging ├── demo-feedback-prize │ ├── README.md │ ├── after │ │ ├── conf │ │ │ └── config.yaml │ │ ├── fbp │ │ │ ├── data.py │ │ │ └── model.py │ │ └── train.py │ ├── before │ │ ├── conf │ │ │ └── config.yaml │ │ ├── fbp │ │ │ ├── data.py │ │ │ ├── loops.py │ │ │ └── model.py │ │ └── train.py │ └── data │ │ └── .gitkeeep └── lightning.md ├── 06_mlflow_tracking_server ├── MLOps_lect_04_experiments.pdf ├── serving │ ├── docker-compose.yaml │ ├── run.py │ └── serving.md └── tracking-server │ ├── Dockerfile │ ├── docker-compose.yaml │ └── mlflow-tracking-server.md ├── 07_hpc ├── MLOps_lect__05_computing.pdf └── SLURM.pdf ├── 07_nvidia_cuda └── MLOps_lect_07_Nvidia_CUDA.pdf ├── 08_onnx_tensorrt_dali ├── MLOps_lect_08_Nvidia_TRT.pdf ├── dali │ ├── dali.md │ └── videos │ │ └── gpu_decode.py └── tensorrt │ ├── models │ ├── get_bert_embedder_huggingface.py │ ├── get_efficientnet_b0_timm.py │ └── get_resnet50_torchvision.py │ └── trtexec.md ├── 09_nvidia_triton ├── 01_huggingface_transformer │ ├── Dockerfile │ ├── assets │ │ └── rubert-tokenizer │ │ │ └── .gitkeep │ ├── client.py │ ├── docker-compose.yaml │ ├── export_model.py │ ├── model_repository │ │ ├── ensemble-onnx │ │ │ ├── 1 │ │ │ │ └── .gitkeep │ │ │ └── config.pbtxt │ │ ├── onnx-rubert │ │ │ └── config.pbtxt │ │ ├── python-tokenizer │ │ │ ├── 1 │ │ │ │ └── model.py │ │ │ └── config.pbtxt │ │ └── trt-fp16-rubert │ │ │ └── config.pbtxt │ └── requirements.txt ├── MLOps_lect_09_Nvidia_Triton.pdf └── triton.md ├── 10_high_load ├── MLOps_lect_10_high_load.pdf └── ann │ ├── benchmarks.py │ ├── environment.yml │ ├── prepare_embeddings.py │ └── readme.md ├── LICENSE └── README.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/.gitignore -------------------------------------------------------------------------------- /01_intro_packaging/MLOps_lect_01.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/01_intro_packaging/MLOps_lect_01.pdf -------------------------------------------------------------------------------- /02_code_management_and_quality/MLOps_lect_02.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/02_code_management_and_quality/MLOps_lect_02.pdf -------------------------------------------------------------------------------- /02_code_management_and_quality/conda.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/02_code_management_and_quality/conda.md -------------------------------------------------------------------------------- /04_data_management_and_configs/MLOps_lect_04.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/MLOps_lect_04.pdf -------------------------------------------------------------------------------- /04_data_management_and_configs/MinIO/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/MinIO/docker-compose.yaml -------------------------------------------------------------------------------- /04_data_management_and_configs/MinIO/minio.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/MinIO/minio.md -------------------------------------------------------------------------------- /04_data_management_and_configs/dvc/dvc.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/dvc/dvc.md -------------------------------------------------------------------------------- /04_data_management_and_configs/hydra/after/1-basic/conf/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/hydra/after/1-basic/conf/config.yaml -------------------------------------------------------------------------------- /04_data_management_and_configs/hydra/after/1-basic/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/hydra/after/1-basic/example.py -------------------------------------------------------------------------------- /04_data_management_and_configs/hydra/after/2-dataclasses/conf/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/hydra/after/2-dataclasses/conf/config.yaml -------------------------------------------------------------------------------- /04_data_management_and_configs/hydra/after/2-dataclasses/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/hydra/after/2-dataclasses/config.py -------------------------------------------------------------------------------- /04_data_management_and_configs/hydra/after/2-dataclasses/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/hydra/after/2-dataclasses/example.py -------------------------------------------------------------------------------- /04_data_management_and_configs/hydra/after/3-groups/conf/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/hydra/after/3-groups/conf/config.yaml -------------------------------------------------------------------------------- /04_data_management_and_configs/hydra/after/3-groups/conf/data/cifar.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/hydra/after/3-groups/conf/data/cifar.yaml -------------------------------------------------------------------------------- /04_data_management_and_configs/hydra/after/3-groups/conf/data/mnist.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/hydra/after/3-groups/conf/data/mnist.yaml -------------------------------------------------------------------------------- /04_data_management_and_configs/hydra/after/3-groups/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/hydra/after/3-groups/config.py -------------------------------------------------------------------------------- /04_data_management_and_configs/hydra/after/3-groups/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/hydra/after/3-groups/example.py -------------------------------------------------------------------------------- /04_data_management_and_configs/hydra/before/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/04_data_management_and_configs/hydra/before/example.py -------------------------------------------------------------------------------- /05_experiments_logging/demo-feedback-prize/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/05_experiments_logging/demo-feedback-prize/README.md -------------------------------------------------------------------------------- /05_experiments_logging/demo-feedback-prize/after/conf/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/05_experiments_logging/demo-feedback-prize/after/conf/config.yaml -------------------------------------------------------------------------------- /05_experiments_logging/demo-feedback-prize/after/fbp/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/05_experiments_logging/demo-feedback-prize/after/fbp/data.py -------------------------------------------------------------------------------- /05_experiments_logging/demo-feedback-prize/after/fbp/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/05_experiments_logging/demo-feedback-prize/after/fbp/model.py -------------------------------------------------------------------------------- /05_experiments_logging/demo-feedback-prize/after/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/05_experiments_logging/demo-feedback-prize/after/train.py -------------------------------------------------------------------------------- /05_experiments_logging/demo-feedback-prize/before/conf/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/05_experiments_logging/demo-feedback-prize/before/conf/config.yaml -------------------------------------------------------------------------------- /05_experiments_logging/demo-feedback-prize/before/fbp/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/05_experiments_logging/demo-feedback-prize/before/fbp/data.py -------------------------------------------------------------------------------- /05_experiments_logging/demo-feedback-prize/before/fbp/loops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/05_experiments_logging/demo-feedback-prize/before/fbp/loops.py -------------------------------------------------------------------------------- /05_experiments_logging/demo-feedback-prize/before/fbp/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/05_experiments_logging/demo-feedback-prize/before/fbp/model.py -------------------------------------------------------------------------------- /05_experiments_logging/demo-feedback-prize/before/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/05_experiments_logging/demo-feedback-prize/before/train.py -------------------------------------------------------------------------------- /05_experiments_logging/demo-feedback-prize/data/.gitkeeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /05_experiments_logging/lightning.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/05_experiments_logging/lightning.md -------------------------------------------------------------------------------- /06_mlflow_tracking_server/MLOps_lect_04_experiments.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/06_mlflow_tracking_server/MLOps_lect_04_experiments.pdf -------------------------------------------------------------------------------- /06_mlflow_tracking_server/serving/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/06_mlflow_tracking_server/serving/docker-compose.yaml -------------------------------------------------------------------------------- /06_mlflow_tracking_server/serving/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/06_mlflow_tracking_server/serving/run.py -------------------------------------------------------------------------------- /06_mlflow_tracking_server/serving/serving.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/06_mlflow_tracking_server/serving/serving.md -------------------------------------------------------------------------------- /06_mlflow_tracking_server/tracking-server/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/06_mlflow_tracking_server/tracking-server/Dockerfile -------------------------------------------------------------------------------- /06_mlflow_tracking_server/tracking-server/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/06_mlflow_tracking_server/tracking-server/docker-compose.yaml -------------------------------------------------------------------------------- /06_mlflow_tracking_server/tracking-server/mlflow-tracking-server.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/06_mlflow_tracking_server/tracking-server/mlflow-tracking-server.md -------------------------------------------------------------------------------- /07_hpc/MLOps_lect__05_computing.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/07_hpc/MLOps_lect__05_computing.pdf -------------------------------------------------------------------------------- /07_hpc/SLURM.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/07_hpc/SLURM.pdf -------------------------------------------------------------------------------- /07_nvidia_cuda/MLOps_lect_07_Nvidia_CUDA.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/07_nvidia_cuda/MLOps_lect_07_Nvidia_CUDA.pdf -------------------------------------------------------------------------------- /08_onnx_tensorrt_dali/MLOps_lect_08_Nvidia_TRT.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/08_onnx_tensorrt_dali/MLOps_lect_08_Nvidia_TRT.pdf -------------------------------------------------------------------------------- /08_onnx_tensorrt_dali/dali/dali.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/08_onnx_tensorrt_dali/dali/dali.md -------------------------------------------------------------------------------- /08_onnx_tensorrt_dali/dali/videos/gpu_decode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/08_onnx_tensorrt_dali/dali/videos/gpu_decode.py -------------------------------------------------------------------------------- /08_onnx_tensorrt_dali/tensorrt/models/get_bert_embedder_huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/08_onnx_tensorrt_dali/tensorrt/models/get_bert_embedder_huggingface.py -------------------------------------------------------------------------------- /08_onnx_tensorrt_dali/tensorrt/models/get_efficientnet_b0_timm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/08_onnx_tensorrt_dali/tensorrt/models/get_efficientnet_b0_timm.py -------------------------------------------------------------------------------- /08_onnx_tensorrt_dali/tensorrt/models/get_resnet50_torchvision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/08_onnx_tensorrt_dali/tensorrt/models/get_resnet50_torchvision.py -------------------------------------------------------------------------------- /08_onnx_tensorrt_dali/tensorrt/trtexec.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/08_onnx_tensorrt_dali/tensorrt/trtexec.md -------------------------------------------------------------------------------- /09_nvidia_triton/01_huggingface_transformer/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/09_nvidia_triton/01_huggingface_transformer/Dockerfile -------------------------------------------------------------------------------- /09_nvidia_triton/01_huggingface_transformer/assets/rubert-tokenizer/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /09_nvidia_triton/01_huggingface_transformer/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/09_nvidia_triton/01_huggingface_transformer/client.py -------------------------------------------------------------------------------- /09_nvidia_triton/01_huggingface_transformer/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/09_nvidia_triton/01_huggingface_transformer/docker-compose.yaml -------------------------------------------------------------------------------- /09_nvidia_triton/01_huggingface_transformer/export_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/09_nvidia_triton/01_huggingface_transformer/export_model.py -------------------------------------------------------------------------------- /09_nvidia_triton/01_huggingface_transformer/model_repository/ensemble-onnx/1/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /09_nvidia_triton/01_huggingface_transformer/model_repository/ensemble-onnx/config.pbtxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/09_nvidia_triton/01_huggingface_transformer/model_repository/ensemble-onnx/config.pbtxt -------------------------------------------------------------------------------- /09_nvidia_triton/01_huggingface_transformer/model_repository/onnx-rubert/config.pbtxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/09_nvidia_triton/01_huggingface_transformer/model_repository/onnx-rubert/config.pbtxt -------------------------------------------------------------------------------- /09_nvidia_triton/01_huggingface_transformer/model_repository/python-tokenizer/1/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/09_nvidia_triton/01_huggingface_transformer/model_repository/python-tokenizer/1/model.py -------------------------------------------------------------------------------- /09_nvidia_triton/01_huggingface_transformer/model_repository/python-tokenizer/config.pbtxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/09_nvidia_triton/01_huggingface_transformer/model_repository/python-tokenizer/config.pbtxt -------------------------------------------------------------------------------- /09_nvidia_triton/01_huggingface_transformer/model_repository/trt-fp16-rubert/config.pbtxt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/09_nvidia_triton/01_huggingface_transformer/model_repository/trt-fp16-rubert/config.pbtxt -------------------------------------------------------------------------------- /09_nvidia_triton/01_huggingface_transformer/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers==4.35.0 2 | -------------------------------------------------------------------------------- /09_nvidia_triton/MLOps_lect_09_Nvidia_Triton.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/09_nvidia_triton/MLOps_lect_09_Nvidia_Triton.pdf -------------------------------------------------------------------------------- /09_nvidia_triton/triton.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/09_nvidia_triton/triton.md -------------------------------------------------------------------------------- /10_high_load/MLOps_lect_10_high_load.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/10_high_load/MLOps_lect_10_high_load.pdf -------------------------------------------------------------------------------- /10_high_load/ann/benchmarks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/10_high_load/ann/benchmarks.py -------------------------------------------------------------------------------- /10_high_load/ann/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/10_high_load/ann/environment.yml -------------------------------------------------------------------------------- /10_high_load/ann/prepare_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/10_high_load/ann/prepare_embeddings.py -------------------------------------------------------------------------------- /10_high_load/ann/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/10_high_load/ann/readme.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/girafe-ai/mlops/HEAD/README.md --------------------------------------------------------------------------------