├── .gitignore ├── LICENSE ├── README.md └── online-prediction ├── 01-build-custom-inference-images.ipynb ├── 02-upload-register-and-deploy-models.ipynb ├── 03-from-hub-to-vertex-ai.ipynb ├── 04-from-hub-to-vertex-ai-gpu.ipynb ├── Dockerfile ├── README.md ├── assets ├── docker-artifact-registry.png ├── endpoint-deployment-vertex-ai.png ├── model-cloud-storage.png └── model-registry-vertex-ai.png ├── huggingface_predictor ├── predictor.py └── requirements.txt └── huggingface_predictor_gpu ├── predictor.py └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/README.md -------------------------------------------------------------------------------- /online-prediction/01-build-custom-inference-images.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/online-prediction/01-build-custom-inference-images.ipynb -------------------------------------------------------------------------------- /online-prediction/02-upload-register-and-deploy-models.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/online-prediction/02-upload-register-and-deploy-models.ipynb -------------------------------------------------------------------------------- /online-prediction/03-from-hub-to-vertex-ai.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/online-prediction/03-from-hub-to-vertex-ai.ipynb -------------------------------------------------------------------------------- /online-prediction/04-from-hub-to-vertex-ai-gpu.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/online-prediction/04-from-hub-to-vertex-ai-gpu.ipynb -------------------------------------------------------------------------------- /online-prediction/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/online-prediction/Dockerfile -------------------------------------------------------------------------------- /online-prediction/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/online-prediction/README.md -------------------------------------------------------------------------------- /online-prediction/assets/docker-artifact-registry.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/online-prediction/assets/docker-artifact-registry.png -------------------------------------------------------------------------------- /online-prediction/assets/endpoint-deployment-vertex-ai.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/online-prediction/assets/endpoint-deployment-vertex-ai.png -------------------------------------------------------------------------------- /online-prediction/assets/model-cloud-storage.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/online-prediction/assets/model-cloud-storage.png -------------------------------------------------------------------------------- /online-prediction/assets/model-registry-vertex-ai.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/online-prediction/assets/model-registry-vertex-ai.png -------------------------------------------------------------------------------- /online-prediction/huggingface_predictor/predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/online-prediction/huggingface_predictor/predictor.py -------------------------------------------------------------------------------- /online-prediction/huggingface_predictor/requirements.txt: -------------------------------------------------------------------------------- 1 | torch==2.2.0 2 | transformers==4.38.1 3 | -------------------------------------------------------------------------------- /online-prediction/huggingface_predictor_gpu/predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alvarobartt/vertex-ai-huggingface/HEAD/online-prediction/huggingface_predictor_gpu/predictor.py -------------------------------------------------------------------------------- /online-prediction/huggingface_predictor_gpu/requirements.txt: -------------------------------------------------------------------------------- 1 | torch==2.2.0 2 | transformers==4.38.1 3 | accelerate==0.27.0 4 | --------------------------------------------------------------------------------