├── .github └── workflows │ ├── deploy-pf-online-endpoint-pipeline.yml │ └── run-eval-pf-pipeline.yml ├── .gitignore ├── CODE_OF_CONDUCT.md ├── LICENSE ├── README.md ├── SECURITY.md ├── SUPPORT.md ├── docs ├── e2e_llmops_with_promptflow.md └── media │ └── e2e-llmops │ ├── PS_CLI1_1.png │ ├── azure-ml-online-endpoint-test.png │ ├── azure-ml-web-class-online-endpoint.png │ ├── github-actions.png │ ├── github-deploy-infrastructure.png │ ├── github-online-endpoint.png │ ├── github-secrets-string.png │ ├── github-secrets.png │ ├── github-settings.png │ ├── github-training-pipeline.png │ ├── github-training-step.png │ └── promptflow_connections.png └── promptflow ├── deployment ├── deployment.yaml ├── endpoint.yaml ├── model.yaml └── sample-request.json ├── evaluation ├── basic-eval │ ├── README.md │ ├── aggregate.py │ ├── data.jsonl │ ├── flow.dag.yaml │ ├── line_process.py │ └── requirements.txt └── classification-accuracy-eval │ ├── .promptflow │ └── flow.tools.json │ ├── README.md │ ├── __pycache__ │ ├── calculate_accuracy.cpython-311.pyc │ └── grade.cpython-311.pyc │ ├── calculate_accuracy.py │ ├── data.jsonl │ ├── flow.dag.yaml │ ├── grade.py │ └── requirements.txt ├── llmops-helper ├── assert.py ├── parse_run_output.py ├── result.json ├── run_info.txt └── service_principal_script.sh └── web-classification ├── .promptflow ├── flow.detail.json ├── flow.layout.json ├── flow.log └── flow.tools.json ├── README.md ├── __pycache__ ├── convert_to_dict.cpython-311.pyc ├── fetch_text_content_from_url.cpython-311.pyc └── prepare_examples.cpython-311.pyc ├── azure_openai.yml ├── classify_with_llm.jinja2 ├── convert_to_dict.py ├── data.jsonl ├── fetch_text_content_from_url.py ├── flow.dag.yaml ├── prepare_examples.py ├── requirements.txt ├── run.yml ├── run_evaluation.yml ├── summarize_text_content.jinja2 └── summarize_text_content__variant_1.jinja2 /.github/workflows/deploy-pf-online-endpoint-pipeline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/.github/workflows/deploy-pf-online-endpoint-pipeline.yml -------------------------------------------------------------------------------- /.github/workflows/run-eval-pf-pipeline.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/.github/workflows/run-eval-pf-pipeline.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/SECURITY.md -------------------------------------------------------------------------------- /SUPPORT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/SUPPORT.md -------------------------------------------------------------------------------- /docs/e2e_llmops_with_promptflow.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/docs/e2e_llmops_with_promptflow.md -------------------------------------------------------------------------------- /docs/media/e2e-llmops/PS_CLI1_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/docs/media/e2e-llmops/PS_CLI1_1.png -------------------------------------------------------------------------------- /docs/media/e2e-llmops/azure-ml-online-endpoint-test.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/docs/media/e2e-llmops/azure-ml-online-endpoint-test.png -------------------------------------------------------------------------------- /docs/media/e2e-llmops/azure-ml-web-class-online-endpoint.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/docs/media/e2e-llmops/azure-ml-web-class-online-endpoint.png -------------------------------------------------------------------------------- /docs/media/e2e-llmops/github-actions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/docs/media/e2e-llmops/github-actions.png -------------------------------------------------------------------------------- /docs/media/e2e-llmops/github-deploy-infrastructure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/docs/media/e2e-llmops/github-deploy-infrastructure.png -------------------------------------------------------------------------------- /docs/media/e2e-llmops/github-online-endpoint.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/docs/media/e2e-llmops/github-online-endpoint.png -------------------------------------------------------------------------------- /docs/media/e2e-llmops/github-secrets-string.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/docs/media/e2e-llmops/github-secrets-string.png -------------------------------------------------------------------------------- /docs/media/e2e-llmops/github-secrets.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/docs/media/e2e-llmops/github-secrets.png -------------------------------------------------------------------------------- /docs/media/e2e-llmops/github-settings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/docs/media/e2e-llmops/github-settings.png -------------------------------------------------------------------------------- /docs/media/e2e-llmops/github-training-pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/docs/media/e2e-llmops/github-training-pipeline.png -------------------------------------------------------------------------------- /docs/media/e2e-llmops/github-training-step.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/docs/media/e2e-llmops/github-training-step.png -------------------------------------------------------------------------------- /docs/media/e2e-llmops/promptflow_connections.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/docs/media/e2e-llmops/promptflow_connections.png -------------------------------------------------------------------------------- /promptflow/deployment/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/deployment/deployment.yaml -------------------------------------------------------------------------------- /promptflow/deployment/endpoint.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/deployment/endpoint.yaml -------------------------------------------------------------------------------- /promptflow/deployment/model.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/deployment/model.yaml -------------------------------------------------------------------------------- /promptflow/deployment/sample-request.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/deployment/sample-request.json -------------------------------------------------------------------------------- /promptflow/evaluation/basic-eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/basic-eval/README.md -------------------------------------------------------------------------------- /promptflow/evaluation/basic-eval/aggregate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/basic-eval/aggregate.py -------------------------------------------------------------------------------- /promptflow/evaluation/basic-eval/data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/basic-eval/data.jsonl -------------------------------------------------------------------------------- /promptflow/evaluation/basic-eval/flow.dag.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/basic-eval/flow.dag.yaml -------------------------------------------------------------------------------- /promptflow/evaluation/basic-eval/line_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/basic-eval/line_process.py -------------------------------------------------------------------------------- /promptflow/evaluation/basic-eval/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/basic-eval/requirements.txt -------------------------------------------------------------------------------- /promptflow/evaluation/classification-accuracy-eval/.promptflow/flow.tools.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/classification-accuracy-eval/.promptflow/flow.tools.json -------------------------------------------------------------------------------- /promptflow/evaluation/classification-accuracy-eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/classification-accuracy-eval/README.md -------------------------------------------------------------------------------- /promptflow/evaluation/classification-accuracy-eval/__pycache__/calculate_accuracy.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/classification-accuracy-eval/__pycache__/calculate_accuracy.cpython-311.pyc -------------------------------------------------------------------------------- /promptflow/evaluation/classification-accuracy-eval/__pycache__/grade.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/classification-accuracy-eval/__pycache__/grade.cpython-311.pyc -------------------------------------------------------------------------------- /promptflow/evaluation/classification-accuracy-eval/calculate_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/classification-accuracy-eval/calculate_accuracy.py -------------------------------------------------------------------------------- /promptflow/evaluation/classification-accuracy-eval/data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/classification-accuracy-eval/data.jsonl -------------------------------------------------------------------------------- /promptflow/evaluation/classification-accuracy-eval/flow.dag.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/classification-accuracy-eval/flow.dag.yaml -------------------------------------------------------------------------------- /promptflow/evaluation/classification-accuracy-eval/grade.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/classification-accuracy-eval/grade.py -------------------------------------------------------------------------------- /promptflow/evaluation/classification-accuracy-eval/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/evaluation/classification-accuracy-eval/requirements.txt -------------------------------------------------------------------------------- /promptflow/llmops-helper/assert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/llmops-helper/assert.py -------------------------------------------------------------------------------- /promptflow/llmops-helper/parse_run_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/llmops-helper/parse_run_output.py -------------------------------------------------------------------------------- /promptflow/llmops-helper/result.json: -------------------------------------------------------------------------------- 1 | { 2 | "accuracy": 0.67 3 | } 4 | -------------------------------------------------------------------------------- /promptflow/llmops-helper/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/llmops-helper/run_info.txt -------------------------------------------------------------------------------- /promptflow/llmops-helper/service_principal_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/llmops-helper/service_principal_script.sh -------------------------------------------------------------------------------- /promptflow/web-classification/.promptflow/flow.detail.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/.promptflow/flow.detail.json -------------------------------------------------------------------------------- /promptflow/web-classification/.promptflow/flow.layout.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/.promptflow/flow.layout.json -------------------------------------------------------------------------------- /promptflow/web-classification/.promptflow/flow.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/.promptflow/flow.log -------------------------------------------------------------------------------- /promptflow/web-classification/.promptflow/flow.tools.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/.promptflow/flow.tools.json -------------------------------------------------------------------------------- /promptflow/web-classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/README.md -------------------------------------------------------------------------------- /promptflow/web-classification/__pycache__/convert_to_dict.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/__pycache__/convert_to_dict.cpython-311.pyc -------------------------------------------------------------------------------- /promptflow/web-classification/__pycache__/fetch_text_content_from_url.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/__pycache__/fetch_text_content_from_url.cpython-311.pyc -------------------------------------------------------------------------------- /promptflow/web-classification/__pycache__/prepare_examples.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/__pycache__/prepare_examples.cpython-311.pyc -------------------------------------------------------------------------------- /promptflow/web-classification/azure_openai.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/azure_openai.yml -------------------------------------------------------------------------------- /promptflow/web-classification/classify_with_llm.jinja2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/classify_with_llm.jinja2 -------------------------------------------------------------------------------- /promptflow/web-classification/convert_to_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/convert_to_dict.py -------------------------------------------------------------------------------- /promptflow/web-classification/data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/data.jsonl -------------------------------------------------------------------------------- /promptflow/web-classification/fetch_text_content_from_url.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/fetch_text_content_from_url.py -------------------------------------------------------------------------------- /promptflow/web-classification/flow.dag.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/flow.dag.yaml -------------------------------------------------------------------------------- /promptflow/web-classification/prepare_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/prepare_examples.py -------------------------------------------------------------------------------- /promptflow/web-classification/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/requirements.txt -------------------------------------------------------------------------------- /promptflow/web-classification/run.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/run.yml -------------------------------------------------------------------------------- /promptflow/web-classification/run_evaluation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/run_evaluation.yml -------------------------------------------------------------------------------- /promptflow/web-classification/summarize_text_content.jinja2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/summarize_text_content.jinja2 -------------------------------------------------------------------------------- /promptflow/web-classification/summarize_text_content__variant_1.jinja2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/llmops-gha-demo/HEAD/promptflow/web-classification/summarize_text_content__variant_1.jinja2 --------------------------------------------------------------------------------