├── .env.example ├── .github ├── ISSUE_TEMPLATE │ ├── bug.yml │ ├── config.yml │ └── feature-request.yml ├── PULL_REQUEST_TEMPLATE.md └── workflows │ ├── ci-with-coverage.yml │ ├── ci.yml │ ├── lint.yml │ └── publish.yml ├── .gitignore ├── .pre-commit-config.yaml ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── MANIFEST.in ├── README.md ├── configs ├── README.md ├── facility-simple.yaml ├── facility.yaml └── hotpotqa.yaml ├── docs ├── README.md ├── _static │ └── output-hotpotqa.png ├── advanced │ ├── example_custom_adapters.py │ ├── logging.md │ └── readme.md ├── basic │ └── readme.md ├── dataset_adapter_selection_guide.md ├── inference_providers.md ├── intermediate │ └── readme.md └── metric_selection_guide.md ├── frontend └── .gitignore ├── notebook ├── images │ ├── point-vs-pairwise.png │ └── thompson-sampling.png ├── pdo_tutorial_101.ipynb └── prompt_ops_101_cerebras.ipynb ├── pyproject.toml ├── setup.py ├── src └── prompt_ops │ ├── __init__.py │ ├── core │ ├── __init__.py │ ├── datasets.py │ ├── evaluation.py │ ├── exceptions.py │ ├── metrics.py │ ├── migrator.py │ ├── model.py │ ├── pdo │ │ ├── __init__.py │ │ ├── meta_prompt.py │ │ ├── optimization_engine.py │ │ ├── ranking_systems.py │ │ └── thompson_sampling.py │ ├── prompt_strategies.py │ └── utils │ │ ├── __init__.py │ │ ├── format_utils.py │ │ ├── logging.py │ │ ├── strategy_utils.py │ │ ├── summary_utils.py │ │ └── telemetry.py │ ├── datasets │ ├── __init__.py │ └── hotpotqa │ │ ├── __init__.py │ │ ├── adapter.py │ │ └── metric.py │ ├── debug │ └── __init__.py │ ├── interfaces │ ├── __init__.py │ └── cli.py │ └── templates │ ├── __init__.py │ ├── sample_dataset.json │ └── sample_prompt.txt ├── tests ├── __init__.py ├── functional │ └── __init__.py ├── integration │ ├── __init__.py │ ├── conftest.py │ ├── test_cli_integration.py │ ├── test_core_integration.py │ └── test_optimization_integration.py └── unit │ ├── test_cli.py │ ├── test_datasets.py │ ├── test_logging.py │ ├── test_metrics.py │ ├── test_migrator.py │ ├── test_preopt_summary.py │ └── test_summary_utils.py └── use-cases ├── facility-support-analyzer ├── dataset.json ├── eval.ipynb ├── example_result.yaml ├── facility-simple.yaml ├── facility_prompt.yaml └── facility_prompt_sys.txt ├── hotpotqa ├── README.md ├── eval.ipynb ├── hotpot_qa_sys_prompt.txt └── hotpotqa.yaml ├── ms-marco-pdo ├── MSMARCO_PDO_eval.ipynb ├── README.md ├── config.yaml ├── dataset │ └── ms_marco_description.json └── prompts │ └── prompt.txt └── web-of-lies-pdo ├── PDO_web_of_lies_eval.ipynb ├── README.md ├── config.yaml ├── data └── web_of_lies.json └── prompts └── prompt.txt /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/.env.example -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/.github/ISSUE_TEMPLATE/bug.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/.github/ISSUE_TEMPLATE/config.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/.github/ISSUE_TEMPLATE/feature-request.yml -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/ci-with-coverage.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/.github/workflows/ci-with-coverage.yml -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/.github/workflows/lint.yml -------------------------------------------------------------------------------- /.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/.github/workflows/publish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/README.md -------------------------------------------------------------------------------- /configs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/configs/README.md -------------------------------------------------------------------------------- /configs/facility-simple.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/configs/facility-simple.yaml -------------------------------------------------------------------------------- /configs/facility.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/configs/facility.yaml -------------------------------------------------------------------------------- /configs/hotpotqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/configs/hotpotqa.yaml -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/_static/output-hotpotqa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/docs/_static/output-hotpotqa.png -------------------------------------------------------------------------------- /docs/advanced/example_custom_adapters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/docs/advanced/example_custom_adapters.py -------------------------------------------------------------------------------- /docs/advanced/logging.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/docs/advanced/logging.md -------------------------------------------------------------------------------- /docs/advanced/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/docs/advanced/readme.md -------------------------------------------------------------------------------- /docs/basic/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/docs/basic/readme.md -------------------------------------------------------------------------------- /docs/dataset_adapter_selection_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/docs/dataset_adapter_selection_guide.md -------------------------------------------------------------------------------- /docs/inference_providers.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/docs/inference_providers.md -------------------------------------------------------------------------------- /docs/intermediate/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/docs/intermediate/readme.md -------------------------------------------------------------------------------- /docs/metric_selection_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/docs/metric_selection_guide.md -------------------------------------------------------------------------------- /frontend/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/frontend/.gitignore -------------------------------------------------------------------------------- /notebook/images/point-vs-pairwise.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/notebook/images/point-vs-pairwise.png -------------------------------------------------------------------------------- /notebook/images/thompson-sampling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/notebook/images/thompson-sampling.png -------------------------------------------------------------------------------- /notebook/pdo_tutorial_101.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/notebook/pdo_tutorial_101.ipynb -------------------------------------------------------------------------------- /notebook/prompt_ops_101_cerebras.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/notebook/prompt_ops_101_cerebras.ipynb -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/pyproject.toml -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/setup.py -------------------------------------------------------------------------------- /src/prompt_ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/__init__.py -------------------------------------------------------------------------------- /src/prompt_ops/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/__init__.py -------------------------------------------------------------------------------- /src/prompt_ops/core/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/datasets.py -------------------------------------------------------------------------------- /src/prompt_ops/core/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/evaluation.py -------------------------------------------------------------------------------- /src/prompt_ops/core/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/exceptions.py -------------------------------------------------------------------------------- /src/prompt_ops/core/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/metrics.py -------------------------------------------------------------------------------- /src/prompt_ops/core/migrator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/migrator.py -------------------------------------------------------------------------------- /src/prompt_ops/core/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/model.py -------------------------------------------------------------------------------- /src/prompt_ops/core/pdo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/pdo/__init__.py -------------------------------------------------------------------------------- /src/prompt_ops/core/pdo/meta_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/pdo/meta_prompt.py -------------------------------------------------------------------------------- /src/prompt_ops/core/pdo/optimization_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/pdo/optimization_engine.py -------------------------------------------------------------------------------- /src/prompt_ops/core/pdo/ranking_systems.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/pdo/ranking_systems.py -------------------------------------------------------------------------------- /src/prompt_ops/core/pdo/thompson_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/pdo/thompson_sampling.py -------------------------------------------------------------------------------- /src/prompt_ops/core/prompt_strategies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/prompt_strategies.py -------------------------------------------------------------------------------- /src/prompt_ops/core/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/utils/__init__.py -------------------------------------------------------------------------------- /src/prompt_ops/core/utils/format_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/utils/format_utils.py -------------------------------------------------------------------------------- /src/prompt_ops/core/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/utils/logging.py -------------------------------------------------------------------------------- /src/prompt_ops/core/utils/strategy_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/utils/strategy_utils.py -------------------------------------------------------------------------------- /src/prompt_ops/core/utils/summary_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/utils/summary_utils.py -------------------------------------------------------------------------------- /src/prompt_ops/core/utils/telemetry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/core/utils/telemetry.py -------------------------------------------------------------------------------- /src/prompt_ops/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/datasets/__init__.py -------------------------------------------------------------------------------- /src/prompt_ops/datasets/hotpotqa/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/datasets/hotpotqa/__init__.py -------------------------------------------------------------------------------- /src/prompt_ops/datasets/hotpotqa/adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/datasets/hotpotqa/adapter.py -------------------------------------------------------------------------------- /src/prompt_ops/datasets/hotpotqa/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/datasets/hotpotqa/metric.py -------------------------------------------------------------------------------- /src/prompt_ops/debug/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/debug/__init__.py -------------------------------------------------------------------------------- /src/prompt_ops/interfaces/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/interfaces/__init__.py -------------------------------------------------------------------------------- /src/prompt_ops/interfaces/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/interfaces/cli.py -------------------------------------------------------------------------------- /src/prompt_ops/templates/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/templates/__init__.py -------------------------------------------------------------------------------- /src/prompt_ops/templates/sample_dataset.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/templates/sample_dataset.json -------------------------------------------------------------------------------- /src/prompt_ops/templates/sample_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/src/prompt_ops/templates/sample_prompt.txt -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/functional/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/tests/functional/__init__.py -------------------------------------------------------------------------------- /tests/integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/tests/integration/conftest.py -------------------------------------------------------------------------------- /tests/integration/test_cli_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/tests/integration/test_cli_integration.py -------------------------------------------------------------------------------- /tests/integration/test_core_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/tests/integration/test_core_integration.py -------------------------------------------------------------------------------- /tests/integration/test_optimization_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/tests/integration/test_optimization_integration.py -------------------------------------------------------------------------------- /tests/unit/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/tests/unit/test_cli.py -------------------------------------------------------------------------------- /tests/unit/test_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/tests/unit/test_datasets.py -------------------------------------------------------------------------------- /tests/unit/test_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/tests/unit/test_logging.py -------------------------------------------------------------------------------- /tests/unit/test_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/tests/unit/test_metrics.py -------------------------------------------------------------------------------- /tests/unit/test_migrator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/tests/unit/test_migrator.py -------------------------------------------------------------------------------- /tests/unit/test_preopt_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/tests/unit/test_preopt_summary.py -------------------------------------------------------------------------------- /tests/unit/test_summary_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/tests/unit/test_summary_utils.py -------------------------------------------------------------------------------- /use-cases/facility-support-analyzer/dataset.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/facility-support-analyzer/dataset.json -------------------------------------------------------------------------------- /use-cases/facility-support-analyzer/eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/facility-support-analyzer/eval.ipynb -------------------------------------------------------------------------------- /use-cases/facility-support-analyzer/example_result.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/facility-support-analyzer/example_result.yaml -------------------------------------------------------------------------------- /use-cases/facility-support-analyzer/facility-simple.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/facility-support-analyzer/facility-simple.yaml -------------------------------------------------------------------------------- /use-cases/facility-support-analyzer/facility_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/facility-support-analyzer/facility_prompt.yaml -------------------------------------------------------------------------------- /use-cases/facility-support-analyzer/facility_prompt_sys.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/facility-support-analyzer/facility_prompt_sys.txt -------------------------------------------------------------------------------- /use-cases/hotpotqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/hotpotqa/README.md -------------------------------------------------------------------------------- /use-cases/hotpotqa/eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/hotpotqa/eval.ipynb -------------------------------------------------------------------------------- /use-cases/hotpotqa/hotpot_qa_sys_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/hotpotqa/hotpot_qa_sys_prompt.txt -------------------------------------------------------------------------------- /use-cases/hotpotqa/hotpotqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/hotpotqa/hotpotqa.yaml -------------------------------------------------------------------------------- /use-cases/ms-marco-pdo/MSMARCO_PDO_eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/ms-marco-pdo/MSMARCO_PDO_eval.ipynb -------------------------------------------------------------------------------- /use-cases/ms-marco-pdo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/ms-marco-pdo/README.md -------------------------------------------------------------------------------- /use-cases/ms-marco-pdo/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/ms-marco-pdo/config.yaml -------------------------------------------------------------------------------- /use-cases/ms-marco-pdo/dataset/ms_marco_description.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/ms-marco-pdo/dataset/ms_marco_description.json -------------------------------------------------------------------------------- /use-cases/ms-marco-pdo/prompts/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/ms-marco-pdo/prompts/prompt.txt -------------------------------------------------------------------------------- /use-cases/web-of-lies-pdo/PDO_web_of_lies_eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/web-of-lies-pdo/PDO_web_of_lies_eval.ipynb -------------------------------------------------------------------------------- /use-cases/web-of-lies-pdo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/web-of-lies-pdo/README.md -------------------------------------------------------------------------------- /use-cases/web-of-lies-pdo/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/web-of-lies-pdo/config.yaml -------------------------------------------------------------------------------- /use-cases/web-of-lies-pdo/data/web_of_lies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/meta-llama/prompt-ops/HEAD/use-cases/web-of-lies-pdo/data/web_of_lies.json -------------------------------------------------------------------------------- /use-cases/web-of-lies-pdo/prompts/prompt.txt: -------------------------------------------------------------------------------- 1 | Answer the following question. 2 | --------------------------------------------------------------------------------