├── .editorconfig ├── .env.template ├── .gitattributes ├── .gitignore ├── .yarn └── patches │ └── promptfoo-npm-0.113.3-239bf96f0e.patch ├── CITATION.cff ├── README.md ├── assertions ├── fhirPathEquals.mjs ├── isBundle.mjs ├── metaElementMissing.mjs └── validateOperation.mjs ├── etc └── fhir-gpt.yaml ├── evals ├── extraction │ ├── config-minimalist.yaml │ ├── config-specialist.yaml │ ├── providers.yaml │ └── tests │ │ ├── basic-demographics.yaml │ │ ├── conditions.yaml │ │ ├── explanations-of-benefit.yaml │ │ ├── medication-requests.yaml │ │ ├── observations.yaml │ │ ├── patient-history.json │ │ └── patient-history.yaml └── generation │ ├── config-multi-turn-tool-use.js │ ├── config-zero-shot-bundle.yaml │ ├── markdown-transformer.js │ ├── providers.yaml │ └── tests.yaml ├── package.json ├── providers ├── AnthropicMessagesWithRecursiveToolCallsProvider.ts └── OpenAiResponsesWithRecursiveToolCallsProvider.ts ├── tools └── validateFhirBundle.mjs ├── tsconfig.json └── yarn.lock /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/.editorconfig -------------------------------------------------------------------------------- /.env.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/.env.template -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/.gitignore -------------------------------------------------------------------------------- /.yarn/patches/promptfoo-npm-0.113.3-239bf96f0e.patch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/.yarn/patches/promptfoo-npm-0.113.3-239bf96f0e.patch -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/CITATION.cff -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/README.md -------------------------------------------------------------------------------- /assertions/fhirPathEquals.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/assertions/fhirPathEquals.mjs -------------------------------------------------------------------------------- /assertions/isBundle.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/assertions/isBundle.mjs -------------------------------------------------------------------------------- /assertions/metaElementMissing.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/assertions/metaElementMissing.mjs -------------------------------------------------------------------------------- /assertions/validateOperation.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/assertions/validateOperation.mjs -------------------------------------------------------------------------------- /etc/fhir-gpt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/etc/fhir-gpt.yaml -------------------------------------------------------------------------------- /evals/extraction/config-minimalist.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/extraction/config-minimalist.yaml -------------------------------------------------------------------------------- /evals/extraction/config-specialist.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/extraction/config-specialist.yaml -------------------------------------------------------------------------------- /evals/extraction/providers.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/extraction/providers.yaml -------------------------------------------------------------------------------- /evals/extraction/tests/basic-demographics.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/extraction/tests/basic-demographics.yaml -------------------------------------------------------------------------------- /evals/extraction/tests/conditions.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/extraction/tests/conditions.yaml -------------------------------------------------------------------------------- /evals/extraction/tests/explanations-of-benefit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/extraction/tests/explanations-of-benefit.yaml -------------------------------------------------------------------------------- /evals/extraction/tests/medication-requests.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/extraction/tests/medication-requests.yaml -------------------------------------------------------------------------------- /evals/extraction/tests/observations.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/extraction/tests/observations.yaml -------------------------------------------------------------------------------- /evals/extraction/tests/patient-history.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/extraction/tests/patient-history.json -------------------------------------------------------------------------------- /evals/extraction/tests/patient-history.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/extraction/tests/patient-history.yaml -------------------------------------------------------------------------------- /evals/generation/config-multi-turn-tool-use.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/generation/config-multi-turn-tool-use.js -------------------------------------------------------------------------------- /evals/generation/config-zero-shot-bundle.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/generation/config-zero-shot-bundle.yaml -------------------------------------------------------------------------------- /evals/generation/markdown-transformer.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/generation/markdown-transformer.js -------------------------------------------------------------------------------- /evals/generation/providers.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/generation/providers.yaml -------------------------------------------------------------------------------- /evals/generation/tests.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/evals/generation/tests.yaml -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/package.json -------------------------------------------------------------------------------- /providers/AnthropicMessagesWithRecursiveToolCallsProvider.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/providers/AnthropicMessagesWithRecursiveToolCallsProvider.ts -------------------------------------------------------------------------------- /providers/OpenAiResponsesWithRecursiveToolCallsProvider.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/providers/OpenAiResponsesWithRecursiveToolCallsProvider.ts -------------------------------------------------------------------------------- /tools/validateFhirBundle.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/tools/validateFhirBundle.mjs -------------------------------------------------------------------------------- /tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/tsconfig.json -------------------------------------------------------------------------------- /yarn.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/flexpa/llm-fhir-eval/HEAD/yarn.lock --------------------------------------------------------------------------------