├── .dockerignore ├── .env.example ├── .github └── workflows │ ├── docker-publish.yml │ ├── python-publish.yml │ └── test-providers.yml ├── .gitignore ├── .vscode └── settings.json ├── DOCKER.md ├── Dockerfile ├── GITHUB_OAUTH_SETUP.md ├── LICENSE ├── MANIFEST.in ├── PUBLISHING.md ├── README.md ├── bump.sh ├── config-example └── README.md ├── docker-build.sh ├── docker-compose.local.yml ├── docker-compose.yml ├── docker-extract-configs.sh ├── docs └── checks │ ├── 2025-10-27.txt │ ├── 2025-11-02.txt │ ├── 2025-11-03.txt │ └── latest.txt ├── llms.sh ├── llms ├── __init__.py ├── __main__.py ├── index.html ├── llms.json ├── main.py ├── providers.json ├── ui.json └── ui │ ├── Analytics.mjs │ ├── App.mjs │ ├── Avatar.mjs │ ├── Brand.mjs │ ├── ChatPrompt.mjs │ ├── Main.mjs │ ├── ModelSelector.mjs │ ├── OAuthSignIn.mjs │ ├── ProviderIcon.mjs │ ├── ProviderStatus.mjs │ ├── Recents.mjs │ ├── SettingsDialog.mjs │ ├── Sidebar.mjs │ ├── SignIn.mjs │ ├── SystemPromptEditor.mjs │ ├── SystemPromptSelector.mjs │ ├── Welcome.mjs │ ├── ai.mjs │ ├── app.css │ ├── fav.svg │ ├── lib │ ├── chart.js │ ├── charts.mjs │ ├── color.js │ ├── highlight.min.mjs │ ├── idb.min.mjs │ ├── marked.min.mjs │ ├── servicestack-client.mjs │ ├── servicestack-vue.mjs │ ├── vue-router.min.mjs │ ├── vue.min.mjs │ └── vue.mjs │ ├── markdown.mjs │ ├── tailwind.input.css │ ├── threadStore.mjs │ ├── typography.css │ └── utils.mjs ├── package.json ├── publish.py ├── pyproject.toml ├── requirements.txt ├── scripts ├── anthropic_pricing.json ├── chutes_pricing.json ├── chutes_pricing.py ├── chutes_pricing_all.json ├── deprecated.sh ├── google_pricing.json ├── grok_pricing.json ├── llms-deprecated.json ├── minimax_pricing.json ├── mistral_pricing.json ├── openai_pricing.json ├── openai_pricing.md ├── openai_pricing.py ├── openai_pricing_all.json ├── openrouter_pricing.json ├── openrouter_pricing.py ├── openrouter_pricing_all.json ├── qwen_pricing.json ├── update.py ├── utils.py └── z.ai_pricing.json ├── setup.py ├── test_package.py └── tests ├── README.md ├── __init__.py ├── test_async.py ├── test_config.py ├── test_integration.py └── test_utils.py /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/.dockerignore -------------------------------------------------------------------------------- /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/.env.example -------------------------------------------------------------------------------- /.github/workflows/docker-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/.github/workflows/docker-publish.yml -------------------------------------------------------------------------------- /.github/workflows/python-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/.github/workflows/python-publish.yml -------------------------------------------------------------------------------- /.github/workflows/test-providers.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/.github/workflows/test-providers.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/.gitignore -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /DOCKER.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/DOCKER.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/Dockerfile -------------------------------------------------------------------------------- /GITHUB_OAUTH_SETUP.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/GITHUB_OAUTH_SETUP.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /PUBLISHING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/PUBLISHING.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/README.md -------------------------------------------------------------------------------- /bump.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/bump.sh -------------------------------------------------------------------------------- /config-example/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/config-example/README.md -------------------------------------------------------------------------------- /docker-build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/docker-build.sh -------------------------------------------------------------------------------- /docker-compose.local.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/docker-compose.local.yml -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /docker-extract-configs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/docker-extract-configs.sh -------------------------------------------------------------------------------- /docs/checks/2025-10-27.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/docs/checks/2025-10-27.txt -------------------------------------------------------------------------------- /docs/checks/2025-11-02.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/docs/checks/2025-11-02.txt -------------------------------------------------------------------------------- /docs/checks/2025-11-03.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/docs/checks/2025-11-03.txt -------------------------------------------------------------------------------- /docs/checks/latest.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/docs/checks/latest.txt -------------------------------------------------------------------------------- /llms.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms.sh -------------------------------------------------------------------------------- /llms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/__init__.py -------------------------------------------------------------------------------- /llms/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/__main__.py -------------------------------------------------------------------------------- /llms/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/index.html -------------------------------------------------------------------------------- /llms/llms.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/llms.json -------------------------------------------------------------------------------- /llms/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/main.py -------------------------------------------------------------------------------- /llms/providers.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/providers.json -------------------------------------------------------------------------------- /llms/ui.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui.json -------------------------------------------------------------------------------- /llms/ui/Analytics.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/Analytics.mjs -------------------------------------------------------------------------------- /llms/ui/App.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/App.mjs -------------------------------------------------------------------------------- /llms/ui/Avatar.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/Avatar.mjs -------------------------------------------------------------------------------- /llms/ui/Brand.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/Brand.mjs -------------------------------------------------------------------------------- /llms/ui/ChatPrompt.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/ChatPrompt.mjs -------------------------------------------------------------------------------- /llms/ui/Main.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/Main.mjs -------------------------------------------------------------------------------- /llms/ui/ModelSelector.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/ModelSelector.mjs -------------------------------------------------------------------------------- /llms/ui/OAuthSignIn.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/OAuthSignIn.mjs -------------------------------------------------------------------------------- /llms/ui/ProviderIcon.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/ProviderIcon.mjs -------------------------------------------------------------------------------- /llms/ui/ProviderStatus.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/ProviderStatus.mjs -------------------------------------------------------------------------------- /llms/ui/Recents.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/Recents.mjs -------------------------------------------------------------------------------- /llms/ui/SettingsDialog.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/SettingsDialog.mjs -------------------------------------------------------------------------------- /llms/ui/Sidebar.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/Sidebar.mjs -------------------------------------------------------------------------------- /llms/ui/SignIn.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/SignIn.mjs -------------------------------------------------------------------------------- /llms/ui/SystemPromptEditor.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/SystemPromptEditor.mjs -------------------------------------------------------------------------------- /llms/ui/SystemPromptSelector.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/SystemPromptSelector.mjs -------------------------------------------------------------------------------- /llms/ui/Welcome.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/Welcome.mjs -------------------------------------------------------------------------------- /llms/ui/ai.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/ai.mjs -------------------------------------------------------------------------------- /llms/ui/app.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/app.css -------------------------------------------------------------------------------- /llms/ui/fav.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/fav.svg -------------------------------------------------------------------------------- /llms/ui/lib/chart.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/lib/chart.js -------------------------------------------------------------------------------- /llms/ui/lib/charts.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/lib/charts.mjs -------------------------------------------------------------------------------- /llms/ui/lib/color.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/lib/color.js -------------------------------------------------------------------------------- /llms/ui/lib/highlight.min.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/lib/highlight.min.mjs -------------------------------------------------------------------------------- /llms/ui/lib/idb.min.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/lib/idb.min.mjs -------------------------------------------------------------------------------- /llms/ui/lib/marked.min.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/lib/marked.min.mjs -------------------------------------------------------------------------------- /llms/ui/lib/servicestack-client.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/lib/servicestack-client.mjs -------------------------------------------------------------------------------- /llms/ui/lib/servicestack-vue.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/lib/servicestack-vue.mjs -------------------------------------------------------------------------------- /llms/ui/lib/vue-router.min.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/lib/vue-router.min.mjs -------------------------------------------------------------------------------- /llms/ui/lib/vue.min.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/lib/vue.min.mjs -------------------------------------------------------------------------------- /llms/ui/lib/vue.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/lib/vue.mjs -------------------------------------------------------------------------------- /llms/ui/markdown.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/markdown.mjs -------------------------------------------------------------------------------- /llms/ui/tailwind.input.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/tailwind.input.css -------------------------------------------------------------------------------- /llms/ui/threadStore.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/threadStore.mjs -------------------------------------------------------------------------------- /llms/ui/typography.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/typography.css -------------------------------------------------------------------------------- /llms/ui/utils.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/llms/ui/utils.mjs -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/package.json -------------------------------------------------------------------------------- /publish.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/publish.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | aiohttp 2 | Pillow 3 | -------------------------------------------------------------------------------- /scripts/anthropic_pricing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/anthropic_pricing.json -------------------------------------------------------------------------------- /scripts/chutes_pricing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/chutes_pricing.json -------------------------------------------------------------------------------- /scripts/chutes_pricing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/chutes_pricing.py -------------------------------------------------------------------------------- /scripts/chutes_pricing_all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/chutes_pricing_all.json -------------------------------------------------------------------------------- /scripts/deprecated.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/deprecated.sh -------------------------------------------------------------------------------- /scripts/google_pricing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/google_pricing.json -------------------------------------------------------------------------------- /scripts/grok_pricing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/grok_pricing.json -------------------------------------------------------------------------------- /scripts/llms-deprecated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/llms-deprecated.json -------------------------------------------------------------------------------- /scripts/minimax_pricing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/minimax_pricing.json -------------------------------------------------------------------------------- /scripts/mistral_pricing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/mistral_pricing.json -------------------------------------------------------------------------------- /scripts/openai_pricing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/openai_pricing.json -------------------------------------------------------------------------------- /scripts/openai_pricing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/openai_pricing.md -------------------------------------------------------------------------------- /scripts/openai_pricing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/openai_pricing.py -------------------------------------------------------------------------------- /scripts/openai_pricing_all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/openai_pricing_all.json -------------------------------------------------------------------------------- /scripts/openrouter_pricing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/openrouter_pricing.json -------------------------------------------------------------------------------- /scripts/openrouter_pricing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/openrouter_pricing.py -------------------------------------------------------------------------------- /scripts/openrouter_pricing_all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/openrouter_pricing_all.json -------------------------------------------------------------------------------- /scripts/qwen_pricing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/qwen_pricing.json -------------------------------------------------------------------------------- /scripts/update.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/update.py -------------------------------------------------------------------------------- /scripts/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/utils.py -------------------------------------------------------------------------------- /scripts/z.ai_pricing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/scripts/z.ai_pricing.json -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/setup.py -------------------------------------------------------------------------------- /test_package.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/test_package.py -------------------------------------------------------------------------------- /tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/tests/README.md -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | # Tests for llms-py package 2 | 3 | -------------------------------------------------------------------------------- /tests/test_async.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/tests/test_async.py -------------------------------------------------------------------------------- /tests/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/tests/test_config.py -------------------------------------------------------------------------------- /tests/test_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/tests/test_integration.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceStack/llms/HEAD/tests/test_utils.py --------------------------------------------------------------------------------