├── .github └── workflows │ ├── build-site.yaml │ └── linter.yaml ├── .gitignore ├── .gitmodules ├── .husky └── pre-commit ├── .lintstagedrc.json ├── .nvmrc ├── .prettierignore ├── .prettierrc ├── 3rdparty └── .gitkeep ├── LICENSE ├── README.md ├── SECURITY.md ├── cleanup-index-js.sh ├── docs ├── Makefile ├── README.md ├── _static │ └── img │ │ └── mlc-logo-with-text-landscape.svg ├── conf.py ├── developer │ ├── add_models.rst │ └── building_from_source.rst ├── index.rst ├── make.bat ├── requirements.txt └── user │ ├── advanced_usage.rst │ ├── api_reference.rst │ ├── basic_usage.rst │ └── get_started.rst ├── eslint.config.cjs ├── examples ├── .gitignore ├── README.md ├── abort-reload │ ├── README.md │ ├── package.json │ └── src │ │ ├── get_started.html │ │ └── get_started.js ├── cache-usage │ ├── README.md │ ├── package.json │ └── src │ │ ├── cache_usage.html │ │ └── cache_usage.ts ├── chrome-extension-webgpu-service-worker │ ├── README.md │ ├── package.json │ └── src │ │ ├── background.ts │ │ ├── content.js │ │ ├── example.html │ │ ├── icons │ │ ├── icon-128.png │ │ ├── icon-16.png │ │ ├── icon-32.png │ │ └── icon-64.png │ │ ├── manifest.json │ │ ├── popup.css │ │ ├── popup.html │ │ └── popup.ts ├── chrome-extension │ ├── README.md │ ├── package.json │ └── src │ │ ├── content.js │ │ ├── example.html │ │ ├── icons │ │ ├── icon-128.png │ │ ├── icon-16.png │ │ ├── icon-32.png │ │ └── icon-64.png │ │ ├── manifest.json │ │ ├── manifest_v2.json │ │ ├── popup.css │ │ ├── popup.html │ │ └── popup.ts ├── embeddings │ ├── README.md │ ├── package.json │ └── src │ │ ├── embeddings.html │ │ └── embeddings.ts ├── function-calling │ ├── README.md │ ├── function-calling-manual │ │ ├── README.md │ │ ├── package.json │ │ └── src │ │ │ ├── function_calling_manual.html │ │ │ └── function_calling_manual.ts │ └── function-calling-openai │ │ ├── README.md │ │ ├── package.json │ │ └── src │ │ ├── function_calling_openai.html │ │ └── function_calling_openai.ts ├── get-started-latency-breakdown │ ├── README.md │ ├── package.json │ └── src │ │ ├── get_started_latency_breakdown.html │ │ └── get_started_latency_breakdown.ts ├── get-started-web-worker │ ├── README.md │ ├── package.json │ └── src │ │ ├── get_started.html │ │ ├── main.ts │ │ └── worker.ts ├── get-started │ ├── README.md │ ├── package.json │ └── src │ │ ├── get_started.html │ │ └── get_started.ts ├── json-mode │ ├── README.md │ ├── package.json │ └── src │ │ ├── json_mode.html │ │ └── json_mode.ts ├── json-schema │ ├── README.md │ ├── package.json │ └── src │ │ ├── json_schema.html │ │ └── json_schema.ts ├── logit-processor │ ├── README.md │ ├── package.json │ └── src │ │ ├── logit_processor.html │ │ ├── logit_processor.ts │ │ ├── my_logit_processor.ts │ │ └── worker.ts ├── multi-models │ ├── README.md │ ├── package.json │ └── src │ │ ├── main.ts │ │ ├── multi_models.html │ │ └── worker.ts ├── multi-round-chat │ ├── README.md │ ├── package.json │ └── src │ │ ├── multi_round_chat.html │ │ └── multi_round_chat.ts ├── next-simple-chat │ ├── .gitignore │ ├── README.md │ ├── next.config.js │ ├── package.json │ ├── postcss.config.js │ ├── public │ │ ├── favicon.ico │ │ ├── next.svg │ │ └── vercel.svg │ ├── src │ │ ├── pages │ │ │ ├── _app.tsx │ │ │ ├── _document.tsx │ │ │ ├── api │ │ │ │ └── hello.ts │ │ │ └── index.tsx │ │ ├── styles │ │ │ └── globals.css │ │ └── utils │ │ │ ├── chat_component.tsx │ │ │ └── chat_ui.ts │ ├── tailwind.config.js │ └── tsconfig.json ├── qwen3 │ ├── README.md │ ├── package.json │ └── src │ │ ├── qwen3_example.html │ │ └── qwen3_example.ts ├── seed-to-reproduce │ ├── README.md │ ├── package.json │ └── src │ │ ├── seed.html │ │ └── seed.ts ├── service-worker │ ├── README.md │ ├── package.json │ └── src │ │ ├── index.html │ │ ├── main.ts │ │ └── sw.ts ├── simple-chat-js │ ├── index.css │ ├── index.html │ └── index.js ├── simple-chat-ts │ ├── .gitignore │ ├── README.md │ ├── package.json │ └── src │ │ ├── gh-config.js │ │ ├── img │ │ ├── plane.png │ │ └── reset.png │ │ ├── llm_chat.css │ │ ├── llm_chat.html │ │ ├── simple_chat.ts │ │ └── worker.ts ├── simple-chat-upload │ ├── .gitignore │ ├── README.md │ ├── package.json │ └── src │ │ ├── gh-config.js │ │ ├── img │ │ ├── plane.png │ │ └── reset.png │ │ ├── llm_chat.css │ │ ├── llm_chat.html │ │ ├── simple_chat.ts │ │ └── worker.ts ├── streaming │ ├── README.md │ ├── package.json │ └── src │ │ ├── streaming.html │ │ └── streaming.ts ├── text-completion │ ├── README.md │ ├── package.json │ └── src │ │ ├── text_completion.html │ │ └── text_completion.ts └── vision-model │ ├── README.md │ ├── package.json │ └── src │ ├── utils.ts │ ├── vision_model.html │ ├── vision_model.ts │ └── worker.ts ├── jest.config.cjs ├── licenses └── license.openai_node.txt ├── package.json ├── rollup.config.js ├── scripts ├── gh_deploy_site.sh ├── local_deploy_site.sh ├── prep_deps.sh └── serve_mlc_llm_dist.sh ├── site ├── .gitignore ├── _config.yml ├── _includes │ ├── arrow.svg │ ├── github.svg │ ├── head.html │ └── hero.html ├── assets │ ├── css │ │ └── hero.scss │ ├── img │ │ ├── fig │ │ │ ├── Pittsburgh.png │ │ │ └── web-llm.svg │ │ └── logo │ │ │ ├── catalyst.svg │ │ │ ├── cmuscs.png │ │ │ ├── mlc-logo-with-text-landscape.png │ │ │ ├── mlc-logo-with-text-landscape.svg │ │ │ ├── octoml.png │ │ │ ├── sjtu.png │ │ │ └── uw.jpg │ └── video │ │ ├── Code.mp4 │ │ ├── Code.webm │ │ ├── Pittsburgh.mp4 │ │ └── Pittsburgh.webm └── index.md ├── src ├── cache_util.ts ├── config.ts ├── conversation.ts ├── embedding.ts ├── engine.ts ├── error.ts ├── extension_service_worker.ts ├── index.ts ├── llm_chat.ts ├── message.ts ├── openai_api_protocols │ ├── chat_completion.ts │ ├── completion.ts │ ├── embedding.ts │ └── index.ts ├── service_worker.ts ├── support.ts ├── types.ts ├── utils.ts └── web_worker.ts ├── tests ├── .gitignore ├── constants.ts ├── conversation.test.ts ├── function_calling.test.ts ├── generation_config.test.ts ├── multi_round_chat.test.ts ├── openai_chat_completion.test.ts ├── openai_completion.test.ts ├── openai_embeddings.test.ts ├── scripts │ └── sanity_checks │ │ ├── README.md │ │ ├── package.json │ │ ├── sanity_checks.html │ │ └── sanity_checks.ts └── util.test.ts ├── tsconfig.json └── utils ├── .gitignore └── vram_requirements ├── .gitignore ├── README.md ├── package.json └── src ├── gh-config.js ├── vram_requirements.html └── vram_requirements.ts /.github/workflows/build-site.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/.github/workflows/build-site.yaml -------------------------------------------------------------------------------- /.github/workflows/linter.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/.github/workflows/linter.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.husky/pre-commit: -------------------------------------------------------------------------------- 1 | npx lint-staged 2 | -------------------------------------------------------------------------------- /.lintstagedrc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/.lintstagedrc.json -------------------------------------------------------------------------------- /.nvmrc: -------------------------------------------------------------------------------- 1 | v24.11.1 -------------------------------------------------------------------------------- /.prettierignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/.prettierignore -------------------------------------------------------------------------------- /.prettierrc: -------------------------------------------------------------------------------- 1 | { 2 | "trailingComma": "all" 3 | } 4 | -------------------------------------------------------------------------------- /3rdparty/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/SECURITY.md -------------------------------------------------------------------------------- /cleanup-index-js.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/cleanup-index-js.sh -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/_static/img/mlc-logo-with-text-landscape.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/docs/_static/img/mlc-logo-with-text-landscape.svg -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/developer/add_models.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/docs/developer/add_models.rst -------------------------------------------------------------------------------- /docs/developer/building_from_source.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/docs/developer/building_from_source.rst -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/user/advanced_usage.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/docs/user/advanced_usage.rst -------------------------------------------------------------------------------- /docs/user/api_reference.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/docs/user/api_reference.rst -------------------------------------------------------------------------------- /docs/user/basic_usage.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/docs/user/basic_usage.rst -------------------------------------------------------------------------------- /docs/user/get_started.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/docs/user/get_started.rst -------------------------------------------------------------------------------- /eslint.config.cjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/eslint.config.cjs -------------------------------------------------------------------------------- /examples/.gitignore: -------------------------------------------------------------------------------- 1 | package-lock.json 2 | -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/abort-reload/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/abort-reload/README.md -------------------------------------------------------------------------------- /examples/abort-reload/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/abort-reload/package.json -------------------------------------------------------------------------------- /examples/abort-reload/src/get_started.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/abort-reload/src/get_started.html -------------------------------------------------------------------------------- /examples/abort-reload/src/get_started.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/abort-reload/src/get_started.js -------------------------------------------------------------------------------- /examples/cache-usage/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/cache-usage/README.md -------------------------------------------------------------------------------- /examples/cache-usage/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/cache-usage/package.json -------------------------------------------------------------------------------- /examples/cache-usage/src/cache_usage.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/cache-usage/src/cache_usage.html -------------------------------------------------------------------------------- /examples/cache-usage/src/cache_usage.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/cache-usage/src/cache_usage.ts -------------------------------------------------------------------------------- /examples/chrome-extension-webgpu-service-worker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension-webgpu-service-worker/README.md -------------------------------------------------------------------------------- /examples/chrome-extension-webgpu-service-worker/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension-webgpu-service-worker/package.json -------------------------------------------------------------------------------- /examples/chrome-extension-webgpu-service-worker/src/background.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension-webgpu-service-worker/src/background.ts -------------------------------------------------------------------------------- /examples/chrome-extension-webgpu-service-worker/src/content.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension-webgpu-service-worker/src/content.js -------------------------------------------------------------------------------- /examples/chrome-extension-webgpu-service-worker/src/example.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension-webgpu-service-worker/src/example.html -------------------------------------------------------------------------------- /examples/chrome-extension-webgpu-service-worker/src/icons/icon-128.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension-webgpu-service-worker/src/icons/icon-128.png -------------------------------------------------------------------------------- /examples/chrome-extension-webgpu-service-worker/src/icons/icon-16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension-webgpu-service-worker/src/icons/icon-16.png -------------------------------------------------------------------------------- /examples/chrome-extension-webgpu-service-worker/src/icons/icon-32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension-webgpu-service-worker/src/icons/icon-32.png -------------------------------------------------------------------------------- /examples/chrome-extension-webgpu-service-worker/src/icons/icon-64.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension-webgpu-service-worker/src/icons/icon-64.png -------------------------------------------------------------------------------- /examples/chrome-extension-webgpu-service-worker/src/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension-webgpu-service-worker/src/manifest.json -------------------------------------------------------------------------------- /examples/chrome-extension-webgpu-service-worker/src/popup.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension-webgpu-service-worker/src/popup.css -------------------------------------------------------------------------------- /examples/chrome-extension-webgpu-service-worker/src/popup.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension-webgpu-service-worker/src/popup.html -------------------------------------------------------------------------------- /examples/chrome-extension-webgpu-service-worker/src/popup.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension-webgpu-service-worker/src/popup.ts -------------------------------------------------------------------------------- /examples/chrome-extension/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension/README.md -------------------------------------------------------------------------------- /examples/chrome-extension/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension/package.json -------------------------------------------------------------------------------- /examples/chrome-extension/src/content.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension/src/content.js -------------------------------------------------------------------------------- /examples/chrome-extension/src/example.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension/src/example.html -------------------------------------------------------------------------------- /examples/chrome-extension/src/icons/icon-128.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension/src/icons/icon-128.png -------------------------------------------------------------------------------- /examples/chrome-extension/src/icons/icon-16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension/src/icons/icon-16.png -------------------------------------------------------------------------------- /examples/chrome-extension/src/icons/icon-32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension/src/icons/icon-32.png -------------------------------------------------------------------------------- /examples/chrome-extension/src/icons/icon-64.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension/src/icons/icon-64.png -------------------------------------------------------------------------------- /examples/chrome-extension/src/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension/src/manifest.json -------------------------------------------------------------------------------- /examples/chrome-extension/src/manifest_v2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension/src/manifest_v2.json -------------------------------------------------------------------------------- /examples/chrome-extension/src/popup.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension/src/popup.css -------------------------------------------------------------------------------- /examples/chrome-extension/src/popup.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension/src/popup.html -------------------------------------------------------------------------------- /examples/chrome-extension/src/popup.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/chrome-extension/src/popup.ts -------------------------------------------------------------------------------- /examples/embeddings/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/embeddings/README.md -------------------------------------------------------------------------------- /examples/embeddings/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/embeddings/package.json -------------------------------------------------------------------------------- /examples/embeddings/src/embeddings.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/embeddings/src/embeddings.html -------------------------------------------------------------------------------- /examples/embeddings/src/embeddings.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/embeddings/src/embeddings.ts -------------------------------------------------------------------------------- /examples/function-calling/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/function-calling/README.md -------------------------------------------------------------------------------- /examples/function-calling/function-calling-manual/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/function-calling/function-calling-manual/README.md -------------------------------------------------------------------------------- /examples/function-calling/function-calling-manual/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/function-calling/function-calling-manual/package.json -------------------------------------------------------------------------------- /examples/function-calling/function-calling-manual/src/function_calling_manual.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/function-calling/function-calling-manual/src/function_calling_manual.html -------------------------------------------------------------------------------- /examples/function-calling/function-calling-manual/src/function_calling_manual.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/function-calling/function-calling-manual/src/function_calling_manual.ts -------------------------------------------------------------------------------- /examples/function-calling/function-calling-openai/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/function-calling/function-calling-openai/README.md -------------------------------------------------------------------------------- /examples/function-calling/function-calling-openai/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/function-calling/function-calling-openai/package.json -------------------------------------------------------------------------------- /examples/function-calling/function-calling-openai/src/function_calling_openai.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/function-calling/function-calling-openai/src/function_calling_openai.html -------------------------------------------------------------------------------- /examples/function-calling/function-calling-openai/src/function_calling_openai.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/function-calling/function-calling-openai/src/function_calling_openai.ts -------------------------------------------------------------------------------- /examples/get-started-latency-breakdown/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/get-started-latency-breakdown/README.md -------------------------------------------------------------------------------- /examples/get-started-latency-breakdown/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/get-started-latency-breakdown/package.json -------------------------------------------------------------------------------- /examples/get-started-latency-breakdown/src/get_started_latency_breakdown.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/get-started-latency-breakdown/src/get_started_latency_breakdown.html -------------------------------------------------------------------------------- /examples/get-started-latency-breakdown/src/get_started_latency_breakdown.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/get-started-latency-breakdown/src/get_started_latency_breakdown.ts -------------------------------------------------------------------------------- /examples/get-started-web-worker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/get-started-web-worker/README.md -------------------------------------------------------------------------------- /examples/get-started-web-worker/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/get-started-web-worker/package.json -------------------------------------------------------------------------------- /examples/get-started-web-worker/src/get_started.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/get-started-web-worker/src/get_started.html -------------------------------------------------------------------------------- /examples/get-started-web-worker/src/main.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/get-started-web-worker/src/main.ts -------------------------------------------------------------------------------- /examples/get-started-web-worker/src/worker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/get-started-web-worker/src/worker.ts -------------------------------------------------------------------------------- /examples/get-started/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/get-started/README.md -------------------------------------------------------------------------------- /examples/get-started/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/get-started/package.json -------------------------------------------------------------------------------- /examples/get-started/src/get_started.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/get-started/src/get_started.html -------------------------------------------------------------------------------- /examples/get-started/src/get_started.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/get-started/src/get_started.ts -------------------------------------------------------------------------------- /examples/json-mode/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/json-mode/README.md -------------------------------------------------------------------------------- /examples/json-mode/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/json-mode/package.json -------------------------------------------------------------------------------- /examples/json-mode/src/json_mode.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/json-mode/src/json_mode.html -------------------------------------------------------------------------------- /examples/json-mode/src/json_mode.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/json-mode/src/json_mode.ts -------------------------------------------------------------------------------- /examples/json-schema/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/json-schema/README.md -------------------------------------------------------------------------------- /examples/json-schema/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/json-schema/package.json -------------------------------------------------------------------------------- /examples/json-schema/src/json_schema.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/json-schema/src/json_schema.html -------------------------------------------------------------------------------- /examples/json-schema/src/json_schema.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/json-schema/src/json_schema.ts -------------------------------------------------------------------------------- /examples/logit-processor/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/logit-processor/README.md -------------------------------------------------------------------------------- /examples/logit-processor/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/logit-processor/package.json -------------------------------------------------------------------------------- /examples/logit-processor/src/logit_processor.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/logit-processor/src/logit_processor.html -------------------------------------------------------------------------------- /examples/logit-processor/src/logit_processor.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/logit-processor/src/logit_processor.ts -------------------------------------------------------------------------------- /examples/logit-processor/src/my_logit_processor.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/logit-processor/src/my_logit_processor.ts -------------------------------------------------------------------------------- /examples/logit-processor/src/worker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/logit-processor/src/worker.ts -------------------------------------------------------------------------------- /examples/multi-models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/multi-models/README.md -------------------------------------------------------------------------------- /examples/multi-models/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/multi-models/package.json -------------------------------------------------------------------------------- /examples/multi-models/src/main.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/multi-models/src/main.ts -------------------------------------------------------------------------------- /examples/multi-models/src/multi_models.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/multi-models/src/multi_models.html -------------------------------------------------------------------------------- /examples/multi-models/src/worker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/multi-models/src/worker.ts -------------------------------------------------------------------------------- /examples/multi-round-chat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/multi-round-chat/README.md -------------------------------------------------------------------------------- /examples/multi-round-chat/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/multi-round-chat/package.json -------------------------------------------------------------------------------- /examples/multi-round-chat/src/multi_round_chat.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/multi-round-chat/src/multi_round_chat.html -------------------------------------------------------------------------------- /examples/multi-round-chat/src/multi_round_chat.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/multi-round-chat/src/multi_round_chat.ts -------------------------------------------------------------------------------- /examples/next-simple-chat/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/.gitignore -------------------------------------------------------------------------------- /examples/next-simple-chat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/README.md -------------------------------------------------------------------------------- /examples/next-simple-chat/next.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/next.config.js -------------------------------------------------------------------------------- /examples/next-simple-chat/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/package.json -------------------------------------------------------------------------------- /examples/next-simple-chat/postcss.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/postcss.config.js -------------------------------------------------------------------------------- /examples/next-simple-chat/public/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/public/favicon.ico -------------------------------------------------------------------------------- /examples/next-simple-chat/public/next.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/public/next.svg -------------------------------------------------------------------------------- /examples/next-simple-chat/public/vercel.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/public/vercel.svg -------------------------------------------------------------------------------- /examples/next-simple-chat/src/pages/_app.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/src/pages/_app.tsx -------------------------------------------------------------------------------- /examples/next-simple-chat/src/pages/_document.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/src/pages/_document.tsx -------------------------------------------------------------------------------- /examples/next-simple-chat/src/pages/api/hello.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/src/pages/api/hello.ts -------------------------------------------------------------------------------- /examples/next-simple-chat/src/pages/index.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/src/pages/index.tsx -------------------------------------------------------------------------------- /examples/next-simple-chat/src/styles/globals.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/src/styles/globals.css -------------------------------------------------------------------------------- /examples/next-simple-chat/src/utils/chat_component.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/src/utils/chat_component.tsx -------------------------------------------------------------------------------- /examples/next-simple-chat/src/utils/chat_ui.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/src/utils/chat_ui.ts -------------------------------------------------------------------------------- /examples/next-simple-chat/tailwind.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/tailwind.config.js -------------------------------------------------------------------------------- /examples/next-simple-chat/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/next-simple-chat/tsconfig.json -------------------------------------------------------------------------------- /examples/qwen3/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/qwen3/README.md -------------------------------------------------------------------------------- /examples/qwen3/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/qwen3/package.json -------------------------------------------------------------------------------- /examples/qwen3/src/qwen3_example.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/qwen3/src/qwen3_example.html -------------------------------------------------------------------------------- /examples/qwen3/src/qwen3_example.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/qwen3/src/qwen3_example.ts -------------------------------------------------------------------------------- /examples/seed-to-reproduce/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/seed-to-reproduce/README.md -------------------------------------------------------------------------------- /examples/seed-to-reproduce/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/seed-to-reproduce/package.json -------------------------------------------------------------------------------- /examples/seed-to-reproduce/src/seed.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/seed-to-reproduce/src/seed.html -------------------------------------------------------------------------------- /examples/seed-to-reproduce/src/seed.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/seed-to-reproduce/src/seed.ts -------------------------------------------------------------------------------- /examples/service-worker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/service-worker/README.md -------------------------------------------------------------------------------- /examples/service-worker/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/service-worker/package.json -------------------------------------------------------------------------------- /examples/service-worker/src/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/service-worker/src/index.html -------------------------------------------------------------------------------- /examples/service-worker/src/main.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/service-worker/src/main.ts -------------------------------------------------------------------------------- /examples/service-worker/src/sw.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/service-worker/src/sw.ts -------------------------------------------------------------------------------- /examples/simple-chat-js/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-js/index.css -------------------------------------------------------------------------------- /examples/simple-chat-js/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-js/index.html -------------------------------------------------------------------------------- /examples/simple-chat-js/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-js/index.js -------------------------------------------------------------------------------- /examples/simple-chat-ts/.gitignore: -------------------------------------------------------------------------------- 1 | src/app-config.js 2 | -------------------------------------------------------------------------------- /examples/simple-chat-ts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-ts/README.md -------------------------------------------------------------------------------- /examples/simple-chat-ts/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-ts/package.json -------------------------------------------------------------------------------- /examples/simple-chat-ts/src/gh-config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-ts/src/gh-config.js -------------------------------------------------------------------------------- /examples/simple-chat-ts/src/img/plane.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-ts/src/img/plane.png -------------------------------------------------------------------------------- /examples/simple-chat-ts/src/img/reset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-ts/src/img/reset.png -------------------------------------------------------------------------------- /examples/simple-chat-ts/src/llm_chat.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-ts/src/llm_chat.css -------------------------------------------------------------------------------- /examples/simple-chat-ts/src/llm_chat.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-ts/src/llm_chat.html -------------------------------------------------------------------------------- /examples/simple-chat-ts/src/simple_chat.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-ts/src/simple_chat.ts -------------------------------------------------------------------------------- /examples/simple-chat-ts/src/worker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-ts/src/worker.ts -------------------------------------------------------------------------------- /examples/simple-chat-upload/.gitignore: -------------------------------------------------------------------------------- 1 | src/app-config.js 2 | -------------------------------------------------------------------------------- /examples/simple-chat-upload/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-upload/README.md -------------------------------------------------------------------------------- /examples/simple-chat-upload/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-upload/package.json -------------------------------------------------------------------------------- /examples/simple-chat-upload/src/gh-config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-upload/src/gh-config.js -------------------------------------------------------------------------------- /examples/simple-chat-upload/src/img/plane.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-upload/src/img/plane.png -------------------------------------------------------------------------------- /examples/simple-chat-upload/src/img/reset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-upload/src/img/reset.png -------------------------------------------------------------------------------- /examples/simple-chat-upload/src/llm_chat.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-upload/src/llm_chat.css -------------------------------------------------------------------------------- /examples/simple-chat-upload/src/llm_chat.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-upload/src/llm_chat.html -------------------------------------------------------------------------------- /examples/simple-chat-upload/src/simple_chat.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-upload/src/simple_chat.ts -------------------------------------------------------------------------------- /examples/simple-chat-upload/src/worker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/simple-chat-upload/src/worker.ts -------------------------------------------------------------------------------- /examples/streaming/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/streaming/README.md -------------------------------------------------------------------------------- /examples/streaming/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/streaming/package.json -------------------------------------------------------------------------------- /examples/streaming/src/streaming.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/streaming/src/streaming.html -------------------------------------------------------------------------------- /examples/streaming/src/streaming.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/streaming/src/streaming.ts -------------------------------------------------------------------------------- /examples/text-completion/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/text-completion/README.md -------------------------------------------------------------------------------- /examples/text-completion/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/text-completion/package.json -------------------------------------------------------------------------------- /examples/text-completion/src/text_completion.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/text-completion/src/text_completion.html -------------------------------------------------------------------------------- /examples/text-completion/src/text_completion.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/text-completion/src/text_completion.ts -------------------------------------------------------------------------------- /examples/vision-model/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/vision-model/README.md -------------------------------------------------------------------------------- /examples/vision-model/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/vision-model/package.json -------------------------------------------------------------------------------- /examples/vision-model/src/utils.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/vision-model/src/utils.ts -------------------------------------------------------------------------------- /examples/vision-model/src/vision_model.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/vision-model/src/vision_model.html -------------------------------------------------------------------------------- /examples/vision-model/src/vision_model.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/vision-model/src/vision_model.ts -------------------------------------------------------------------------------- /examples/vision-model/src/worker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/examples/vision-model/src/worker.ts -------------------------------------------------------------------------------- /jest.config.cjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/jest.config.cjs -------------------------------------------------------------------------------- /licenses/license.openai_node.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/licenses/license.openai_node.txt -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/package.json -------------------------------------------------------------------------------- /rollup.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/rollup.config.js -------------------------------------------------------------------------------- /scripts/gh_deploy_site.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/scripts/gh_deploy_site.sh -------------------------------------------------------------------------------- /scripts/local_deploy_site.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/scripts/local_deploy_site.sh -------------------------------------------------------------------------------- /scripts/prep_deps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/scripts/prep_deps.sh -------------------------------------------------------------------------------- /scripts/serve_mlc_llm_dist.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/scripts/serve_mlc_llm_dist.sh -------------------------------------------------------------------------------- /site/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/.gitignore -------------------------------------------------------------------------------- /site/_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/_config.yml -------------------------------------------------------------------------------- /site/_includes/arrow.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/_includes/arrow.svg -------------------------------------------------------------------------------- /site/_includes/github.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/_includes/github.svg -------------------------------------------------------------------------------- /site/_includes/head.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/_includes/head.html -------------------------------------------------------------------------------- /site/_includes/hero.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/_includes/hero.html -------------------------------------------------------------------------------- /site/assets/css/hero.scss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/css/hero.scss -------------------------------------------------------------------------------- /site/assets/img/fig/Pittsburgh.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/img/fig/Pittsburgh.png -------------------------------------------------------------------------------- /site/assets/img/fig/web-llm.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/img/fig/web-llm.svg -------------------------------------------------------------------------------- /site/assets/img/logo/catalyst.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/img/logo/catalyst.svg -------------------------------------------------------------------------------- /site/assets/img/logo/cmuscs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/img/logo/cmuscs.png -------------------------------------------------------------------------------- /site/assets/img/logo/mlc-logo-with-text-landscape.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/img/logo/mlc-logo-with-text-landscape.png -------------------------------------------------------------------------------- /site/assets/img/logo/mlc-logo-with-text-landscape.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/img/logo/mlc-logo-with-text-landscape.svg -------------------------------------------------------------------------------- /site/assets/img/logo/octoml.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/img/logo/octoml.png -------------------------------------------------------------------------------- /site/assets/img/logo/sjtu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/img/logo/sjtu.png -------------------------------------------------------------------------------- /site/assets/img/logo/uw.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/img/logo/uw.jpg -------------------------------------------------------------------------------- /site/assets/video/Code.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/video/Code.mp4 -------------------------------------------------------------------------------- /site/assets/video/Code.webm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/video/Code.webm -------------------------------------------------------------------------------- /site/assets/video/Pittsburgh.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/video/Pittsburgh.mp4 -------------------------------------------------------------------------------- /site/assets/video/Pittsburgh.webm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/assets/video/Pittsburgh.webm -------------------------------------------------------------------------------- /site/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/site/index.md -------------------------------------------------------------------------------- /src/cache_util.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/cache_util.ts -------------------------------------------------------------------------------- /src/config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/config.ts -------------------------------------------------------------------------------- /src/conversation.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/conversation.ts -------------------------------------------------------------------------------- /src/embedding.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/embedding.ts -------------------------------------------------------------------------------- /src/engine.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/engine.ts -------------------------------------------------------------------------------- /src/error.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/error.ts -------------------------------------------------------------------------------- /src/extension_service_worker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/extension_service_worker.ts -------------------------------------------------------------------------------- /src/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/index.ts -------------------------------------------------------------------------------- /src/llm_chat.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/llm_chat.ts -------------------------------------------------------------------------------- /src/message.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/message.ts -------------------------------------------------------------------------------- /src/openai_api_protocols/chat_completion.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/openai_api_protocols/chat_completion.ts -------------------------------------------------------------------------------- /src/openai_api_protocols/completion.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/openai_api_protocols/completion.ts -------------------------------------------------------------------------------- /src/openai_api_protocols/embedding.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/openai_api_protocols/embedding.ts -------------------------------------------------------------------------------- /src/openai_api_protocols/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/openai_api_protocols/index.ts -------------------------------------------------------------------------------- /src/service_worker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/service_worker.ts -------------------------------------------------------------------------------- /src/support.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/support.ts -------------------------------------------------------------------------------- /src/types.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/types.ts -------------------------------------------------------------------------------- /src/utils.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/utils.ts -------------------------------------------------------------------------------- /src/web_worker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/src/web_worker.ts -------------------------------------------------------------------------------- /tests/.gitignore: -------------------------------------------------------------------------------- 1 | package-lock.json 2 | -------------------------------------------------------------------------------- /tests/constants.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tests/constants.ts -------------------------------------------------------------------------------- /tests/conversation.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tests/conversation.test.ts -------------------------------------------------------------------------------- /tests/function_calling.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tests/function_calling.test.ts -------------------------------------------------------------------------------- /tests/generation_config.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tests/generation_config.test.ts -------------------------------------------------------------------------------- /tests/multi_round_chat.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tests/multi_round_chat.test.ts -------------------------------------------------------------------------------- /tests/openai_chat_completion.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tests/openai_chat_completion.test.ts -------------------------------------------------------------------------------- /tests/openai_completion.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tests/openai_completion.test.ts -------------------------------------------------------------------------------- /tests/openai_embeddings.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tests/openai_embeddings.test.ts -------------------------------------------------------------------------------- /tests/scripts/sanity_checks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tests/scripts/sanity_checks/README.md -------------------------------------------------------------------------------- /tests/scripts/sanity_checks/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tests/scripts/sanity_checks/package.json -------------------------------------------------------------------------------- /tests/scripts/sanity_checks/sanity_checks.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tests/scripts/sanity_checks/sanity_checks.html -------------------------------------------------------------------------------- /tests/scripts/sanity_checks/sanity_checks.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tests/scripts/sanity_checks/sanity_checks.ts -------------------------------------------------------------------------------- /tests/util.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tests/util.test.ts -------------------------------------------------------------------------------- /tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/tsconfig.json -------------------------------------------------------------------------------- /utils/.gitignore: -------------------------------------------------------------------------------- 1 | package-lock.json 2 | -------------------------------------------------------------------------------- /utils/vram_requirements/.gitignore: -------------------------------------------------------------------------------- 1 | src/app-config.js 2 | -------------------------------------------------------------------------------- /utils/vram_requirements/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/utils/vram_requirements/README.md -------------------------------------------------------------------------------- /utils/vram_requirements/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/utils/vram_requirements/package.json -------------------------------------------------------------------------------- /utils/vram_requirements/src/gh-config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/utils/vram_requirements/src/gh-config.js -------------------------------------------------------------------------------- /utils/vram_requirements/src/vram_requirements.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/utils/vram_requirements/src/vram_requirements.html -------------------------------------------------------------------------------- /utils/vram_requirements/src/vram_requirements.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mlc-ai/web-llm/HEAD/utils/vram_requirements/src/vram_requirements.ts --------------------------------------------------------------------------------