├── .eslintignore ├── .eslintrc.cjs ├── .gitignore ├── .gitmodules ├── 3rdparty └── .gitkeep ├── LICENSE ├── README.md ├── cleanup-index-js.sh ├── examples ├── .gitignore ├── README.md ├── chrome-extension │ ├── README.md │ ├── package.json │ └── src │ │ ├── background.ts │ │ ├── content.js │ │ ├── example.html │ │ ├── icons │ │ ├── icon-128.png │ │ ├── icon-16.png │ │ ├── icon-32.png │ │ └── icon-64.png │ │ ├── manifest.json │ │ ├── manifest_v2.json │ │ ├── popup.css │ │ ├── popup.html │ │ └── popup.ts ├── get-started-rest │ ├── README.md │ ├── package.json │ └── src │ │ ├── get_started.html │ │ └── get_started.ts ├── get-started │ ├── README.md │ ├── package.json │ └── src │ │ ├── get_started.html │ │ └── get_started.ts ├── next-simple-chat │ ├── .eslintrc.json │ ├── .gitignore │ ├── README.md │ ├── next.config.js │ ├── package.json │ ├── postcss.config.js │ ├── public │ │ ├── favicon.ico │ │ ├── next.svg │ │ └── vercel.svg │ ├── src │ │ ├── pages │ │ │ ├── _app.tsx │ │ │ ├── _document.tsx │ │ │ ├── api │ │ │ │ └── hello.ts │ │ │ └── index.tsx │ │ ├── styles │ │ │ └── globals.css │ │ └── utils │ │ │ ├── chat_component.tsx │ │ │ └── chat_ui.ts │ ├── tailwind.config.js │ └── tsconfig.json ├── simple-chat │ ├── .gitignore │ ├── README.md │ ├── package.json │ └── src │ │ ├── gh-config.js │ │ ├── img │ │ ├── plane.png │ │ └── reset.png │ │ ├── llm_chat.css │ │ ├── llm_chat.html │ │ ├── mlc-local-config.js │ │ ├── simple_chat.ts │ │ └── worker.ts └── web-worker │ ├── README.md │ ├── package.json │ └── src │ ├── get_started.html │ ├── main.ts │ └── worker.ts ├── lib ├── chat_module.d.ts ├── chat_module.d.ts.map ├── config.d.ts ├── config.d.ts.map ├── conversation.d.ts ├── conversation.d.ts.map ├── index.d.ts ├── index.d.ts.map ├── index.js ├── index.js.map ├── llm_chat.d.ts ├── llm_chat.d.ts.map ├── types.d.ts ├── types.d.ts.map ├── web_worker.d.ts └── web_worker.d.ts.map ├── notes.txt ├── package.json ├── rollup.config.js ├── scripts ├── gh_deploy_site.sh ├── local_deploy_site.sh ├── prep_deps.sh └── serve_mlc_llm_dist.sh ├── site ├── .gitignore ├── _config.yml ├── _includes │ ├── head.html │ └── llm_chat.html ├── img │ ├── fig │ │ ├── demo.gif │ │ ├── pitts.png │ │ └── web-llm.svg │ └── logo │ │ ├── catalyst.svg │ │ ├── cmuscs.png │ │ ├── mlc-logo-with-text-landscape.svg │ │ ├── octoml.png │ │ ├── sjtu.png │ │ └── uw.jpg └── index.md ├── src ├── chat_module.ts ├── config.ts ├── conversation.ts ├── index.ts ├── llm_chat.ts ├── types.ts └── web_worker.ts ├── tsconfig.json ├── utils └── vram_requirements │ ├── README.md │ ├── package.json │ └── src │ ├── gh-config.js │ ├── vram_requirements.html │ └── vram_requirements.ts └── web ├── .eslintignore ├── .eslintrc.json ├── .gitignore ├── Makefile ├── README.md ├── apps ├── browser │ ├── rpc_plugin.html │ └── rpc_server.html └── node │ ├── example.js │ ├── wasi_example.js │ └── wasi_rpc_server.js ├── emcc ├── decorate_as_wasi.py ├── preload.js ├── tvmjs_support.cc ├── wasm_runtime.cc └── webgpu_runtime.cc ├── jest.config.js ├── package-lock.json ├── package.json ├── rollup.config.mjs ├── src ├── compact.ts ├── ctypes.ts ├── environment.ts ├── index.ts ├── memory.ts ├── rpc_server.ts ├── runtime.ts ├── support.ts ├── tvmjs_runtime_wasi.d.ts ├── types.ts └── webgpu.ts ├── tests ├── node │ ├── test_module_load.js │ ├── test_ndarray.js │ ├── test_object.js │ ├── test_packed_func.js │ └── test_relax_vm.js └── python │ ├── prepare_test_libs.py │ ├── relax_rpc_test.py │ ├── webgpu_rpc_test.py │ └── websock_rpc_test.py ├── tsconfig.json └── typedoc.json /.eslintignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/.eslintignore -------------------------------------------------------------------------------- /.eslintrc.cjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/.eslintrc.cjs -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /3rdparty/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/README.md -------------------------------------------------------------------------------- /cleanup-index-js.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/cleanup-index-js.sh -------------------------------------------------------------------------------- /examples/.gitignore: -------------------------------------------------------------------------------- 1 | package-lock.json 2 | -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/chrome-extension/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/README.md -------------------------------------------------------------------------------- /examples/chrome-extension/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/package.json -------------------------------------------------------------------------------- /examples/chrome-extension/src/background.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/src/background.ts -------------------------------------------------------------------------------- /examples/chrome-extension/src/content.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/src/content.js -------------------------------------------------------------------------------- /examples/chrome-extension/src/example.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/src/example.html -------------------------------------------------------------------------------- /examples/chrome-extension/src/icons/icon-128.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/src/icons/icon-128.png -------------------------------------------------------------------------------- /examples/chrome-extension/src/icons/icon-16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/src/icons/icon-16.png -------------------------------------------------------------------------------- /examples/chrome-extension/src/icons/icon-32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/src/icons/icon-32.png -------------------------------------------------------------------------------- /examples/chrome-extension/src/icons/icon-64.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/src/icons/icon-64.png -------------------------------------------------------------------------------- /examples/chrome-extension/src/manifest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/src/manifest.json -------------------------------------------------------------------------------- /examples/chrome-extension/src/manifest_v2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/src/manifest_v2.json -------------------------------------------------------------------------------- /examples/chrome-extension/src/popup.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/src/popup.css -------------------------------------------------------------------------------- /examples/chrome-extension/src/popup.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/src/popup.html -------------------------------------------------------------------------------- /examples/chrome-extension/src/popup.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/chrome-extension/src/popup.ts -------------------------------------------------------------------------------- /examples/get-started-rest/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/get-started-rest/README.md -------------------------------------------------------------------------------- /examples/get-started-rest/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/get-started-rest/package.json -------------------------------------------------------------------------------- /examples/get-started-rest/src/get_started.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/get-started-rest/src/get_started.html -------------------------------------------------------------------------------- /examples/get-started-rest/src/get_started.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/get-started-rest/src/get_started.ts -------------------------------------------------------------------------------- /examples/get-started/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/get-started/README.md -------------------------------------------------------------------------------- /examples/get-started/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/get-started/package.json -------------------------------------------------------------------------------- /examples/get-started/src/get_started.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/get-started/src/get_started.html -------------------------------------------------------------------------------- /examples/get-started/src/get_started.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/get-started/src/get_started.ts -------------------------------------------------------------------------------- /examples/next-simple-chat/.eslintrc.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "next/core-web-vitals" 3 | } 4 | -------------------------------------------------------------------------------- /examples/next-simple-chat/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/.gitignore -------------------------------------------------------------------------------- /examples/next-simple-chat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/README.md -------------------------------------------------------------------------------- /examples/next-simple-chat/next.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/next.config.js -------------------------------------------------------------------------------- /examples/next-simple-chat/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/package.json -------------------------------------------------------------------------------- /examples/next-simple-chat/postcss.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/postcss.config.js -------------------------------------------------------------------------------- /examples/next-simple-chat/public/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/public/favicon.ico -------------------------------------------------------------------------------- /examples/next-simple-chat/public/next.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/public/next.svg -------------------------------------------------------------------------------- /examples/next-simple-chat/public/vercel.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/public/vercel.svg -------------------------------------------------------------------------------- /examples/next-simple-chat/src/pages/_app.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/src/pages/_app.tsx -------------------------------------------------------------------------------- /examples/next-simple-chat/src/pages/_document.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/src/pages/_document.tsx -------------------------------------------------------------------------------- /examples/next-simple-chat/src/pages/api/hello.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/src/pages/api/hello.ts -------------------------------------------------------------------------------- /examples/next-simple-chat/src/pages/index.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/src/pages/index.tsx -------------------------------------------------------------------------------- /examples/next-simple-chat/src/styles/globals.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/src/styles/globals.css -------------------------------------------------------------------------------- /examples/next-simple-chat/src/utils/chat_component.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/src/utils/chat_component.tsx -------------------------------------------------------------------------------- /examples/next-simple-chat/src/utils/chat_ui.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/src/utils/chat_ui.ts -------------------------------------------------------------------------------- /examples/next-simple-chat/tailwind.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/tailwind.config.js -------------------------------------------------------------------------------- /examples/next-simple-chat/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/next-simple-chat/tsconfig.json -------------------------------------------------------------------------------- /examples/simple-chat/.gitignore: -------------------------------------------------------------------------------- 1 | src/app-config.js 2 | -------------------------------------------------------------------------------- /examples/simple-chat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/simple-chat/README.md -------------------------------------------------------------------------------- /examples/simple-chat/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/simple-chat/package.json -------------------------------------------------------------------------------- /examples/simple-chat/src/gh-config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/simple-chat/src/gh-config.js -------------------------------------------------------------------------------- /examples/simple-chat/src/img/plane.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/simple-chat/src/img/plane.png -------------------------------------------------------------------------------- /examples/simple-chat/src/img/reset.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/simple-chat/src/img/reset.png -------------------------------------------------------------------------------- /examples/simple-chat/src/llm_chat.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/simple-chat/src/llm_chat.css -------------------------------------------------------------------------------- /examples/simple-chat/src/llm_chat.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/simple-chat/src/llm_chat.html -------------------------------------------------------------------------------- /examples/simple-chat/src/mlc-local-config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/simple-chat/src/mlc-local-config.js -------------------------------------------------------------------------------- /examples/simple-chat/src/simple_chat.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/simple-chat/src/simple_chat.ts -------------------------------------------------------------------------------- /examples/simple-chat/src/worker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/simple-chat/src/worker.ts -------------------------------------------------------------------------------- /examples/web-worker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/web-worker/README.md -------------------------------------------------------------------------------- /examples/web-worker/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/web-worker/package.json -------------------------------------------------------------------------------- /examples/web-worker/src/get_started.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/web-worker/src/get_started.html -------------------------------------------------------------------------------- /examples/web-worker/src/main.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/web-worker/src/main.ts -------------------------------------------------------------------------------- /examples/web-worker/src/worker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/examples/web-worker/src/worker.ts -------------------------------------------------------------------------------- /lib/chat_module.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/chat_module.d.ts -------------------------------------------------------------------------------- /lib/chat_module.d.ts.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/chat_module.d.ts.map -------------------------------------------------------------------------------- /lib/config.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/config.d.ts -------------------------------------------------------------------------------- /lib/config.d.ts.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/config.d.ts.map -------------------------------------------------------------------------------- /lib/conversation.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/conversation.d.ts -------------------------------------------------------------------------------- /lib/conversation.d.ts.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/conversation.d.ts.map -------------------------------------------------------------------------------- /lib/index.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/index.d.ts -------------------------------------------------------------------------------- /lib/index.d.ts.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/index.d.ts.map -------------------------------------------------------------------------------- /lib/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/index.js -------------------------------------------------------------------------------- /lib/index.js.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/index.js.map -------------------------------------------------------------------------------- /lib/llm_chat.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/llm_chat.d.ts -------------------------------------------------------------------------------- /lib/llm_chat.d.ts.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/llm_chat.d.ts.map -------------------------------------------------------------------------------- /lib/types.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/types.d.ts -------------------------------------------------------------------------------- /lib/types.d.ts.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/types.d.ts.map -------------------------------------------------------------------------------- /lib/web_worker.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/web_worker.d.ts -------------------------------------------------------------------------------- /lib/web_worker.d.ts.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/lib/web_worker.d.ts.map -------------------------------------------------------------------------------- /notes.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/notes.txt -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/package.json -------------------------------------------------------------------------------- /rollup.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/rollup.config.js -------------------------------------------------------------------------------- /scripts/gh_deploy_site.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/scripts/gh_deploy_site.sh -------------------------------------------------------------------------------- /scripts/local_deploy_site.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/scripts/local_deploy_site.sh -------------------------------------------------------------------------------- /scripts/prep_deps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/scripts/prep_deps.sh -------------------------------------------------------------------------------- /scripts/serve_mlc_llm_dist.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/scripts/serve_mlc_llm_dist.sh -------------------------------------------------------------------------------- /site/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/.gitignore -------------------------------------------------------------------------------- /site/_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/_config.yml -------------------------------------------------------------------------------- /site/_includes/head.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/_includes/head.html -------------------------------------------------------------------------------- /site/_includes/llm_chat.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/_includes/llm_chat.html -------------------------------------------------------------------------------- /site/img/fig/demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/img/fig/demo.gif -------------------------------------------------------------------------------- /site/img/fig/pitts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/img/fig/pitts.png -------------------------------------------------------------------------------- /site/img/fig/web-llm.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/img/fig/web-llm.svg -------------------------------------------------------------------------------- /site/img/logo/catalyst.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/img/logo/catalyst.svg -------------------------------------------------------------------------------- /site/img/logo/cmuscs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/img/logo/cmuscs.png -------------------------------------------------------------------------------- /site/img/logo/mlc-logo-with-text-landscape.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/img/logo/mlc-logo-with-text-landscape.svg -------------------------------------------------------------------------------- /site/img/logo/octoml.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/img/logo/octoml.png -------------------------------------------------------------------------------- /site/img/logo/sjtu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/img/logo/sjtu.png -------------------------------------------------------------------------------- /site/img/logo/uw.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/img/logo/uw.jpg -------------------------------------------------------------------------------- /site/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/site/index.md -------------------------------------------------------------------------------- /src/chat_module.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/src/chat_module.ts -------------------------------------------------------------------------------- /src/config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/src/config.ts -------------------------------------------------------------------------------- /src/conversation.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/src/conversation.ts -------------------------------------------------------------------------------- /src/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/src/index.ts -------------------------------------------------------------------------------- /src/llm_chat.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/src/llm_chat.ts -------------------------------------------------------------------------------- /src/types.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/src/types.ts -------------------------------------------------------------------------------- /src/web_worker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/src/web_worker.ts -------------------------------------------------------------------------------- /tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/tsconfig.json -------------------------------------------------------------------------------- /utils/vram_requirements/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/utils/vram_requirements/README.md -------------------------------------------------------------------------------- /utils/vram_requirements/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/utils/vram_requirements/package.json -------------------------------------------------------------------------------- /utils/vram_requirements/src/gh-config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/utils/vram_requirements/src/gh-config.js -------------------------------------------------------------------------------- /utils/vram_requirements/src/vram_requirements.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/utils/vram_requirements/src/vram_requirements.html -------------------------------------------------------------------------------- /utils/vram_requirements/src/vram_requirements.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/utils/vram_requirements/src/vram_requirements.ts -------------------------------------------------------------------------------- /web/.eslintignore: -------------------------------------------------------------------------------- 1 | dist 2 | debug 3 | -------------------------------------------------------------------------------- /web/.eslintrc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/.eslintrc.json -------------------------------------------------------------------------------- /web/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/.gitignore -------------------------------------------------------------------------------- /web/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/Makefile -------------------------------------------------------------------------------- /web/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/README.md -------------------------------------------------------------------------------- /web/apps/browser/rpc_plugin.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/apps/browser/rpc_plugin.html -------------------------------------------------------------------------------- /web/apps/browser/rpc_server.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/apps/browser/rpc_server.html -------------------------------------------------------------------------------- /web/apps/node/example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/apps/node/example.js -------------------------------------------------------------------------------- /web/apps/node/wasi_example.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/apps/node/wasi_example.js -------------------------------------------------------------------------------- /web/apps/node/wasi_rpc_server.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/apps/node/wasi_rpc_server.js -------------------------------------------------------------------------------- /web/emcc/decorate_as_wasi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/emcc/decorate_as_wasi.py -------------------------------------------------------------------------------- /web/emcc/preload.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/emcc/preload.js -------------------------------------------------------------------------------- /web/emcc/tvmjs_support.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/emcc/tvmjs_support.cc -------------------------------------------------------------------------------- /web/emcc/wasm_runtime.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/emcc/wasm_runtime.cc -------------------------------------------------------------------------------- /web/emcc/webgpu_runtime.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/emcc/webgpu_runtime.cc -------------------------------------------------------------------------------- /web/jest.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/jest.config.js -------------------------------------------------------------------------------- /web/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/package-lock.json -------------------------------------------------------------------------------- /web/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/package.json -------------------------------------------------------------------------------- /web/rollup.config.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/rollup.config.mjs -------------------------------------------------------------------------------- /web/src/compact.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/src/compact.ts -------------------------------------------------------------------------------- /web/src/ctypes.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/src/ctypes.ts -------------------------------------------------------------------------------- /web/src/environment.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/src/environment.ts -------------------------------------------------------------------------------- /web/src/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/src/index.ts -------------------------------------------------------------------------------- /web/src/memory.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/src/memory.ts -------------------------------------------------------------------------------- /web/src/rpc_server.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/src/rpc_server.ts -------------------------------------------------------------------------------- /web/src/runtime.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/src/runtime.ts -------------------------------------------------------------------------------- /web/src/support.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/src/support.ts -------------------------------------------------------------------------------- /web/src/tvmjs_runtime_wasi.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/src/tvmjs_runtime_wasi.d.ts -------------------------------------------------------------------------------- /web/src/types.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/src/types.ts -------------------------------------------------------------------------------- /web/src/webgpu.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/src/webgpu.ts -------------------------------------------------------------------------------- /web/tests/node/test_module_load.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/tests/node/test_module_load.js -------------------------------------------------------------------------------- /web/tests/node/test_ndarray.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/tests/node/test_ndarray.js -------------------------------------------------------------------------------- /web/tests/node/test_object.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/tests/node/test_object.js -------------------------------------------------------------------------------- /web/tests/node/test_packed_func.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/tests/node/test_packed_func.js -------------------------------------------------------------------------------- /web/tests/node/test_relax_vm.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/tests/node/test_relax_vm.js -------------------------------------------------------------------------------- /web/tests/python/prepare_test_libs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/tests/python/prepare_test_libs.py -------------------------------------------------------------------------------- /web/tests/python/relax_rpc_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/tests/python/relax_rpc_test.py -------------------------------------------------------------------------------- /web/tests/python/webgpu_rpc_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/tests/python/webgpu_rpc_test.py -------------------------------------------------------------------------------- /web/tests/python/websock_rpc_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/tests/python/websock_rpc_test.py -------------------------------------------------------------------------------- /web/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/tsconfig.json -------------------------------------------------------------------------------- /web/typedoc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OvidijusParsiunas/web-llm/HEAD/web/typedoc.json --------------------------------------------------------------------------------