├── .github └── workflows │ ├── android.yml │ ├── ios.yml │ ├── linux.yml │ ├── macos.yml │ ├── python.yml │ ├── stale.yml │ └── windows.yml ├── .gitignore ├── .gitmodules ├── .readthedocs.yaml ├── CMakeLists.txt ├── LICENSE ├── README.md ├── README_en.md ├── android ├── .idea │ └── compiler.xml ├── app │ ├── .gitignore │ ├── build.gradle │ ├── proguard-rules.pro │ └── src │ │ └── main │ │ ├── AndroidManifest.xml │ │ ├── ic_launcher-playstore.png │ │ ├── java │ │ └── com │ │ │ └── mnn │ │ │ └── llm │ │ │ ├── BaseActivity.java │ │ │ ├── Chat.java │ │ │ ├── Common.java │ │ │ ├── Conversation.java │ │ │ └── MainActivity.java │ │ ├── jni │ │ └── llm_mnn_jni.cpp │ │ └── res │ │ ├── drawable-hdpi │ │ ├── ic_action_add.png │ │ ├── ic_action_back.png │ │ ├── ic_action_chats.png │ │ ├── ic_action_contacts.png │ │ ├── ic_action_edit_icon.png │ │ ├── ic_action_logout.png │ │ ├── ic_action_settings.png │ │ └── ic_action_trash.png │ │ ├── drawable-mdpi │ │ ├── ic_action_add.png │ │ ├── ic_action_back.png │ │ ├── ic_action_chats.png │ │ ├── ic_action_contacts.png │ │ ├── ic_action_edit_icon.png │ │ ├── ic_action_logout.png │ │ ├── ic_action_settings.png │ │ └── ic_action_trash.png │ │ ├── drawable-nodpi │ │ └── logo.png │ │ ├── drawable-v21 │ │ ├── ic_menu_camera.xml │ │ ├── ic_menu_gallery.xml │ │ ├── ic_menu_manage.xml │ │ ├── ic_menu_send.xml │ │ ├── ic_menu_share.xml │ │ └── ic_menu_slideshow.xml │ │ ├── drawable-v24 │ │ └── ic_launcher_foreground.xml │ │ ├── drawable-xhdpi │ │ ├── ic_action_add.png │ │ ├── ic_action_back.png │ │ ├── ic_action_chats.png │ │ ├── ic_action_contacts.png │ │ ├── ic_action_edit_icon.png │ │ ├── ic_action_logout.png │ │ ├── ic_action_settings.png │ │ └── ic_action_trash.png │ │ ├── drawable-xxhdpi │ │ ├── ic_action_add.png │ │ ├── ic_action_back.png │ │ ├── ic_action_chats.png │ │ ├── ic_action_contacts.png │ │ ├── ic_action_edit_icon.png │ │ ├── ic_action_logout.png │ │ ├── ic_action_settings.png │ │ └── ic_action_trash.png │ │ ├── drawable-xxxhdpi │ │ ├── ic_action_add.png │ │ ├── ic_action_back.png │ │ ├── ic_action_chats.png │ │ ├── ic_action_contacts.png │ │ ├── ic_action_edit_icon.png │ │ ├── ic_action_logout.png │ │ ├── ic_action_settings.png │ │ └── ic_action_trash.png │ │ ├── drawable │ │ ├── bg_bottom_grey.xml │ │ ├── bg_chat_me.xml │ │ ├── bg_chat_you.xml │ │ ├── bg_gradient.xml │ │ ├── bg_item_list.xml │ │ ├── bg_online.xml │ │ ├── bg_top_grey.xml │ │ ├── bg_unread.xml │ │ ├── bg_white_rounded.xml │ │ ├── btn_grey.xml │ │ ├── btn_pink.xml │ │ ├── checkbox.xml │ │ ├── ic_arrow_right.xml │ │ ├── ic_attachment.xml │ │ ├── ic_clock.xml │ │ ├── ic_image.xml │ │ ├── ic_menu.xml │ │ ├── ic_radio.xml │ │ ├── ic_radio_checked.xml │ │ ├── ic_trash.xml │ │ └── side_nav_bar.xml │ │ ├── layout │ │ ├── activity_conversation.xml │ │ ├── activity_main.xml │ │ ├── app_bar_main.xml │ │ ├── content_conversation.xml │ │ ├── content_main.xml │ │ ├── layout_holder_date.xml │ │ ├── layout_holder_me.xml │ │ ├── layout_holder_you.xml │ │ └── toolbar.xml │ │ ├── menu │ │ ├── main.xml │ │ ├── menu_add.xml │ │ ├── menu_drawer.xml │ │ ├── menu_drawer_bottom.xml │ │ ├── menu_edit.xml │ │ └── menu_userphoto.xml │ │ ├── mipmap-hdpi │ │ └── ic_launcher.png │ │ ├── mipmap-mdpi │ │ └── ic_launcher.png │ │ ├── mipmap-xhdpi │ │ └── ic_launcher.png │ │ ├── mipmap-xxhdpi │ │ └── ic_launcher.png │ │ ├── mipmap-xxxhdpi │ │ └── ic_launcher.png │ │ ├── values-hdpi │ │ └── dimens.xml │ │ ├── values-mdpi │ │ └── dimens.xml │ │ ├── values-v21 │ │ └── styles.xml │ │ ├── values-w820dp │ │ └── dimens.xml │ │ ├── values-xhdpi │ │ └── dimens.xml │ │ ├── values-xxhdpi │ │ └── dimens.xml │ │ ├── values-xxxhdpi │ │ └── dimens.xml │ │ └── values │ │ ├── colors.xml │ │ ├── dimens.xml │ │ ├── drawables.xml │ │ ├── ic_launcher_background.xml │ │ ├── strings.xml │ │ └── styles.xml ├── build.gradle ├── gradle.properties ├── gradle │ └── wrapper │ │ ├── gradle-wrapper.jar │ │ └── gradle-wrapper.properties ├── gradlew ├── gradlew.bat └── settings.gradle ├── demo ├── README.md ├── cli_demo.cpp ├── embedding_demo.cpp ├── tokenizer_demo.cpp └── web_demo.cpp ├── docs ├── Makefile ├── README ├── _static │ └── style.css ├── about.md ├── compile.md ├── conf.py ├── cpp_api.md ├── demo.md ├── download.md ├── export.md ├── faq.md ├── index.rst ├── llm_config.md ├── make.bat ├── python_api.md ├── requirements.txt ├── run.md └── run_config.md ├── include ├── httplib.h ├── llm.hpp └── tokenizer.hpp ├── ios ├── README.md ├── ios_app.jpg └── mnn-llm │ ├── icon.png │ ├── mnn-llm.xcodeproj │ ├── project.pbxproj │ ├── project.xcworkspace │ │ ├── contents.xcworkspacedata │ │ ├── xcshareddata │ │ │ └── IDEWorkspaceChecks.plist │ │ └── xcuserdata │ │ │ └── wangzhaode.xcuserdatad │ │ │ └── UserInterfaceState.xcuserstate │ └── xcuserdata │ │ └── wangzhaode.xcuserdatad │ │ ├── xcdebugger │ │ └── Breakpoints_v2.xcbkptlist │ │ └── xcschemes │ │ └── xcschememanagement.plist │ └── mnn-llm │ ├── Assets.xcassets │ ├── AccentColor.colorset │ │ └── Contents.json │ ├── AppIcon.appiconset │ │ ├── Contents.json │ │ └── icon.png │ └── Contents.json │ ├── ContentView.swift │ ├── LLMInferenceEngineWrapper.h │ ├── LLMInferenceEngineWrapper.mm │ ├── Preview Content │ └── Preview Assets.xcassets │ │ └── Contents.json │ ├── mnn-llm-Bridging-Header.h │ └── mnn_llmApp.swift ├── python ├── README.md ├── cmmlu │ └── qwen.py ├── mnnllm.cpp ├── mnnllm │ └── __init__.py ├── pymnn_llm.py ├── setup.py └── test.py ├── resource ├── android_demo.png ├── bench.txt ├── config.json ├── logo.png ├── memory_demo.json ├── prompt.txt ├── template_config.json └── win_pthreads.zip ├── script ├── android_app_build.sh ├── android_build.sh ├── build.ps1 ├── build.sh ├── ios_build.sh └── py_build.sh ├── src ├── llm.cpp ├── llmconfig.hpp └── tokenizer.cpp ├── watchos └── mnn-llm │ ├── mnn-llm Watch App │ ├── Assets.xcassets │ │ ├── AccentColor.colorset │ │ │ └── Contents.json │ │ ├── AppIcon.appiconset │ │ │ └── Contents.json │ │ └── Contents.json │ ├── ContentView.swift │ ├── LLMInferenceEngineWrapper.h │ ├── LLMInferenceEngineWrapper.mm │ ├── Preview Content │ │ └── Preview Assets.xcassets │ │ │ └── Contents.json │ ├── mnn-llm-Bridging-Header.h │ └── mnn_llmApp.swift │ └── mnn-llm.xcodeproj │ ├── project.pbxproj │ ├── project.xcworkspace │ ├── contents.xcworkspacedata │ └── xcuserdata │ │ └── wangzhaode.xcuserdatad │ │ ├── Bookmarks │ │ └── bookmarks.plist │ │ └── UserInterfaceState.xcuserstate │ └── xcuserdata │ └── wangzhaode.xcuserdatad │ ├── xcdebugger │ └── Breakpoints_v2.xcbkptlist │ └── xcschemes │ └── xcschememanagement.plist └── web ├── css ├── github-markdown-light.min.css ├── github.min.css ├── katex.min.css └── texmath.css ├── index.html └── js ├── highlight.min.js ├── katex.min.js ├── markdown-it-link-attributes.min.js ├── markdown-it.min.js └── texmath.js /.github/workflows/android.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/.github/workflows/android.yml -------------------------------------------------------------------------------- /.github/workflows/ios.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/.github/workflows/ios.yml -------------------------------------------------------------------------------- /.github/workflows/linux.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/.github/workflows/linux.yml -------------------------------------------------------------------------------- /.github/workflows/macos.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/.github/workflows/macos.yml -------------------------------------------------------------------------------- /.github/workflows/python.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/.github/workflows/python.yml -------------------------------------------------------------------------------- /.github/workflows/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/.github/workflows/stale.yml -------------------------------------------------------------------------------- /.github/workflows/windows.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/.github/workflows/windows.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/.gitmodules -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/README.md -------------------------------------------------------------------------------- /README_en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/README_en.md -------------------------------------------------------------------------------- /android/.idea/compiler.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/.idea/compiler.xml -------------------------------------------------------------------------------- /android/app/.gitignore: -------------------------------------------------------------------------------- 1 | /build 2 | -------------------------------------------------------------------------------- /android/app/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/build.gradle -------------------------------------------------------------------------------- /android/app/proguard-rules.pro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/proguard-rules.pro -------------------------------------------------------------------------------- /android/app/src/main/AndroidManifest.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/AndroidManifest.xml -------------------------------------------------------------------------------- /android/app/src/main/ic_launcher-playstore.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/ic_launcher-playstore.png -------------------------------------------------------------------------------- /android/app/src/main/java/com/mnn/llm/BaseActivity.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/java/com/mnn/llm/BaseActivity.java -------------------------------------------------------------------------------- /android/app/src/main/java/com/mnn/llm/Chat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/java/com/mnn/llm/Chat.java -------------------------------------------------------------------------------- /android/app/src/main/java/com/mnn/llm/Common.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/java/com/mnn/llm/Common.java -------------------------------------------------------------------------------- /android/app/src/main/java/com/mnn/llm/Conversation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/java/com/mnn/llm/Conversation.java -------------------------------------------------------------------------------- /android/app/src/main/java/com/mnn/llm/MainActivity.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/java/com/mnn/llm/MainActivity.java -------------------------------------------------------------------------------- /android/app/src/main/jni/llm_mnn_jni.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/jni/llm_mnn_jni.cpp -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-hdpi/ic_action_add.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-hdpi/ic_action_add.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-hdpi/ic_action_back.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-hdpi/ic_action_back.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-hdpi/ic_action_chats.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-hdpi/ic_action_chats.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-hdpi/ic_action_contacts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-hdpi/ic_action_contacts.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-hdpi/ic_action_edit_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-hdpi/ic_action_edit_icon.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-hdpi/ic_action_logout.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-hdpi/ic_action_logout.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-hdpi/ic_action_settings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-hdpi/ic_action_settings.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-hdpi/ic_action_trash.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-hdpi/ic_action_trash.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-mdpi/ic_action_add.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-mdpi/ic_action_add.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-mdpi/ic_action_back.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-mdpi/ic_action_back.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-mdpi/ic_action_chats.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-mdpi/ic_action_chats.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-mdpi/ic_action_contacts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-mdpi/ic_action_contacts.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-mdpi/ic_action_edit_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-mdpi/ic_action_edit_icon.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-mdpi/ic_action_logout.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-mdpi/ic_action_logout.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-mdpi/ic_action_settings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-mdpi/ic_action_settings.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-mdpi/ic_action_trash.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-mdpi/ic_action_trash.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-nodpi/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-nodpi/logo.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-v21/ic_menu_camera.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-v21/ic_menu_camera.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-v21/ic_menu_gallery.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-v21/ic_menu_gallery.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-v21/ic_menu_manage.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-v21/ic_menu_manage.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-v21/ic_menu_send.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-v21/ic_menu_send.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-v21/ic_menu_share.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-v21/ic_menu_share.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-v21/ic_menu_slideshow.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-v21/ic_menu_slideshow.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-v24/ic_launcher_foreground.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-v24/ic_launcher_foreground.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xhdpi/ic_action_add.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xhdpi/ic_action_add.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xhdpi/ic_action_back.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xhdpi/ic_action_back.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xhdpi/ic_action_chats.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xhdpi/ic_action_chats.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xhdpi/ic_action_contacts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xhdpi/ic_action_contacts.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xhdpi/ic_action_edit_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xhdpi/ic_action_edit_icon.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xhdpi/ic_action_logout.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xhdpi/ic_action_logout.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xhdpi/ic_action_settings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xhdpi/ic_action_settings.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xhdpi/ic_action_trash.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xhdpi/ic_action_trash.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxhdpi/ic_action_add.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxhdpi/ic_action_add.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxhdpi/ic_action_back.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxhdpi/ic_action_back.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxhdpi/ic_action_chats.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxhdpi/ic_action_chats.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxhdpi/ic_action_contacts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxhdpi/ic_action_contacts.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxhdpi/ic_action_edit_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxhdpi/ic_action_edit_icon.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxhdpi/ic_action_logout.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxhdpi/ic_action_logout.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxhdpi/ic_action_settings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxhdpi/ic_action_settings.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxhdpi/ic_action_trash.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxhdpi/ic_action_trash.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxxhdpi/ic_action_add.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxxhdpi/ic_action_add.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxxhdpi/ic_action_back.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxxhdpi/ic_action_back.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxxhdpi/ic_action_chats.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxxhdpi/ic_action_chats.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxxhdpi/ic_action_contacts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxxhdpi/ic_action_contacts.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxxhdpi/ic_action_edit_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxxhdpi/ic_action_edit_icon.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxxhdpi/ic_action_logout.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxxhdpi/ic_action_logout.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxxhdpi/ic_action_settings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxxhdpi/ic_action_settings.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable-xxxhdpi/ic_action_trash.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable-xxxhdpi/ic_action_trash.png -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/bg_bottom_grey.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/bg_bottom_grey.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/bg_chat_me.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/bg_chat_me.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/bg_chat_you.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/bg_chat_you.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/bg_gradient.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/bg_gradient.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/bg_item_list.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/bg_item_list.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/bg_online.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/bg_online.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/bg_top_grey.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/bg_top_grey.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/bg_unread.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/bg_unread.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/bg_white_rounded.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/bg_white_rounded.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/btn_grey.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/btn_grey.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/btn_pink.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/btn_pink.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/checkbox.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/checkbox.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/ic_arrow_right.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/ic_arrow_right.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/ic_attachment.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/ic_attachment.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/ic_clock.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/ic_clock.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/ic_image.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/ic_image.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/ic_menu.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/ic_menu.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/ic_radio.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/ic_radio.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/ic_radio_checked.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/ic_radio_checked.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/ic_trash.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/ic_trash.xml -------------------------------------------------------------------------------- /android/app/src/main/res/drawable/side_nav_bar.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/drawable/side_nav_bar.xml -------------------------------------------------------------------------------- /android/app/src/main/res/layout/activity_conversation.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/layout/activity_conversation.xml -------------------------------------------------------------------------------- /android/app/src/main/res/layout/activity_main.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/layout/activity_main.xml -------------------------------------------------------------------------------- /android/app/src/main/res/layout/app_bar_main.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/layout/app_bar_main.xml -------------------------------------------------------------------------------- /android/app/src/main/res/layout/content_conversation.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/layout/content_conversation.xml -------------------------------------------------------------------------------- /android/app/src/main/res/layout/content_main.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/layout/content_main.xml -------------------------------------------------------------------------------- /android/app/src/main/res/layout/layout_holder_date.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/layout/layout_holder_date.xml -------------------------------------------------------------------------------- /android/app/src/main/res/layout/layout_holder_me.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/layout/layout_holder_me.xml -------------------------------------------------------------------------------- /android/app/src/main/res/layout/layout_holder_you.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/layout/layout_holder_you.xml -------------------------------------------------------------------------------- /android/app/src/main/res/layout/toolbar.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/layout/toolbar.xml -------------------------------------------------------------------------------- /android/app/src/main/res/menu/main.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/menu/main.xml -------------------------------------------------------------------------------- /android/app/src/main/res/menu/menu_add.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/menu/menu_add.xml -------------------------------------------------------------------------------- /android/app/src/main/res/menu/menu_drawer.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/menu/menu_drawer.xml -------------------------------------------------------------------------------- /android/app/src/main/res/menu/menu_drawer_bottom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/menu/menu_drawer_bottom.xml -------------------------------------------------------------------------------- /android/app/src/main/res/menu/menu_edit.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/menu/menu_edit.xml -------------------------------------------------------------------------------- /android/app/src/main/res/menu/menu_userphoto.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/menu/menu_userphoto.xml -------------------------------------------------------------------------------- /android/app/src/main/res/mipmap-hdpi/ic_launcher.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/mipmap-hdpi/ic_launcher.png -------------------------------------------------------------------------------- /android/app/src/main/res/mipmap-mdpi/ic_launcher.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/mipmap-mdpi/ic_launcher.png -------------------------------------------------------------------------------- /android/app/src/main/res/mipmap-xhdpi/ic_launcher.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/mipmap-xhdpi/ic_launcher.png -------------------------------------------------------------------------------- /android/app/src/main/res/mipmap-xxhdpi/ic_launcher.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/mipmap-xxhdpi/ic_launcher.png -------------------------------------------------------------------------------- /android/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png -------------------------------------------------------------------------------- /android/app/src/main/res/values-hdpi/dimens.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/values-hdpi/dimens.xml -------------------------------------------------------------------------------- /android/app/src/main/res/values-mdpi/dimens.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/values-mdpi/dimens.xml -------------------------------------------------------------------------------- /android/app/src/main/res/values-v21/styles.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/values-v21/styles.xml -------------------------------------------------------------------------------- /android/app/src/main/res/values-w820dp/dimens.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/values-w820dp/dimens.xml -------------------------------------------------------------------------------- /android/app/src/main/res/values-xhdpi/dimens.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/values-xhdpi/dimens.xml -------------------------------------------------------------------------------- /android/app/src/main/res/values-xxhdpi/dimens.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/values-xxhdpi/dimens.xml -------------------------------------------------------------------------------- /android/app/src/main/res/values-xxxhdpi/dimens.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/values-xxxhdpi/dimens.xml -------------------------------------------------------------------------------- /android/app/src/main/res/values/colors.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/values/colors.xml -------------------------------------------------------------------------------- /android/app/src/main/res/values/dimens.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/values/dimens.xml -------------------------------------------------------------------------------- /android/app/src/main/res/values/drawables.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/values/drawables.xml -------------------------------------------------------------------------------- /android/app/src/main/res/values/ic_launcher_background.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/values/ic_launcher_background.xml -------------------------------------------------------------------------------- /android/app/src/main/res/values/strings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/values/strings.xml -------------------------------------------------------------------------------- /android/app/src/main/res/values/styles.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/app/src/main/res/values/styles.xml -------------------------------------------------------------------------------- /android/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/build.gradle -------------------------------------------------------------------------------- /android/gradle.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/gradle.properties -------------------------------------------------------------------------------- /android/gradle/wrapper/gradle-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/gradle/wrapper/gradle-wrapper.jar -------------------------------------------------------------------------------- /android/gradle/wrapper/gradle-wrapper.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/gradle/wrapper/gradle-wrapper.properties -------------------------------------------------------------------------------- /android/gradlew: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/gradlew -------------------------------------------------------------------------------- /android/gradlew.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/android/gradlew.bat -------------------------------------------------------------------------------- /android/settings.gradle: -------------------------------------------------------------------------------- 1 | include ':app' 2 | rootProject.name='mnn-llm' 3 | -------------------------------------------------------------------------------- /demo/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/demo/README.md -------------------------------------------------------------------------------- /demo/cli_demo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/demo/cli_demo.cpp -------------------------------------------------------------------------------- /demo/embedding_demo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/demo/embedding_demo.cpp -------------------------------------------------------------------------------- /demo/tokenizer_demo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/demo/tokenizer_demo.cpp -------------------------------------------------------------------------------- /demo/web_demo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/demo/web_demo.cpp -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/README -------------------------------------------------------------------------------- /docs/_static/style.css: -------------------------------------------------------------------------------- 1 | .wy-nav-content { 2 | max-width: 75% !important; 3 | } 4 | -------------------------------------------------------------------------------- /docs/about.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/about.md -------------------------------------------------------------------------------- /docs/compile.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/compile.md -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/cpp_api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/cpp_api.md -------------------------------------------------------------------------------- /docs/demo.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/demo.md -------------------------------------------------------------------------------- /docs/download.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/download.md -------------------------------------------------------------------------------- /docs/export.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/export.md -------------------------------------------------------------------------------- /docs/faq.md: -------------------------------------------------------------------------------- 1 | # 常见问题与解答 2 | ## 热点问题 3 | `TODO` -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/llm_config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/llm_config.md -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/python_api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/python_api.md -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/run.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/run.md -------------------------------------------------------------------------------- /docs/run_config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/docs/run_config.md -------------------------------------------------------------------------------- /include/httplib.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/include/httplib.h -------------------------------------------------------------------------------- /include/llm.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/include/llm.hpp -------------------------------------------------------------------------------- /include/tokenizer.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/include/tokenizer.hpp -------------------------------------------------------------------------------- /ios/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/README.md -------------------------------------------------------------------------------- /ios/ios_app.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/ios_app.jpg -------------------------------------------------------------------------------- /ios/mnn-llm/icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/icon.png -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm.xcodeproj/project.pbxproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm.xcodeproj/project.pbxproj -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm.xcodeproj/project.xcworkspace/contents.xcworkspacedata: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm.xcodeproj/project.xcworkspace/contents.xcworkspacedata -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm.xcodeproj/project.xcworkspace/xcuserdata/wangzhaode.xcuserdatad/UserInterfaceState.xcuserstate: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm.xcodeproj/project.xcworkspace/xcuserdata/wangzhaode.xcuserdatad/UserInterfaceState.xcuserstate -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm.xcodeproj/xcuserdata/wangzhaode.xcuserdatad/xcdebugger/Breakpoints_v2.xcbkptlist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm.xcodeproj/xcuserdata/wangzhaode.xcuserdatad/xcdebugger/Breakpoints_v2.xcbkptlist -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm.xcodeproj/xcuserdata/wangzhaode.xcuserdatad/xcschemes/xcschememanagement.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm.xcodeproj/xcuserdata/wangzhaode.xcuserdatad/xcschemes/xcschememanagement.plist -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm/Assets.xcassets/AccentColor.colorset/Contents.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm/Assets.xcassets/AccentColor.colorset/Contents.json -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm/Assets.xcassets/AppIcon.appiconset/Contents.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm/Assets.xcassets/AppIcon.appiconset/Contents.json -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm/Assets.xcassets/AppIcon.appiconset/icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm/Assets.xcassets/AppIcon.appiconset/icon.png -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm/Assets.xcassets/Contents.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm/Assets.xcassets/Contents.json -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm/ContentView.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm/ContentView.swift -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm/LLMInferenceEngineWrapper.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm/LLMInferenceEngineWrapper.h -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm/LLMInferenceEngineWrapper.mm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm/LLMInferenceEngineWrapper.mm -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm/Preview Content/Preview Assets.xcassets/Contents.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm/Preview Content/Preview Assets.xcassets/Contents.json -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm/mnn-llm-Bridging-Header.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm/mnn-llm-Bridging-Header.h -------------------------------------------------------------------------------- /ios/mnn-llm/mnn-llm/mnn_llmApp.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/ios/mnn-llm/mnn-llm/mnn_llmApp.swift -------------------------------------------------------------------------------- /python/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/python/README.md -------------------------------------------------------------------------------- /python/cmmlu/qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/python/cmmlu/qwen.py -------------------------------------------------------------------------------- /python/mnnllm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/python/mnnllm.cpp -------------------------------------------------------------------------------- /python/mnnllm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/python/mnnllm/__init__.py -------------------------------------------------------------------------------- /python/pymnn_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/python/pymnn_llm.py -------------------------------------------------------------------------------- /python/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/python/setup.py -------------------------------------------------------------------------------- /python/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/python/test.py -------------------------------------------------------------------------------- /resource/android_demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/resource/android_demo.png -------------------------------------------------------------------------------- /resource/bench.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/resource/bench.txt -------------------------------------------------------------------------------- /resource/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/resource/config.json -------------------------------------------------------------------------------- /resource/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/resource/logo.png -------------------------------------------------------------------------------- /resource/memory_demo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/resource/memory_demo.json -------------------------------------------------------------------------------- /resource/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/resource/prompt.txt -------------------------------------------------------------------------------- /resource/template_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/resource/template_config.json -------------------------------------------------------------------------------- /resource/win_pthreads.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/resource/win_pthreads.zip -------------------------------------------------------------------------------- /script/android_app_build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/script/android_app_build.sh -------------------------------------------------------------------------------- /script/android_build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/script/android_build.sh -------------------------------------------------------------------------------- /script/build.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/script/build.ps1 -------------------------------------------------------------------------------- /script/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/script/build.sh -------------------------------------------------------------------------------- /script/ios_build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/script/ios_build.sh -------------------------------------------------------------------------------- /script/py_build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/script/py_build.sh -------------------------------------------------------------------------------- /src/llm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/src/llm.cpp -------------------------------------------------------------------------------- /src/llmconfig.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/src/llmconfig.hpp -------------------------------------------------------------------------------- /src/tokenizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/src/tokenizer.cpp -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm Watch App/Assets.xcassets/AccentColor.colorset/Contents.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm Watch App/Assets.xcassets/AccentColor.colorset/Contents.json -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm Watch App/Assets.xcassets/AppIcon.appiconset/Contents.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm Watch App/Assets.xcassets/AppIcon.appiconset/Contents.json -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm Watch App/Assets.xcassets/Contents.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm Watch App/Assets.xcassets/Contents.json -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm Watch App/ContentView.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm Watch App/ContentView.swift -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm Watch App/LLMInferenceEngineWrapper.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm Watch App/LLMInferenceEngineWrapper.h -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm Watch App/LLMInferenceEngineWrapper.mm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm Watch App/LLMInferenceEngineWrapper.mm -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm Watch App/Preview Content/Preview Assets.xcassets/Contents.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm Watch App/Preview Content/Preview Assets.xcassets/Contents.json -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm Watch App/mnn-llm-Bridging-Header.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm Watch App/mnn-llm-Bridging-Header.h -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm Watch App/mnn_llmApp.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm Watch App/mnn_llmApp.swift -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm.xcodeproj/project.pbxproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm.xcodeproj/project.pbxproj -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm.xcodeproj/project.xcworkspace/contents.xcworkspacedata: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm.xcodeproj/project.xcworkspace/contents.xcworkspacedata -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm.xcodeproj/project.xcworkspace/xcuserdata/wangzhaode.xcuserdatad/Bookmarks/bookmarks.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm.xcodeproj/project.xcworkspace/xcuserdata/wangzhaode.xcuserdatad/Bookmarks/bookmarks.plist -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm.xcodeproj/project.xcworkspace/xcuserdata/wangzhaode.xcuserdatad/UserInterfaceState.xcuserstate: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm.xcodeproj/project.xcworkspace/xcuserdata/wangzhaode.xcuserdatad/UserInterfaceState.xcuserstate -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm.xcodeproj/xcuserdata/wangzhaode.xcuserdatad/xcdebugger/Breakpoints_v2.xcbkptlist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm.xcodeproj/xcuserdata/wangzhaode.xcuserdatad/xcdebugger/Breakpoints_v2.xcbkptlist -------------------------------------------------------------------------------- /watchos/mnn-llm/mnn-llm.xcodeproj/xcuserdata/wangzhaode.xcuserdatad/xcschemes/xcschememanagement.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/watchos/mnn-llm/mnn-llm.xcodeproj/xcuserdata/wangzhaode.xcuserdatad/xcschemes/xcschememanagement.plist -------------------------------------------------------------------------------- /web/css/github-markdown-light.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/web/css/github-markdown-light.min.css -------------------------------------------------------------------------------- /web/css/github.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/web/css/github.min.css -------------------------------------------------------------------------------- /web/css/katex.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/web/css/katex.min.css -------------------------------------------------------------------------------- /web/css/texmath.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/web/css/texmath.css -------------------------------------------------------------------------------- /web/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/web/index.html -------------------------------------------------------------------------------- /web/js/highlight.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/web/js/highlight.min.js -------------------------------------------------------------------------------- /web/js/katex.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/web/js/katex.min.js -------------------------------------------------------------------------------- /web/js/markdown-it-link-attributes.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/web/js/markdown-it-link-attributes.min.js -------------------------------------------------------------------------------- /web/js/markdown-it.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/web/js/markdown-it.min.js -------------------------------------------------------------------------------- /web/js/texmath.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/wangzhaode/mnn-llm/HEAD/web/js/texmath.js --------------------------------------------------------------------------------