├── CMakeLists.txt ├── README.md ├── README_src.md ├── docs ├── benchmark.md └── fastllm_pytools.md ├── example ├── Android │ └── LLMAssistant │ │ ├── .gitignore │ │ ├── .idea │ │ ├── .gitignore │ │ ├── .name │ │ ├── compiler.xml │ │ ├── dbnavigator.xml │ │ ├── deploymentTargetDropDown.xml │ │ ├── gradle.xml │ │ ├── misc.xml │ │ └── vcs.xml │ │ ├── app │ │ ├── .gitignore │ │ ├── build.gradle │ │ ├── libs │ │ │ ├── arm64-v8a │ │ │ │ └── libassistant.so │ │ │ └── armeabi-v7a │ │ │ │ └── libassistant.so │ │ ├── proguard-rules.pro │ │ ├── release │ │ │ ├── app-arm64-v8a-release-unsigned.apk │ │ │ ├── app-armeabi-v7a-release-unsigned.apk │ │ │ ├── app-universal-release-unsigned.apk │ │ │ └── app-x86-release-unsigned.apk │ │ └── src │ │ │ ├── androidTest │ │ │ └── java │ │ │ │ └── com │ │ │ │ └── doujiao │ │ │ │ └── xiaozhihuiassistant │ │ │ │ └── ExampleInstrumentedTest.java │ │ │ ├── main │ │ │ ├── AndroidManifest.xml │ │ │ ├── cpp │ │ │ │ ├── CMakeLists.txt │ │ │ │ ├── LLMChat.cpp │ │ │ │ ├── LLMChat.h │ │ │ │ ├── main.cpp │ │ │ │ └── native-lib.cpp │ │ │ ├── java │ │ │ │ └── com │ │ │ │ │ └── doujiao │ │ │ │ │ ├── core │ │ │ │ │ └── AssistantCore.java │ │ │ │ │ └── xiaozhihuiassistant │ │ │ │ │ ├── ChatMessage.java │ │ │ │ │ ├── MainActivity.java │ │ │ │ │ ├── adapter │ │ │ │ │ ├── BaseViewHolder.java │ │ │ │ │ └── MyAdapter.java │ │ │ │ │ ├── utils │ │ │ │ │ ├── PrefUtil.java │ │ │ │ │ ├── StatusBarUtils.java │ │ │ │ │ └── UriUtils.java │ │ │ │ │ └── widget │ │ │ │ │ ├── ChatPromptViewManager.java │ │ │ │ │ ├── Location.java │ │ │ │ │ ├── PromptView.java │ │ │ │ │ ├── PromptViewHelper.java │ │ │ │ │ └── location │ │ │ │ │ ├── BottomCenterLocation.java │ │ │ │ │ ├── ICalculateLocation.java │ │ │ │ │ ├── TopCenterLocation.java │ │ │ │ │ ├── TopLeftLocation.java │ │ │ │ │ └── TopRightLocation.java │ │ │ └── res │ │ │ │ ├── drawable-v24 │ │ │ │ └── ic_launcher_foreground.xml │ │ │ │ ├── drawable │ │ │ │ ├── btnbg.xml │ │ │ │ ├── editbg.xml │ │ │ │ └── ic_launcher_background.xml │ │ │ │ ├── layout │ │ │ │ ├── activity_item_left.xml │ │ │ │ ├── activity_item_right.xml │ │ │ │ └── activity_main.xml │ │ │ │ ├── mipmap-anydpi-v26 │ │ │ │ ├── ic_launcher.xml │ │ │ │ └── ic_launcher_round.xml │ │ │ │ ├── mipmap-hdpi │ │ │ │ ├── ic_launcher.webp │ │ │ │ └── ic_launcher_round.webp │ │ │ │ ├── mipmap-mdpi │ │ │ │ ├── ic_launcher.webp │ │ │ │ └── ic_launcher_round.webp │ │ │ │ ├── mipmap-xhdpi │ │ │ │ ├── ic_launcher.webp │ │ │ │ └── ic_launcher_round.webp │ │ │ │ ├── mipmap-xxhdpi │ │ │ │ ├── glm.png │ │ │ │ ├── ic_launcher.webp │ │ │ │ ├── ic_launcher_round.webp │ │ │ │ └── me.png │ │ │ │ ├── mipmap-xxxhdpi │ │ │ │ ├── ic_launcher.webp │ │ │ │ └── ic_launcher_round.webp │ │ │ │ ├── values-night │ │ │ │ └── themes.xml │ │ │ │ └── values │ │ │ │ ├── colors.xml │ │ │ │ ├── strings.xml │ │ │ │ └── themes.xml │ │ │ └── test │ │ │ └── java │ │ │ └── com │ │ │ └── doujiao │ │ │ └── xiaozhihuiassistant │ │ │ └── ExampleUnitTest.java │ │ ├── build.gradle │ │ ├── gradle.properties │ │ ├── gradle │ │ └── wrapper │ │ │ ├── gradle-wrapper.jar │ │ │ └── gradle-wrapper.properties │ │ ├── gradlew │ │ ├── gradlew.bat │ │ └── settings.gradle ├── README.md ├── Win32Demo │ ├── StringUtils.h │ ├── Win32Demo.cpp │ ├── Win32Demo.sln │ ├── Win32Demo.vcxproj │ ├── bin │ │ └── web │ │ │ ├── css │ │ │ ├── github-markdown-light.min.css │ │ │ ├── github.min.css │ │ │ ├── katex.min.css │ │ │ └── texmath.css │ │ │ ├── index.html │ │ │ └── js │ │ │ ├── highlight.min.js │ │ │ ├── katex.min.js │ │ │ ├── markdown-it-link-attributes.min.js │ │ │ ├── markdown-it.min.js │ │ │ └── texmath.js │ ├── fastllm-gpu.vcxproj │ ├── fastllm-gpu.vcxproj.filters │ ├── fastllm.vcxproj │ ├── fastllm.vcxproj.filters │ └── httplib.h ├── benchmark │ ├── benchmark.cpp │ └── prompts │ │ ├── beijing.txt │ │ └── hello.txt └── webui │ ├── httplib.h │ ├── web │ ├── css │ │ ├── github-markdown-light.min.css │ │ ├── github.min.css │ │ ├── katex.min.css │ │ └── texmath.css │ ├── index.html │ └── js │ │ ├── highlight.min.js │ │ ├── katex.min.js │ │ ├── markdown-it-link-attributes.min.js │ │ ├── markdown-it.min.js │ │ └── texmath.js │ └── webui.cpp ├── include ├── device.h ├── devices │ ├── cpu │ │ ├── cpudevice.h │ │ └── cputhreadpool.h │ └── cuda │ │ ├── cudadevice.h │ │ └── fastllm-cuda.cuh ├── executor.h ├── fastllm.h ├── model.h ├── models │ ├── basellm.h │ ├── chatglm.h │ ├── factoryllm.h │ ├── llama.h │ └── moss.h └── utils │ ├── armMath.h │ └── utils.h ├── main.cpp ├── pyfastllm ├── README.md ├── build_libs.py ├── demo │ ├── cli.py │ ├── cli_low_api.py │ ├── cli_thread.py │ ├── convert_model.py │ ├── web_api.py │ └── web_api_client.py ├── fastllm │ ├── __init__.py │ ├── convert.py │ └── utils │ │ ├── __init__.py │ │ └── torch2flm.py └── setup.py ├── src ├── device.cpp ├── devices │ ├── cpu │ │ ├── cpudevice.cpp │ │ └── cpudevicebatch.cpp │ └── cuda │ │ ├── cudadevice.cpp │ │ ├── cudadevicebatch.cpp │ │ └── fastllm-cuda.cu ├── executor.cpp ├── fastllm.cpp ├── model.cpp ├── models │ ├── basellm.cpp │ ├── chatglm.cpp │ ├── llama.cpp │ └── moss.cpp └── pybinding.cpp ├── test └── cmmlu │ ├── README.md │ ├── categories.py │ ├── chatglm.py │ └── eval.py └── tools ├── fastllm_pytools ├── __init__.py ├── hf_model.py ├── llm.py └── torch2flm.py ├── scripts ├── alpaca2flm.py ├── baichuan2flm.py ├── chatglm_export.py ├── cli_demo.py ├── moss_export.py ├── setup.py └── web_demo.py └── src ├── pytools.cpp └── quant.cpp /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/README.md -------------------------------------------------------------------------------- /README_src.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/README_src.md -------------------------------------------------------------------------------- /docs/benchmark.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/docs/benchmark.md -------------------------------------------------------------------------------- /docs/fastllm_pytools.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /example/Android/LLMAssistant/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/.gitignore -------------------------------------------------------------------------------- /example/Android/LLMAssistant/.idea/.gitignore: -------------------------------------------------------------------------------- 1 | # Default ignored files 2 | /shelf/ 3 | /workspace.xml 4 | -------------------------------------------------------------------------------- /example/Android/LLMAssistant/.idea/.name: -------------------------------------------------------------------------------- 1 | XiaoZhihuiAssistant -------------------------------------------------------------------------------- /example/Android/LLMAssistant/.idea/compiler.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/.idea/compiler.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/.idea/dbnavigator.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/.idea/dbnavigator.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/.idea/deploymentTargetDropDown.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/.idea/deploymentTargetDropDown.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/.idea/gradle.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/.idea/gradle.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/.idea/misc.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/.idea/vcs.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/.gitignore: -------------------------------------------------------------------------------- 1 | /build -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/build.gradle -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/libs/arm64-v8a/libassistant.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/libs/arm64-v8a/libassistant.so -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/libs/armeabi-v7a/libassistant.so: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/libs/armeabi-v7a/libassistant.so -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/proguard-rules.pro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/proguard-rules.pro -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/release/app-arm64-v8a-release-unsigned.apk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/release/app-arm64-v8a-release-unsigned.apk -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/release/app-armeabi-v7a-release-unsigned.apk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/release/app-armeabi-v7a-release-unsigned.apk -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/release/app-universal-release-unsigned.apk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/release/app-universal-release-unsigned.apk -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/release/app-x86-release-unsigned.apk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/release/app-x86-release-unsigned.apk -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/androidTest/java/com/doujiao/xiaozhihuiassistant/ExampleInstrumentedTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/androidTest/java/com/doujiao/xiaozhihuiassistant/ExampleInstrumentedTest.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/AndroidManifest.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/AndroidManifest.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/cpp/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/cpp/CMakeLists.txt -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/cpp/LLMChat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/cpp/LLMChat.cpp -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/cpp/LLMChat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/cpp/LLMChat.h -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/cpp/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/cpp/main.cpp -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/cpp/native-lib.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/cpp/native-lib.cpp -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/core/AssistantCore.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/core/AssistantCore.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/ChatMessage.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/ChatMessage.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/MainActivity.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/MainActivity.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/adapter/BaseViewHolder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/adapter/BaseViewHolder.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/adapter/MyAdapter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/adapter/MyAdapter.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/utils/PrefUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/utils/PrefUtil.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/utils/StatusBarUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/utils/StatusBarUtils.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/utils/UriUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/utils/UriUtils.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/ChatPromptViewManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/ChatPromptViewManager.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/Location.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/Location.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/PromptView.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/PromptView.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/PromptViewHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/PromptViewHelper.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/location/BottomCenterLocation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/location/BottomCenterLocation.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/location/ICalculateLocation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/location/ICalculateLocation.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/location/TopCenterLocation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/location/TopCenterLocation.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/location/TopLeftLocation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/location/TopLeftLocation.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/location/TopRightLocation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/java/com/doujiao/xiaozhihuiassistant/widget/location/TopRightLocation.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/drawable-v24/ic_launcher_foreground.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/drawable-v24/ic_launcher_foreground.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/drawable/btnbg.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/drawable/btnbg.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/drawable/editbg.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/drawable/editbg.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/drawable/ic_launcher_background.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/drawable/ic_launcher_background.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/layout/activity_item_left.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/layout/activity_item_left.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/layout/activity_item_right.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/layout/activity_item_right.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/layout/activity_main.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/layout/activity_main.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-hdpi/ic_launcher.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-hdpi/ic_launcher.webp -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-mdpi/ic_launcher.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-mdpi/ic_launcher.webp -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-xhdpi/ic_launcher.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-xhdpi/ic_launcher.webp -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-xxhdpi/glm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-xxhdpi/glm.png -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-xxhdpi/me.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-xxhdpi/me.png -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/values-night/themes.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/values-night/themes.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/values/colors.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/values/colors.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/values/strings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/values/strings.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/main/res/values/themes.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/main/res/values/themes.xml -------------------------------------------------------------------------------- /example/Android/LLMAssistant/app/src/test/java/com/doujiao/xiaozhihuiassistant/ExampleUnitTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/app/src/test/java/com/doujiao/xiaozhihuiassistant/ExampleUnitTest.java -------------------------------------------------------------------------------- /example/Android/LLMAssistant/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/build.gradle -------------------------------------------------------------------------------- /example/Android/LLMAssistant/gradle.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/gradle.properties -------------------------------------------------------------------------------- /example/Android/LLMAssistant/gradle/wrapper/gradle-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/gradle/wrapper/gradle-wrapper.jar -------------------------------------------------------------------------------- /example/Android/LLMAssistant/gradle/wrapper/gradle-wrapper.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/gradle/wrapper/gradle-wrapper.properties -------------------------------------------------------------------------------- /example/Android/LLMAssistant/gradlew: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/gradlew -------------------------------------------------------------------------------- /example/Android/LLMAssistant/gradlew.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/gradlew.bat -------------------------------------------------------------------------------- /example/Android/LLMAssistant/settings.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Android/LLMAssistant/settings.gradle -------------------------------------------------------------------------------- /example/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/README.md -------------------------------------------------------------------------------- /example/Win32Demo/StringUtils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/StringUtils.h -------------------------------------------------------------------------------- /example/Win32Demo/Win32Demo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/Win32Demo.cpp -------------------------------------------------------------------------------- /example/Win32Demo/Win32Demo.sln: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/Win32Demo.sln -------------------------------------------------------------------------------- /example/Win32Demo/Win32Demo.vcxproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/Win32Demo.vcxproj -------------------------------------------------------------------------------- /example/Win32Demo/bin/web/css/github-markdown-light.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/bin/web/css/github-markdown-light.min.css -------------------------------------------------------------------------------- /example/Win32Demo/bin/web/css/github.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/bin/web/css/github.min.css -------------------------------------------------------------------------------- /example/Win32Demo/bin/web/css/katex.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/bin/web/css/katex.min.css -------------------------------------------------------------------------------- /example/Win32Demo/bin/web/css/texmath.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/bin/web/css/texmath.css -------------------------------------------------------------------------------- /example/Win32Demo/bin/web/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/bin/web/index.html -------------------------------------------------------------------------------- /example/Win32Demo/bin/web/js/highlight.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/bin/web/js/highlight.min.js -------------------------------------------------------------------------------- /example/Win32Demo/bin/web/js/katex.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/bin/web/js/katex.min.js -------------------------------------------------------------------------------- /example/Win32Demo/bin/web/js/markdown-it-link-attributes.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/bin/web/js/markdown-it-link-attributes.min.js -------------------------------------------------------------------------------- /example/Win32Demo/bin/web/js/markdown-it.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/bin/web/js/markdown-it.min.js -------------------------------------------------------------------------------- /example/Win32Demo/bin/web/js/texmath.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/bin/web/js/texmath.js -------------------------------------------------------------------------------- /example/Win32Demo/fastllm-gpu.vcxproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/fastllm-gpu.vcxproj -------------------------------------------------------------------------------- /example/Win32Demo/fastllm-gpu.vcxproj.filters: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/fastllm-gpu.vcxproj.filters -------------------------------------------------------------------------------- /example/Win32Demo/fastllm.vcxproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/fastllm.vcxproj -------------------------------------------------------------------------------- /example/Win32Demo/fastllm.vcxproj.filters: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/fastllm.vcxproj.filters -------------------------------------------------------------------------------- /example/Win32Demo/httplib.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/Win32Demo/httplib.h -------------------------------------------------------------------------------- /example/benchmark/benchmark.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/benchmark/benchmark.cpp -------------------------------------------------------------------------------- /example/benchmark/prompts/beijing.txt: -------------------------------------------------------------------------------- 1 | 北京有什么景点？ -------------------------------------------------------------------------------- /example/benchmark/prompts/hello.txt: -------------------------------------------------------------------------------- 1 | Hello！ -------------------------------------------------------------------------------- /example/webui/httplib.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/webui/httplib.h -------------------------------------------------------------------------------- /example/webui/web/css/github-markdown-light.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/webui/web/css/github-markdown-light.min.css -------------------------------------------------------------------------------- /example/webui/web/css/github.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/webui/web/css/github.min.css -------------------------------------------------------------------------------- /example/webui/web/css/katex.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/webui/web/css/katex.min.css -------------------------------------------------------------------------------- /example/webui/web/css/texmath.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/webui/web/css/texmath.css -------------------------------------------------------------------------------- /example/webui/web/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/webui/web/index.html -------------------------------------------------------------------------------- /example/webui/web/js/highlight.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/webui/web/js/highlight.min.js -------------------------------------------------------------------------------- /example/webui/web/js/katex.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/webui/web/js/katex.min.js -------------------------------------------------------------------------------- /example/webui/web/js/markdown-it-link-attributes.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/webui/web/js/markdown-it-link-attributes.min.js -------------------------------------------------------------------------------- /example/webui/web/js/markdown-it.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/webui/web/js/markdown-it.min.js -------------------------------------------------------------------------------- /example/webui/web/js/texmath.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/webui/web/js/texmath.js -------------------------------------------------------------------------------- /example/webui/webui.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/example/webui/webui.cpp -------------------------------------------------------------------------------- /include/device.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/device.h -------------------------------------------------------------------------------- /include/devices/cpu/cpudevice.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/devices/cpu/cpudevice.h -------------------------------------------------------------------------------- /include/devices/cpu/cputhreadpool.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/devices/cpu/cputhreadpool.h -------------------------------------------------------------------------------- /include/devices/cuda/cudadevice.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/devices/cuda/cudadevice.h -------------------------------------------------------------------------------- /include/devices/cuda/fastllm-cuda.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/devices/cuda/fastllm-cuda.cuh -------------------------------------------------------------------------------- /include/executor.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/executor.h -------------------------------------------------------------------------------- /include/fastllm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/fastllm.h -------------------------------------------------------------------------------- /include/model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/model.h -------------------------------------------------------------------------------- /include/models/basellm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/models/basellm.h -------------------------------------------------------------------------------- /include/models/chatglm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/models/chatglm.h -------------------------------------------------------------------------------- /include/models/factoryllm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/models/factoryllm.h -------------------------------------------------------------------------------- /include/models/llama.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/models/llama.h -------------------------------------------------------------------------------- /include/models/moss.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/models/moss.h -------------------------------------------------------------------------------- /include/utils/armMath.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/utils/armMath.h -------------------------------------------------------------------------------- /include/utils/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/include/utils/utils.h -------------------------------------------------------------------------------- /main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/main.cpp -------------------------------------------------------------------------------- /pyfastllm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/pyfastllm/README.md -------------------------------------------------------------------------------- /pyfastllm/build_libs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/pyfastllm/build_libs.py -------------------------------------------------------------------------------- /pyfastllm/demo/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/pyfastllm/demo/cli.py -------------------------------------------------------------------------------- /pyfastllm/demo/cli_low_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/pyfastllm/demo/cli_low_api.py -------------------------------------------------------------------------------- /pyfastllm/demo/cli_thread.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/pyfastllm/demo/cli_thread.py -------------------------------------------------------------------------------- /pyfastllm/demo/convert_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/pyfastllm/demo/convert_model.py -------------------------------------------------------------------------------- /pyfastllm/demo/web_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/pyfastllm/demo/web_api.py -------------------------------------------------------------------------------- /pyfastllm/demo/web_api_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/pyfastllm/demo/web_api_client.py -------------------------------------------------------------------------------- /pyfastllm/fastllm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/pyfastllm/fastllm/__init__.py -------------------------------------------------------------------------------- /pyfastllm/fastllm/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/pyfastllm/fastllm/convert.py -------------------------------------------------------------------------------- /pyfastllm/fastllm/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/pyfastllm/fastllm/utils/__init__.py -------------------------------------------------------------------------------- /pyfastllm/fastllm/utils/torch2flm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/pyfastllm/fastllm/utils/torch2flm.py -------------------------------------------------------------------------------- /pyfastllm/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/pyfastllm/setup.py -------------------------------------------------------------------------------- /src/device.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/device.cpp -------------------------------------------------------------------------------- /src/devices/cpu/cpudevice.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/devices/cpu/cpudevice.cpp -------------------------------------------------------------------------------- /src/devices/cpu/cpudevicebatch.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/devices/cpu/cpudevicebatch.cpp -------------------------------------------------------------------------------- /src/devices/cuda/cudadevice.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/devices/cuda/cudadevice.cpp -------------------------------------------------------------------------------- /src/devices/cuda/cudadevicebatch.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/devices/cuda/cudadevicebatch.cpp -------------------------------------------------------------------------------- /src/devices/cuda/fastllm-cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/devices/cuda/fastllm-cuda.cu -------------------------------------------------------------------------------- /src/executor.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/executor.cpp -------------------------------------------------------------------------------- /src/fastllm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/fastllm.cpp -------------------------------------------------------------------------------- /src/model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/model.cpp -------------------------------------------------------------------------------- /src/models/basellm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/models/basellm.cpp -------------------------------------------------------------------------------- /src/models/chatglm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/models/chatglm.cpp -------------------------------------------------------------------------------- /src/models/llama.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/models/llama.cpp -------------------------------------------------------------------------------- /src/models/moss.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/models/moss.cpp -------------------------------------------------------------------------------- /src/pybinding.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/src/pybinding.cpp -------------------------------------------------------------------------------- /test/cmmlu/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/test/cmmlu/README.md -------------------------------------------------------------------------------- /test/cmmlu/categories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/test/cmmlu/categories.py -------------------------------------------------------------------------------- /test/cmmlu/chatglm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/test/cmmlu/chatglm.py -------------------------------------------------------------------------------- /test/cmmlu/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/test/cmmlu/eval.py -------------------------------------------------------------------------------- /tools/fastllm_pytools/__init__.py: -------------------------------------------------------------------------------- 1 | __all__ = ["llm"] -------------------------------------------------------------------------------- /tools/fastllm_pytools/hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/tools/fastllm_pytools/hf_model.py -------------------------------------------------------------------------------- /tools/fastllm_pytools/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/tools/fastllm_pytools/llm.py -------------------------------------------------------------------------------- /tools/fastllm_pytools/torch2flm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/tools/fastllm_pytools/torch2flm.py -------------------------------------------------------------------------------- /tools/scripts/alpaca2flm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/tools/scripts/alpaca2flm.py -------------------------------------------------------------------------------- /tools/scripts/baichuan2flm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/tools/scripts/baichuan2flm.py -------------------------------------------------------------------------------- /tools/scripts/chatglm_export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/tools/scripts/chatglm_export.py -------------------------------------------------------------------------------- /tools/scripts/cli_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/tools/scripts/cli_demo.py -------------------------------------------------------------------------------- /tools/scripts/moss_export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/tools/scripts/moss_export.py -------------------------------------------------------------------------------- /tools/scripts/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/tools/scripts/setup.py -------------------------------------------------------------------------------- /tools/scripts/web_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/tools/scripts/web_demo.py -------------------------------------------------------------------------------- /tools/src/pytools.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/tools/src/pytools.cpp -------------------------------------------------------------------------------- /tools/src/quant.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ArtificialZeng/baichuan-speedup/HEAD/tools/src/quant.cpp --------------------------------------------------------------------------------