├── .clang-tidy ├── .devops ├── cloud-v-pipeline ├── full-cuda.Dockerfile ├── full-rocm.Dockerfile ├── full.Dockerfile ├── llama-cpp-clblast.srpm.spec ├── llama-cpp-cublas.srpm.spec ├── llama-cpp.srpm.spec ├── main-cuda.Dockerfile ├── main-rocm.Dockerfile ├── main.Dockerfile └── tools.sh ├── .dockerignore ├── .ecrc ├── .editorconfig ├── .flake8 ├── .github ├── ISSUE_TEMPLATE │ ├── bug.md │ └── enhancement.md └── workflows │ ├── build.yml │ ├── code-coverage.yml │ ├── docker.yml │ ├── editorconfig.yml │ ├── gguf-publish.yml │ ├── python-lint.yml │ ├── tidy-post.yml │ ├── tidy-review.yml │ └── zig-build.yml ├── .gitignore ├── .pre-commit-config.yaml ├── CMakeLists.txt ├── LICENSE ├── MODELS.md ├── Makefile ├── Package.swift ├── README.md ├── SHA256SUMS ├── ci ├── README.md └── run.sh ├── cmake └── FindSIMD.cmake ├── codecov.yml ├── common ├── CMakeLists.txt ├── base64.hpp ├── build-info.cpp.in ├── common.cpp ├── common.h ├── console.cpp ├── console.h ├── grammar-parser.cpp ├── grammar-parser.h ├── log.h ├── sampling.cpp ├── sampling.h ├── stb_image.h ├── train.cpp └── train.h ├── convert-hf-to-gguf.py ├── convert-llama-ggml-to-gguf.py ├── convert-lora-to-ggml.py ├── convert-persimmon-to-gguf.py ├── convert.py ├── docs ├── BLIS.md ├── llama-star │ ├── idea-arch.key │ └── idea-arch.pdf └── token_generation_performance_tips.md ├── examples ├── CMakeLists.txt ├── Miku.sh ├── alpaca.sh ├── baby-llama │ ├── CMakeLists.txt │ └── baby-llama.cpp ├── batched-bench │ ├── CMakeLists.txt │ ├── README.md │ └── batched-bench.cpp ├── batched.swift │ ├── .gitignore │ ├── Makefile │ ├── Package.swift │ ├── README.md │ └── Sources │ │ └── main.swift ├── batched │ ├── CMakeLists.txt │ ├── README.md │ └── batched.cpp ├── beam-search │ ├── CMakeLists.txt │ └── beam-search.cpp ├── benchmark │ ├── CMakeLists.txt │ └── benchmark-matmult.cpp ├── chat-13B.bat ├── chat-13B.sh ├── chat-persistent.sh ├── chat-vicuna.sh ├── chat.sh ├── convert-llama2c-to-ggml │ ├── CMakeLists.txt │ ├── README.md │ └── convert-llama2c-to-ggml.cpp ├── embedding │ ├── CMakeLists.txt │ ├── README.md │ └── embedding.cpp ├── export-lora │ ├── CMakeLists.txt │ ├── README.md │ └── export-lora.cpp ├── finetune │ ├── CMakeLists.txt │ ├── README.md │ ├── convert-finetune-checkpoint-to-gguf.py │ ├── finetune.cpp │ └── finetune.sh ├── gguf │ ├── CMakeLists.txt │ └── gguf.cpp ├── gpt4all.sh ├── infill │ ├── CMakeLists.txt │ ├── README.md │ └── infill.cpp ├── jeopardy │ ├── README.md │ ├── graph.py │ ├── jeopardy.sh │ ├── qasheet.csv │ └── questions.txt ├── json-schema-to-grammar.py ├── llama-bench │ ├── CMakeLists.txt │ ├── README.md │ └── llama-bench.cpp ├── llama.vim ├── llama2-13b.sh ├── llama2.sh ├── llava │ ├── CMakeLists.txt │ ├── README.md │ ├── clip.cpp │ ├── clip.h │ ├── convert-image-encoder-to-gguf.py │ ├── llava-cli.cpp │ ├── llava-surgery.py │ ├── llava.cpp │ └── llava.h ├── llm.vim ├── lookahead │ ├── CMakeLists.txt │ └── lookahead.cpp ├── main-cmake-pkg │ ├── .gitignore │ ├── CMakeLists.txt │ └── README.md ├── main │ ├── CMakeLists.txt │ ├── README.md │ └── main.cpp ├── make-ggml.py ├── metal │ ├── CMakeLists.txt │ └── metal.cpp ├── mpi │ ├── CMakeLists.txt │ ├── README.md │ └── mpi.cpp ├── parallel │ ├── CMakeLists.txt │ ├── README.md │ └── parallel.cpp ├── perplexity │ ├── CMakeLists.txt │ ├── README.md │ └── perplexity.cpp ├── quantize-stats │ ├── CMakeLists.txt │ └── quantize-stats.cpp ├── quantize │ ├── CMakeLists.txt │ ├── README.md │ └── quantize.cpp ├── reason-act.sh ├── save-load-state │ ├── CMakeLists.txt │ └── save-load-state.cpp ├── server-llama2-13B.sh ├── server │ ├── CMakeLists.txt │ ├── README.md │ ├── api_like_OAI.py │ ├── chat-llama2.sh │ ├── chat.mjs │ ├── chat.sh │ ├── completion.js.hpp │ ├── deps.sh │ ├── httplib.h │ ├── index.html.hpp │ ├── index.js.hpp │ ├── json-schema-to-grammar.mjs.hpp │ ├── json.hpp │ ├── public │ │ ├── completion.js │ │ ├── index.html │ │ ├── index.js │ │ └── json-schema-to-grammar.mjs │ └── server.cpp ├── simple │ ├── CMakeLists.txt │ ├── README.md │ └── simple.cpp ├── speculative │ ├── CMakeLists.txt │ ├── scripts │ │ ├── dolphin_sequential_8_nodes.sh │ │ └── dolphin_tinyllama_8_nodes.sh │ └── speculative.cpp ├── speculative_orig │ ├── CMakeLists.txt │ └── speculative.cpp ├── tokenize │ ├── CMakeLists.txt │ └── tokenize.cpp └── train-text-from-scratch │ ├── CMakeLists.txt │ ├── README.md │ ├── convert-train-checkpoint-to-gguf.py │ └── train-text-from-scratch.cpp ├── flake.lock ├── flake.nix ├── ggml-alloc.c ├── ggml-alloc.h ├── ggml-backend-impl.h ├── ggml-backend.c ├── ggml-backend.h ├── ggml-cuda.cu ├── ggml-cuda.h ├── ggml-impl.h ├── ggml-metal.h ├── ggml-metal.m ├── ggml-metal.metal ├── ggml-mpi.c ├── ggml-mpi.h ├── ggml-opencl.cpp ├── ggml-opencl.h ├── ggml-quants.c ├── ggml-quants.h ├── ggml.c ├── ggml.h ├── gguf-py ├── LICENSE ├── README.md ├── examples │ └── writer.py ├── gguf │ ├── __init__.py │ ├── constants.py │ ├── gguf.py │ ├── gguf_reader.py │ ├── gguf_writer.py │ ├── py.typed │ ├── tensor_mapping.py │ └── vocab.py ├── pyproject.toml ├── scripts │ ├── __init__.py │ ├── gguf-convert-endian.py │ ├── gguf-dump.py │ └── gguf-set-metadata.py └── tests │ └── test_gguf.py ├── grammars ├── README.md ├── arithmetic.gbnf ├── c.gbnf ├── chess.gbnf ├── japanese.gbnf ├── json.gbnf ├── json_arr.gbnf └── list.gbnf ├── llama.cpp ├── llama.h ├── media ├── llama-leader.jpeg ├── llama0-banner.png ├── llama0-logo.png ├── llama1-banner.png └── llama1-logo.png ├── models ├── .editorconfig ├── ggml-vocab-aquila.gguf ├── ggml-vocab-baichuan.gguf ├── ggml-vocab-falcon.gguf ├── ggml-vocab-gpt-neox.gguf ├── ggml-vocab-llama.gguf ├── ggml-vocab-mpt.gguf ├── ggml-vocab-refact.gguf ├── ggml-vocab-stablelm-3b-4e1t.gguf └── ggml-vocab-starcoder.gguf ├── mypy.ini ├── plot.py ├── pocs ├── CMakeLists.txt └── vdot │ ├── CMakeLists.txt │ ├── q8dot.cpp │ └── vdot.cpp ├── prompts ├── LLM-questions.txt ├── alpaca.txt ├── assistant.txt ├── chat-with-baichuan.txt ├── chat-with-bob.txt ├── chat-with-vicuna-v0.txt ├── chat-with-vicuna-v1.txt ├── chat.txt ├── dan-modified.txt ├── dan.txt ├── mnemonics.txt ├── parallel-questions.txt └── reason-act.txt ├── requirements.txt ├── run_with_preset.py ├── scripts ├── LlamaConfig.cmake.in ├── build-info.cmake ├── build-info.sh ├── convert-gg.sh ├── get-wikitext-2.sh ├── qnt-all.sh ├── run-all-perf.sh ├── run-all-ppl.sh ├── server-llm.sh ├── sync-ggml.sh └── verify-checksum-models.py ├── spm-headers ├── ggml.h └── llama.h ├── tests ├── CMakeLists.txt ├── test-c.c ├── test-double-float.cpp ├── test-grad0.cpp ├── test-grammar-parser.cpp ├── test-llama-grammar.cpp ├── test-opt.cpp ├── test-quantize-fns.cpp ├── test-quantize-perf.cpp ├── test-rope.cpp ├── test-sampling.cpp ├── test-tokenizer-0-falcon.cpp ├── test-tokenizer-0-falcon.py ├── test-tokenizer-0-llama.cpp ├── test-tokenizer-0-llama.py ├── test-tokenizer-1-bpe.cpp └── test-tokenizer-1-llama.cpp └── unicode.h /.clang-tidy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.clang-tidy -------------------------------------------------------------------------------- /.devops/cloud-v-pipeline: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.devops/cloud-v-pipeline -------------------------------------------------------------------------------- /.devops/full-cuda.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.devops/full-cuda.Dockerfile -------------------------------------------------------------------------------- /.devops/full-rocm.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.devops/full-rocm.Dockerfile -------------------------------------------------------------------------------- /.devops/full.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.devops/full.Dockerfile -------------------------------------------------------------------------------- /.devops/llama-cpp-clblast.srpm.spec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.devops/llama-cpp-clblast.srpm.spec -------------------------------------------------------------------------------- /.devops/llama-cpp-cublas.srpm.spec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.devops/llama-cpp-cublas.srpm.spec -------------------------------------------------------------------------------- /.devops/llama-cpp.srpm.spec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.devops/llama-cpp.srpm.spec -------------------------------------------------------------------------------- /.devops/main-cuda.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.devops/main-cuda.Dockerfile -------------------------------------------------------------------------------- /.devops/main-rocm.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.devops/main-rocm.Dockerfile -------------------------------------------------------------------------------- /.devops/main.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.devops/main.Dockerfile -------------------------------------------------------------------------------- /.devops/tools.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.devops/tools.sh -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.dockerignore -------------------------------------------------------------------------------- /.ecrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.ecrc -------------------------------------------------------------------------------- /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.editorconfig -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- 1 | [flake8] 2 | max-line-length = 125 3 | -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.github/ISSUE_TEMPLATE/bug.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/enhancement.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.github/ISSUE_TEMPLATE/enhancement.md -------------------------------------------------------------------------------- /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.github/workflows/code-coverage.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.github/workflows/code-coverage.yml -------------------------------------------------------------------------------- /.github/workflows/docker.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.github/workflows/docker.yml -------------------------------------------------------------------------------- /.github/workflows/editorconfig.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.github/workflows/editorconfig.yml -------------------------------------------------------------------------------- /.github/workflows/gguf-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.github/workflows/gguf-publish.yml -------------------------------------------------------------------------------- /.github/workflows/python-lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.github/workflows/python-lint.yml -------------------------------------------------------------------------------- /.github/workflows/tidy-post.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.github/workflows/tidy-post.yml -------------------------------------------------------------------------------- /.github/workflows/tidy-review.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.github/workflows/tidy-review.yml -------------------------------------------------------------------------------- /.github/workflows/zig-build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.github/workflows/zig-build.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/LICENSE -------------------------------------------------------------------------------- /MODELS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/MODELS.md -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/Makefile -------------------------------------------------------------------------------- /Package.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/Package.swift -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/README.md -------------------------------------------------------------------------------- /SHA256SUMS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/SHA256SUMS -------------------------------------------------------------------------------- /ci/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ci/README.md -------------------------------------------------------------------------------- /ci/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ci/run.sh -------------------------------------------------------------------------------- /cmake/FindSIMD.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/cmake/FindSIMD.cmake -------------------------------------------------------------------------------- /codecov.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/codecov.yml -------------------------------------------------------------------------------- /common/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/CMakeLists.txt -------------------------------------------------------------------------------- /common/base64.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/base64.hpp -------------------------------------------------------------------------------- /common/build-info.cpp.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/build-info.cpp.in -------------------------------------------------------------------------------- /common/common.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/common.cpp -------------------------------------------------------------------------------- /common/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/common.h -------------------------------------------------------------------------------- /common/console.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/console.cpp -------------------------------------------------------------------------------- /common/console.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/console.h -------------------------------------------------------------------------------- /common/grammar-parser.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/grammar-parser.cpp -------------------------------------------------------------------------------- /common/grammar-parser.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/grammar-parser.h -------------------------------------------------------------------------------- /common/log.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/log.h -------------------------------------------------------------------------------- /common/sampling.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/sampling.cpp -------------------------------------------------------------------------------- /common/sampling.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/sampling.h -------------------------------------------------------------------------------- /common/stb_image.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/stb_image.h -------------------------------------------------------------------------------- /common/train.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/train.cpp -------------------------------------------------------------------------------- /common/train.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/common/train.h -------------------------------------------------------------------------------- /convert-hf-to-gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/convert-hf-to-gguf.py -------------------------------------------------------------------------------- /convert-llama-ggml-to-gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/convert-llama-ggml-to-gguf.py -------------------------------------------------------------------------------- /convert-lora-to-ggml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/convert-lora-to-ggml.py -------------------------------------------------------------------------------- /convert-persimmon-to-gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/convert-persimmon-to-gguf.py -------------------------------------------------------------------------------- /convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/convert.py -------------------------------------------------------------------------------- /docs/BLIS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/docs/BLIS.md -------------------------------------------------------------------------------- /docs/llama-star/idea-arch.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/docs/llama-star/idea-arch.key -------------------------------------------------------------------------------- /docs/llama-star/idea-arch.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/docs/llama-star/idea-arch.pdf -------------------------------------------------------------------------------- /docs/token_generation_performance_tips.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/docs/token_generation_performance_tips.md -------------------------------------------------------------------------------- /examples/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/CMakeLists.txt -------------------------------------------------------------------------------- /examples/Miku.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/Miku.sh -------------------------------------------------------------------------------- /examples/alpaca.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/alpaca.sh -------------------------------------------------------------------------------- /examples/baby-llama/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/baby-llama/CMakeLists.txt -------------------------------------------------------------------------------- /examples/baby-llama/baby-llama.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/baby-llama/baby-llama.cpp -------------------------------------------------------------------------------- /examples/batched-bench/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/batched-bench/CMakeLists.txt -------------------------------------------------------------------------------- /examples/batched-bench/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/batched-bench/README.md -------------------------------------------------------------------------------- /examples/batched-bench/batched-bench.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/batched-bench/batched-bench.cpp -------------------------------------------------------------------------------- /examples/batched.swift/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/batched.swift/.gitignore -------------------------------------------------------------------------------- /examples/batched.swift/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/batched.swift/Makefile -------------------------------------------------------------------------------- /examples/batched.swift/Package.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/batched.swift/Package.swift -------------------------------------------------------------------------------- /examples/batched.swift/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/batched.swift/README.md -------------------------------------------------------------------------------- /examples/batched.swift/Sources/main.swift: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/batched.swift/Sources/main.swift -------------------------------------------------------------------------------- /examples/batched/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/batched/CMakeLists.txt -------------------------------------------------------------------------------- /examples/batched/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/batched/README.md -------------------------------------------------------------------------------- /examples/batched/batched.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/batched/batched.cpp -------------------------------------------------------------------------------- /examples/beam-search/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/beam-search/CMakeLists.txt -------------------------------------------------------------------------------- /examples/beam-search/beam-search.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/beam-search/beam-search.cpp -------------------------------------------------------------------------------- /examples/benchmark/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/benchmark/CMakeLists.txt -------------------------------------------------------------------------------- /examples/benchmark/benchmark-matmult.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/benchmark/benchmark-matmult.cpp -------------------------------------------------------------------------------- /examples/chat-13B.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/chat-13B.bat -------------------------------------------------------------------------------- /examples/chat-13B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/chat-13B.sh -------------------------------------------------------------------------------- /examples/chat-persistent.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/chat-persistent.sh -------------------------------------------------------------------------------- /examples/chat-vicuna.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/chat-vicuna.sh -------------------------------------------------------------------------------- /examples/chat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/chat.sh -------------------------------------------------------------------------------- /examples/convert-llama2c-to-ggml/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/convert-llama2c-to-ggml/CMakeLists.txt -------------------------------------------------------------------------------- /examples/convert-llama2c-to-ggml/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/convert-llama2c-to-ggml/README.md -------------------------------------------------------------------------------- /examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp -------------------------------------------------------------------------------- /examples/embedding/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/embedding/CMakeLists.txt -------------------------------------------------------------------------------- /examples/embedding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/embedding/README.md -------------------------------------------------------------------------------- /examples/embedding/embedding.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/embedding/embedding.cpp -------------------------------------------------------------------------------- /examples/export-lora/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/export-lora/CMakeLists.txt -------------------------------------------------------------------------------- /examples/export-lora/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/export-lora/README.md -------------------------------------------------------------------------------- /examples/export-lora/export-lora.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/export-lora/export-lora.cpp -------------------------------------------------------------------------------- /examples/finetune/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/finetune/CMakeLists.txt -------------------------------------------------------------------------------- /examples/finetune/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/finetune/README.md -------------------------------------------------------------------------------- /examples/finetune/convert-finetune-checkpoint-to-gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/finetune/convert-finetune-checkpoint-to-gguf.py -------------------------------------------------------------------------------- /examples/finetune/finetune.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/finetune/finetune.cpp -------------------------------------------------------------------------------- /examples/finetune/finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/finetune/finetune.sh -------------------------------------------------------------------------------- /examples/gguf/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/gguf/CMakeLists.txt -------------------------------------------------------------------------------- /examples/gguf/gguf.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/gguf/gguf.cpp -------------------------------------------------------------------------------- /examples/gpt4all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/gpt4all.sh -------------------------------------------------------------------------------- /examples/infill/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/infill/CMakeLists.txt -------------------------------------------------------------------------------- /examples/infill/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/infill/README.md -------------------------------------------------------------------------------- /examples/infill/infill.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/infill/infill.cpp -------------------------------------------------------------------------------- /examples/jeopardy/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/jeopardy/README.md -------------------------------------------------------------------------------- /examples/jeopardy/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/jeopardy/graph.py -------------------------------------------------------------------------------- /examples/jeopardy/jeopardy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/jeopardy/jeopardy.sh -------------------------------------------------------------------------------- /examples/jeopardy/qasheet.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/jeopardy/qasheet.csv -------------------------------------------------------------------------------- /examples/jeopardy/questions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/jeopardy/questions.txt -------------------------------------------------------------------------------- /examples/json-schema-to-grammar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/json-schema-to-grammar.py -------------------------------------------------------------------------------- /examples/llama-bench/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llama-bench/CMakeLists.txt -------------------------------------------------------------------------------- /examples/llama-bench/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llama-bench/README.md -------------------------------------------------------------------------------- /examples/llama-bench/llama-bench.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llama-bench/llama-bench.cpp -------------------------------------------------------------------------------- /examples/llama.vim: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llama.vim -------------------------------------------------------------------------------- /examples/llama2-13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llama2-13b.sh -------------------------------------------------------------------------------- /examples/llama2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llama2.sh -------------------------------------------------------------------------------- /examples/llava/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llava/CMakeLists.txt -------------------------------------------------------------------------------- /examples/llava/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llava/README.md -------------------------------------------------------------------------------- /examples/llava/clip.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llava/clip.cpp -------------------------------------------------------------------------------- /examples/llava/clip.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llava/clip.h -------------------------------------------------------------------------------- /examples/llava/convert-image-encoder-to-gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llava/convert-image-encoder-to-gguf.py -------------------------------------------------------------------------------- /examples/llava/llava-cli.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llava/llava-cli.cpp -------------------------------------------------------------------------------- /examples/llava/llava-surgery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llava/llava-surgery.py -------------------------------------------------------------------------------- /examples/llava/llava.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llava/llava.cpp -------------------------------------------------------------------------------- /examples/llava/llava.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llava/llava.h -------------------------------------------------------------------------------- /examples/llm.vim: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/llm.vim -------------------------------------------------------------------------------- /examples/lookahead/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/lookahead/CMakeLists.txt -------------------------------------------------------------------------------- /examples/lookahead/lookahead.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/lookahead/lookahead.cpp -------------------------------------------------------------------------------- /examples/main-cmake-pkg/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/main-cmake-pkg/.gitignore -------------------------------------------------------------------------------- /examples/main-cmake-pkg/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/main-cmake-pkg/CMakeLists.txt -------------------------------------------------------------------------------- /examples/main-cmake-pkg/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/main-cmake-pkg/README.md -------------------------------------------------------------------------------- /examples/main/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/main/CMakeLists.txt -------------------------------------------------------------------------------- /examples/main/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/main/README.md -------------------------------------------------------------------------------- /examples/main/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/main/main.cpp -------------------------------------------------------------------------------- /examples/make-ggml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/make-ggml.py -------------------------------------------------------------------------------- /examples/metal/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/metal/CMakeLists.txt -------------------------------------------------------------------------------- /examples/metal/metal.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/metal/metal.cpp -------------------------------------------------------------------------------- /examples/mpi/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/mpi/CMakeLists.txt -------------------------------------------------------------------------------- /examples/mpi/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/mpi/README.md -------------------------------------------------------------------------------- /examples/mpi/mpi.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/mpi/mpi.cpp -------------------------------------------------------------------------------- /examples/parallel/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/parallel/CMakeLists.txt -------------------------------------------------------------------------------- /examples/parallel/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/parallel/README.md -------------------------------------------------------------------------------- /examples/parallel/parallel.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/parallel/parallel.cpp -------------------------------------------------------------------------------- /examples/perplexity/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/perplexity/CMakeLists.txt -------------------------------------------------------------------------------- /examples/perplexity/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/perplexity/README.md -------------------------------------------------------------------------------- /examples/perplexity/perplexity.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/perplexity/perplexity.cpp -------------------------------------------------------------------------------- /examples/quantize-stats/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/quantize-stats/CMakeLists.txt -------------------------------------------------------------------------------- /examples/quantize-stats/quantize-stats.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/quantize-stats/quantize-stats.cpp -------------------------------------------------------------------------------- /examples/quantize/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/quantize/CMakeLists.txt -------------------------------------------------------------------------------- /examples/quantize/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/quantize/README.md -------------------------------------------------------------------------------- /examples/quantize/quantize.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/quantize/quantize.cpp -------------------------------------------------------------------------------- /examples/reason-act.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/reason-act.sh -------------------------------------------------------------------------------- /examples/save-load-state/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/save-load-state/CMakeLists.txt -------------------------------------------------------------------------------- /examples/save-load-state/save-load-state.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/save-load-state/save-load-state.cpp -------------------------------------------------------------------------------- /examples/server-llama2-13B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server-llama2-13B.sh -------------------------------------------------------------------------------- /examples/server/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/CMakeLists.txt -------------------------------------------------------------------------------- /examples/server/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/README.md -------------------------------------------------------------------------------- /examples/server/api_like_OAI.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/api_like_OAI.py -------------------------------------------------------------------------------- /examples/server/chat-llama2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/chat-llama2.sh -------------------------------------------------------------------------------- /examples/server/chat.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/chat.mjs -------------------------------------------------------------------------------- /examples/server/chat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/chat.sh -------------------------------------------------------------------------------- /examples/server/completion.js.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/completion.js.hpp -------------------------------------------------------------------------------- /examples/server/deps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/deps.sh -------------------------------------------------------------------------------- /examples/server/httplib.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/httplib.h -------------------------------------------------------------------------------- /examples/server/index.html.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/index.html.hpp -------------------------------------------------------------------------------- /examples/server/index.js.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/index.js.hpp -------------------------------------------------------------------------------- /examples/server/json-schema-to-grammar.mjs.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/json-schema-to-grammar.mjs.hpp -------------------------------------------------------------------------------- /examples/server/json.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/json.hpp -------------------------------------------------------------------------------- /examples/server/public/completion.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/public/completion.js -------------------------------------------------------------------------------- /examples/server/public/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/public/index.html -------------------------------------------------------------------------------- /examples/server/public/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/public/index.js -------------------------------------------------------------------------------- /examples/server/public/json-schema-to-grammar.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/public/json-schema-to-grammar.mjs -------------------------------------------------------------------------------- /examples/server/server.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/server/server.cpp -------------------------------------------------------------------------------- /examples/simple/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/simple/CMakeLists.txt -------------------------------------------------------------------------------- /examples/simple/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/simple/README.md -------------------------------------------------------------------------------- /examples/simple/simple.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/simple/simple.cpp -------------------------------------------------------------------------------- /examples/speculative/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/speculative/CMakeLists.txt -------------------------------------------------------------------------------- /examples/speculative/scripts/dolphin_sequential_8_nodes.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/speculative/scripts/dolphin_sequential_8_nodes.sh -------------------------------------------------------------------------------- /examples/speculative/scripts/dolphin_tinyllama_8_nodes.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/speculative/scripts/dolphin_tinyllama_8_nodes.sh -------------------------------------------------------------------------------- /examples/speculative/speculative.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/speculative/speculative.cpp -------------------------------------------------------------------------------- /examples/speculative_orig/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/speculative_orig/CMakeLists.txt -------------------------------------------------------------------------------- /examples/speculative_orig/speculative.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/speculative_orig/speculative.cpp -------------------------------------------------------------------------------- /examples/tokenize/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/tokenize/CMakeLists.txt -------------------------------------------------------------------------------- /examples/tokenize/tokenize.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/tokenize/tokenize.cpp -------------------------------------------------------------------------------- /examples/train-text-from-scratch/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/train-text-from-scratch/CMakeLists.txt -------------------------------------------------------------------------------- /examples/train-text-from-scratch/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/train-text-from-scratch/README.md -------------------------------------------------------------------------------- /examples/train-text-from-scratch/convert-train-checkpoint-to-gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/train-text-from-scratch/convert-train-checkpoint-to-gguf.py -------------------------------------------------------------------------------- /examples/train-text-from-scratch/train-text-from-scratch.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/examples/train-text-from-scratch/train-text-from-scratch.cpp -------------------------------------------------------------------------------- /flake.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/flake.lock -------------------------------------------------------------------------------- /flake.nix: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/flake.nix -------------------------------------------------------------------------------- /ggml-alloc.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-alloc.c -------------------------------------------------------------------------------- /ggml-alloc.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-alloc.h -------------------------------------------------------------------------------- /ggml-backend-impl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-backend-impl.h -------------------------------------------------------------------------------- /ggml-backend.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-backend.c -------------------------------------------------------------------------------- /ggml-backend.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-backend.h -------------------------------------------------------------------------------- /ggml-cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-cuda.cu -------------------------------------------------------------------------------- /ggml-cuda.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-cuda.h -------------------------------------------------------------------------------- /ggml-impl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-impl.h -------------------------------------------------------------------------------- /ggml-metal.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-metal.h -------------------------------------------------------------------------------- /ggml-metal.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-metal.m -------------------------------------------------------------------------------- /ggml-metal.metal: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-metal.metal -------------------------------------------------------------------------------- /ggml-mpi.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-mpi.c -------------------------------------------------------------------------------- /ggml-mpi.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-mpi.h -------------------------------------------------------------------------------- /ggml-opencl.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-opencl.cpp -------------------------------------------------------------------------------- /ggml-opencl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-opencl.h -------------------------------------------------------------------------------- /ggml-quants.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-quants.c -------------------------------------------------------------------------------- /ggml-quants.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml-quants.h -------------------------------------------------------------------------------- /ggml.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml.c -------------------------------------------------------------------------------- /ggml.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/ggml.h -------------------------------------------------------------------------------- /gguf-py/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/LICENSE -------------------------------------------------------------------------------- /gguf-py/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/README.md -------------------------------------------------------------------------------- /gguf-py/examples/writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/examples/writer.py -------------------------------------------------------------------------------- /gguf-py/gguf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/gguf/__init__.py -------------------------------------------------------------------------------- /gguf-py/gguf/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/gguf/constants.py -------------------------------------------------------------------------------- /gguf-py/gguf/gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/gguf/gguf.py -------------------------------------------------------------------------------- /gguf-py/gguf/gguf_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/gguf/gguf_reader.py -------------------------------------------------------------------------------- /gguf-py/gguf/gguf_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/gguf/gguf_writer.py -------------------------------------------------------------------------------- /gguf-py/gguf/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /gguf-py/gguf/tensor_mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/gguf/tensor_mapping.py -------------------------------------------------------------------------------- /gguf-py/gguf/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/gguf/vocab.py -------------------------------------------------------------------------------- /gguf-py/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/pyproject.toml -------------------------------------------------------------------------------- /gguf-py/scripts/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/scripts/__init__.py -------------------------------------------------------------------------------- /gguf-py/scripts/gguf-convert-endian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/scripts/gguf-convert-endian.py -------------------------------------------------------------------------------- /gguf-py/scripts/gguf-dump.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/scripts/gguf-dump.py -------------------------------------------------------------------------------- /gguf-py/scripts/gguf-set-metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/scripts/gguf-set-metadata.py -------------------------------------------------------------------------------- /gguf-py/tests/test_gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/gguf-py/tests/test_gguf.py -------------------------------------------------------------------------------- /grammars/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/grammars/README.md -------------------------------------------------------------------------------- /grammars/arithmetic.gbnf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/grammars/arithmetic.gbnf -------------------------------------------------------------------------------- /grammars/c.gbnf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/grammars/c.gbnf -------------------------------------------------------------------------------- /grammars/chess.gbnf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/grammars/chess.gbnf -------------------------------------------------------------------------------- /grammars/japanese.gbnf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/grammars/japanese.gbnf -------------------------------------------------------------------------------- /grammars/json.gbnf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/grammars/json.gbnf -------------------------------------------------------------------------------- /grammars/json_arr.gbnf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/grammars/json_arr.gbnf -------------------------------------------------------------------------------- /grammars/list.gbnf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/grammars/list.gbnf -------------------------------------------------------------------------------- /llama.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/llama.cpp -------------------------------------------------------------------------------- /llama.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/llama.h -------------------------------------------------------------------------------- /media/llama-leader.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/media/llama-leader.jpeg -------------------------------------------------------------------------------- /media/llama0-banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/media/llama0-banner.png -------------------------------------------------------------------------------- /media/llama0-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/media/llama0-logo.png -------------------------------------------------------------------------------- /media/llama1-banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/media/llama1-banner.png -------------------------------------------------------------------------------- /media/llama1-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/media/llama1-logo.png -------------------------------------------------------------------------------- /models/.editorconfig: -------------------------------------------------------------------------------- 1 | root = true 2 | -------------------------------------------------------------------------------- /models/ggml-vocab-aquila.gguf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/models/ggml-vocab-aquila.gguf -------------------------------------------------------------------------------- /models/ggml-vocab-baichuan.gguf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/models/ggml-vocab-baichuan.gguf -------------------------------------------------------------------------------- /models/ggml-vocab-falcon.gguf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/models/ggml-vocab-falcon.gguf -------------------------------------------------------------------------------- /models/ggml-vocab-gpt-neox.gguf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/models/ggml-vocab-gpt-neox.gguf -------------------------------------------------------------------------------- /models/ggml-vocab-llama.gguf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/models/ggml-vocab-llama.gguf -------------------------------------------------------------------------------- /models/ggml-vocab-mpt.gguf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/models/ggml-vocab-mpt.gguf -------------------------------------------------------------------------------- /models/ggml-vocab-refact.gguf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/models/ggml-vocab-refact.gguf -------------------------------------------------------------------------------- /models/ggml-vocab-stablelm-3b-4e1t.gguf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/models/ggml-vocab-stablelm-3b-4e1t.gguf -------------------------------------------------------------------------------- /models/ggml-vocab-starcoder.gguf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/models/ggml-vocab-starcoder.gguf -------------------------------------------------------------------------------- /mypy.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/mypy.ini -------------------------------------------------------------------------------- /plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/plot.py -------------------------------------------------------------------------------- /pocs/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/pocs/CMakeLists.txt -------------------------------------------------------------------------------- /pocs/vdot/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/pocs/vdot/CMakeLists.txt -------------------------------------------------------------------------------- /pocs/vdot/q8dot.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/pocs/vdot/q8dot.cpp -------------------------------------------------------------------------------- /pocs/vdot/vdot.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/pocs/vdot/vdot.cpp -------------------------------------------------------------------------------- /prompts/LLM-questions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/prompts/LLM-questions.txt -------------------------------------------------------------------------------- /prompts/alpaca.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/prompts/alpaca.txt -------------------------------------------------------------------------------- /prompts/assistant.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/prompts/assistant.txt -------------------------------------------------------------------------------- /prompts/chat-with-baichuan.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/prompts/chat-with-baichuan.txt -------------------------------------------------------------------------------- /prompts/chat-with-bob.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/prompts/chat-with-bob.txt -------------------------------------------------------------------------------- /prompts/chat-with-vicuna-v0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/prompts/chat-with-vicuna-v0.txt -------------------------------------------------------------------------------- /prompts/chat-with-vicuna-v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/prompts/chat-with-vicuna-v1.txt -------------------------------------------------------------------------------- /prompts/chat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/prompts/chat.txt -------------------------------------------------------------------------------- /prompts/dan-modified.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/prompts/dan-modified.txt -------------------------------------------------------------------------------- /prompts/dan.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/prompts/dan.txt -------------------------------------------------------------------------------- /prompts/mnemonics.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/prompts/mnemonics.txt -------------------------------------------------------------------------------- /prompts/parallel-questions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/prompts/parallel-questions.txt -------------------------------------------------------------------------------- /prompts/reason-act.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/prompts/reason-act.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_with_preset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/run_with_preset.py -------------------------------------------------------------------------------- /scripts/LlamaConfig.cmake.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/scripts/LlamaConfig.cmake.in -------------------------------------------------------------------------------- /scripts/build-info.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/scripts/build-info.cmake -------------------------------------------------------------------------------- /scripts/build-info.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/scripts/build-info.sh -------------------------------------------------------------------------------- /scripts/convert-gg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/scripts/convert-gg.sh -------------------------------------------------------------------------------- /scripts/get-wikitext-2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/scripts/get-wikitext-2.sh -------------------------------------------------------------------------------- /scripts/qnt-all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/scripts/qnt-all.sh -------------------------------------------------------------------------------- /scripts/run-all-perf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/scripts/run-all-perf.sh -------------------------------------------------------------------------------- /scripts/run-all-ppl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/scripts/run-all-ppl.sh -------------------------------------------------------------------------------- /scripts/server-llm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/scripts/server-llm.sh -------------------------------------------------------------------------------- /scripts/sync-ggml.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/scripts/sync-ggml.sh -------------------------------------------------------------------------------- /scripts/verify-checksum-models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/scripts/verify-checksum-models.py -------------------------------------------------------------------------------- /spm-headers/ggml.h: -------------------------------------------------------------------------------- 1 | ../ggml.h -------------------------------------------------------------------------------- /spm-headers/llama.h: -------------------------------------------------------------------------------- 1 | ../llama.h -------------------------------------------------------------------------------- /tests/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/CMakeLists.txt -------------------------------------------------------------------------------- /tests/test-c.c: -------------------------------------------------------------------------------- 1 | #include "llama.h" 2 | 3 | int main(void) {} 4 | -------------------------------------------------------------------------------- /tests/test-double-float.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-double-float.cpp -------------------------------------------------------------------------------- /tests/test-grad0.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-grad0.cpp -------------------------------------------------------------------------------- /tests/test-grammar-parser.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-grammar-parser.cpp -------------------------------------------------------------------------------- /tests/test-llama-grammar.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-llama-grammar.cpp -------------------------------------------------------------------------------- /tests/test-opt.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-opt.cpp -------------------------------------------------------------------------------- /tests/test-quantize-fns.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-quantize-fns.cpp -------------------------------------------------------------------------------- /tests/test-quantize-perf.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-quantize-perf.cpp -------------------------------------------------------------------------------- /tests/test-rope.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-rope.cpp -------------------------------------------------------------------------------- /tests/test-sampling.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-sampling.cpp -------------------------------------------------------------------------------- /tests/test-tokenizer-0-falcon.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-tokenizer-0-falcon.cpp -------------------------------------------------------------------------------- /tests/test-tokenizer-0-falcon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-tokenizer-0-falcon.py -------------------------------------------------------------------------------- /tests/test-tokenizer-0-llama.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-tokenizer-0-llama.cpp -------------------------------------------------------------------------------- /tests/test-tokenizer-0-llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-tokenizer-0-llama.py -------------------------------------------------------------------------------- /tests/test-tokenizer-1-bpe.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-tokenizer-1-bpe.cpp -------------------------------------------------------------------------------- /tests/test-tokenizer-1-llama.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/tests/test-tokenizer-1-llama.cpp -------------------------------------------------------------------------------- /unicode.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutonomicPerfectionist/PipeInfer/HEAD/unicode.h --------------------------------------------------------------------------------