├── .clang-format ├── .devops └── s390x.Dockerfile ├── .editorconfig ├── .github ├── ISSUE_TEMPLATE │ └── create-new-issue.md └── workflows │ ├── kcpp-build-release-arm64.yaml │ ├── kcpp-build-release-linux-olderpc.yaml │ ├── kcpp-build-release-linux-oldpc.yaml │ ├── kcpp-build-release-linux-rocm.yaml │ ├── kcpp-build-release-linux.yaml │ ├── kcpp-build-release-macos.yaml │ ├── kcpp-build-release-win-olderpc.yaml │ ├── kcpp-build-release-win-oldpc.yaml │ ├── kcpp-build-release-win.yaml │ └── test-autoguess.yaml ├── .gitignore ├── CMakeLists.txt ├── LICENSE.md ├── MIT_LICENSE_GGML_SDCPP_LLAMACPP_ONLY.md ├── Makefile ├── OpenCL.dll ├── README.md ├── Remote-Link.cmd ├── android_install.sh ├── aria2c-win.exe ├── clblast.dll ├── cmake └── riscv64-spacemit-linux-gnu-gcc.cmake ├── colab.ipynb ├── common ├── arg.cpp ├── arg.h ├── base64.hpp ├── build-info.cpp.in ├── chat-parser-xml-toolcall.cpp ├── chat-parser-xml-toolcall.h ├── chat-parser.cpp ├── chat-parser.h ├── chat-peg-parser.cpp ├── chat-peg-parser.h ├── chat.cpp ├── chat.h ├── common.cpp ├── common.h ├── console.cpp ├── console.h ├── download.cpp ├── download.h ├── http.h ├── json-partial.cpp ├── json-partial.h ├── json-schema-to-grammar.cpp ├── json-schema-to-grammar.h ├── llguidance.cpp ├── log.cpp ├── log.h ├── ngram-cache.cpp ├── ngram-cache.h ├── peg-parser.cpp ├── peg-parser.h ├── regex-partial.cpp ├── regex-partial.h ├── sampling.cpp ├── sampling.h ├── speculative.cpp ├── speculative.h ├── unicode.cpp └── unicode.h ├── convert_hf_to_gguf.py ├── convert_hf_to_gguf_update.py ├── convert_llama_ggml_to_gguf.py ├── convert_lora_to_gguf.py ├── create_ver_file.bat ├── create_ver_file.sh ├── cudart64_110.dll ├── cudart64_12.dll ├── embd_res ├── kcpp_docs.embd ├── kcpp_sdui.embd ├── klite.embd ├── kokoro_ipa.embd ├── lcpp.gz.embd ├── merges_utf8_c_str.embd ├── mistral2_merges_utf8_c_str.embd ├── mistral2_vocab_json.embd ├── qwen2_merges_utf8_c_str.embd ├── rwkv_vocab.embd ├── rwkv_world_vocab.embd ├── t5_tokenizer_json.embd ├── taesd.embd ├── taesd_3.embd ├── taesd_f.embd ├── taesd_xl.embd └── umt5_tokenizer_json.embd ├── environment-nocuda.yaml ├── environment.yaml ├── examples ├── api_example.py ├── diffusion │ ├── README.md │ └── diffusion-cli.cpp ├── embedding │ └── embedding.cpp ├── nix_example.md └── outetts │ ├── readme.md │ ├── speakers │ ├── david_attenborough.json │ ├── en_female_1.json │ ├── en_female_2.json │ ├── en_male_1.json │ ├── en_male_2.json │ ├── en_male_3.json │ ├── en_male_4.json │ ├── gordon_ramsay.json │ ├── ja_female_1.json │ ├── ja_female_2.json │ ├── ja_female_3.json │ ├── ja_male_1.json │ ├── ko_female_1.json │ ├── ko_female_2.json │ ├── ko_male_1.json │ ├── ko_male_2.json │ ├── picard.json │ ├── zh_female_1.json │ └── zh_male_1.json │ ├── vc1.png │ ├── vc2.png │ └── voice_cloning.py ├── expose.cpp ├── expose.h ├── ggml ├── include │ ├── ggml-alloc.h │ ├── ggml-backend.h │ ├── ggml-blas.h │ ├── ggml-cpp.h │ ├── ggml-cpu.h │ ├── ggml-cuda.h │ ├── ggml-hexagon.h │ ├── ggml-metal.h │ ├── ggml-opencl.h │ ├── ggml-opt.h │ ├── ggml-rpc.h │ ├── ggml-vulkan.h │ ├── ggml.h │ └── gguf.h └── src │ ├── ggml-alloc.c │ ├── ggml-backend-impl.h │ ├── ggml-backend-reg.cpp │ ├── ggml-backend.cpp │ ├── ggml-blas │ └── ggml-blas.cpp │ ├── ggml-common.h │ ├── ggml-cpu │ ├── arch-fallback.h │ ├── arch │ │ ├── arm │ │ │ ├── cpu-feats.cpp │ │ │ ├── quants.c │ │ │ └── repack.cpp │ │ ├── loongarch │ │ │ └── quants.c │ │ ├── powerpc │ │ │ ├── cpu-feats.cpp │ │ │ └── quants.c │ │ ├── riscv │ │ │ ├── cpu-feats.cpp │ │ │ ├── quants.c │ │ │ └── repack.cpp │ │ ├── s390 │ │ │ ├── cpu-feats.cpp │ │ │ └── quants.c │ │ ├── wasm │ │ │ └── quants.c │ │ └── x86 │ │ │ ├── cpu-feats.cpp │ │ │ ├── quants.c │ │ │ └── repack.cpp │ ├── binary-ops.cpp │ ├── binary-ops.h │ ├── common.h │ ├── ggml-cpu-impl.h │ ├── ggml-cpu.c │ ├── ggml-cpu.cpp │ ├── hbm.cpp │ ├── hbm.h │ ├── kcpp-quantmapper.c │ ├── kcpp-repackmapper.cpp │ ├── llamafile │ │ ├── sgemm.cpp │ │ └── sgemm.h │ ├── ops.cpp │ ├── ops.h │ ├── quants.c │ ├── quants.h │ ├── repack.cpp │ ├── repack.h │ ├── simd-mappings.h │ ├── spacemit │ │ ├── ime.cpp │ │ ├── ime.h │ │ ├── ime1_kernels.cpp │ │ └── ime_kernels.h │ ├── traits.cpp │ ├── traits.h │ ├── unary-ops.cpp │ ├── unary-ops.h │ ├── vec.cpp │ └── vec.h │ ├── ggml-cuda │ ├── acc.cu │ ├── acc.cuh │ ├── add-id.cu │ ├── add-id.cuh │ ├── arange.cu │ ├── arange.cuh │ ├── argmax.cu │ ├── argmax.cuh │ ├── argsort.cu │ ├── argsort.cuh │ ├── binbcast.cu │ ├── binbcast.cuh │ ├── clamp.cu │ ├── clamp.cuh │ ├── common.cuh │ ├── concat.cu │ ├── concat.cuh │ ├── conv-transpose-1d.cu │ ├── conv-transpose-1d.cuh │ ├── conv2d-dw.cu │ ├── conv2d-dw.cuh │ ├── conv2d-transpose.cu │ ├── conv2d-transpose.cuh │ ├── conv2d.cu │ ├── conv2d.cuh │ ├── convert.cu │ ├── convert.cuh │ ├── count-equal.cu │ ├── count-equal.cuh │ ├── cp-async.cuh │ ├── cpy-utils.cuh │ ├── cpy.cu │ ├── cpy.cuh │ ├── cross-entropy-loss.cu │ ├── cross-entropy-loss.cuh │ ├── dequantize.cuh │ ├── diagmask.cu │ ├── diagmask.cuh │ ├── fattn-common.cuh │ ├── fattn-mma-f16.cuh │ ├── fattn-tile.cu │ ├── fattn-tile.cuh │ ├── fattn-vec.cuh │ ├── fattn-wmma-f16.cu │ ├── fattn-wmma-f16.cuh │ ├── fattn.cu │ ├── fattn.cuh │ ├── getrows.cu │ ├── getrows.cuh │ ├── ggml-cuda.cu │ ├── gla.cu │ ├── gla.cuh │ ├── im2col.cu │ ├── im2col.cuh │ ├── mean.cu │ ├── mean.cuh │ ├── mma.cuh │ ├── mmf.cu │ ├── mmf.cuh │ ├── mmid.cu │ ├── mmid.cuh │ ├── mmq.cu │ ├── mmq.cuh │ ├── mmvf.cu │ ├── mmvf.cuh │ ├── mmvq.cu │ ├── mmvq.cuh │ ├── norm.cu │ ├── norm.cuh │ ├── opt-step-adamw.cu │ ├── opt-step-adamw.cuh │ ├── opt-step-sgd.cu │ ├── opt-step-sgd.cuh │ ├── out-prod.cu │ ├── out-prod.cuh │ ├── pad.cu │ ├── pad.cuh │ ├── pad_reflect_1d.cu │ ├── pad_reflect_1d.cuh │ ├── pool2d.cu │ ├── pool2d.cuh │ ├── quantize.cu │ ├── quantize.cuh │ ├── reduce_rows.cuh │ ├── roll.cu │ ├── roll.cuh │ ├── rope.cu │ ├── rope.cuh │ ├── scale.cu │ ├── scale.cuh │ ├── set-rows.cu │ ├── set-rows.cuh │ ├── set.cu │ ├── set.cuh │ ├── softcap.cu │ ├── softcap.cuh │ ├── softmax.cu │ ├── softmax.cuh │ ├── solve_tri.cu │ ├── solve_tri.cuh │ ├── ssm-conv.cu │ ├── ssm-conv.cuh │ ├── ssm-scan.cu │ ├── ssm-scan.cuh │ ├── sum.cu │ ├── sum.cuh │ ├── sumrows.cu │ ├── sumrows.cuh │ ├── template-instances │ │ ├── fattn-mma-f16-instance-ncols1_1-ncols2_16.cu │ │ ├── fattn-mma-f16-instance-ncols1_1-ncols2_8.cu │ │ ├── fattn-mma-f16-instance-ncols1_16-ncols2_1.cu │ │ ├── fattn-mma-f16-instance-ncols1_16-ncols2_2.cu │ │ ├── fattn-mma-f16-instance-ncols1_16-ncols2_4.cu │ │ ├── fattn-mma-f16-instance-ncols1_2-ncols2_16.cu │ │ ├── fattn-mma-f16-instance-ncols1_2-ncols2_4.cu │ │ ├── fattn-mma-f16-instance-ncols1_2-ncols2_8.cu │ │ ├── fattn-mma-f16-instance-ncols1_32-ncols2_1.cu │ │ ├── fattn-mma-f16-instance-ncols1_32-ncols2_2.cu │ │ ├── fattn-mma-f16-instance-ncols1_4-ncols2_16.cu │ │ ├── fattn-mma-f16-instance-ncols1_4-ncols2_2.cu │ │ ├── fattn-mma-f16-instance-ncols1_4-ncols2_4.cu │ │ ├── fattn-mma-f16-instance-ncols1_4-ncols2_8.cu │ │ ├── fattn-mma-f16-instance-ncols1_64-ncols2_1.cu │ │ ├── fattn-mma-f16-instance-ncols1_8-ncols2_1.cu │ │ ├── fattn-mma-f16-instance-ncols1_8-ncols2_2.cu │ │ ├── fattn-mma-f16-instance-ncols1_8-ncols2_4.cu │ │ ├── fattn-mma-f16-instance-ncols1_8-ncols2_8.cu │ │ ├── fattn-tile-instance-dkq112-dv112.cu │ │ ├── fattn-tile-instance-dkq128-dv128.cu │ │ ├── fattn-tile-instance-dkq256-dv256.cu │ │ ├── fattn-tile-instance-dkq40-dv40.cu │ │ ├── fattn-tile-instance-dkq576-dv512.cu │ │ ├── fattn-tile-instance-dkq64-dv64.cu │ │ ├── fattn-tile-instance-dkq72-dv72.cu │ │ ├── fattn-tile-instance-dkq80-dv80.cu │ │ ├── fattn-tile-instance-dkq96-dv96.cu │ │ ├── fattn-vec-instance-f16-f16.cu │ │ ├── fattn-vec-instance-f16-q4_0.cu │ │ ├── fattn-vec-instance-f16-q4_1.cu │ │ ├── fattn-vec-instance-f16-q5_0.cu │ │ ├── fattn-vec-instance-f16-q5_1.cu │ │ ├── fattn-vec-instance-f16-q8_0.cu │ │ ├── fattn-vec-instance-q4_0-f16.cu │ │ ├── fattn-vec-instance-q4_0-q4_0.cu │ │ ├── fattn-vec-instance-q4_0-q4_1.cu │ │ ├── fattn-vec-instance-q4_0-q5_0.cu │ │ ├── fattn-vec-instance-q4_0-q5_1.cu │ │ ├── fattn-vec-instance-q4_0-q8_0.cu │ │ ├── fattn-vec-instance-q4_1-f16.cu │ │ ├── fattn-vec-instance-q4_1-q4_0.cu │ │ ├── fattn-vec-instance-q4_1-q4_1.cu │ │ ├── fattn-vec-instance-q4_1-q5_0.cu │ │ ├── fattn-vec-instance-q4_1-q5_1.cu │ │ ├── fattn-vec-instance-q4_1-q8_0.cu │ │ ├── fattn-vec-instance-q5_0-f16.cu │ │ ├── fattn-vec-instance-q5_0-q4_0.cu │ │ ├── fattn-vec-instance-q5_0-q4_1.cu │ │ ├── fattn-vec-instance-q5_0-q5_0.cu │ │ ├── fattn-vec-instance-q5_0-q5_1.cu │ │ ├── fattn-vec-instance-q5_0-q8_0.cu │ │ ├── fattn-vec-instance-q5_1-f16.cu │ │ ├── fattn-vec-instance-q5_1-q4_0.cu │ │ ├── fattn-vec-instance-q5_1-q4_1.cu │ │ ├── fattn-vec-instance-q5_1-q5_0.cu │ │ ├── fattn-vec-instance-q5_1-q5_1.cu │ │ ├── fattn-vec-instance-q5_1-q8_0.cu │ │ ├── fattn-vec-instance-q8_0-f16.cu │ │ ├── fattn-vec-instance-q8_0-q4_0.cu │ │ ├── fattn-vec-instance-q8_0-q4_1.cu │ │ ├── fattn-vec-instance-q8_0-q5_0.cu │ │ ├── fattn-vec-instance-q8_0-q5_1.cu │ │ ├── fattn-vec-instance-q8_0-q8_0.cu │ │ ├── generate_cu_files.py │ │ ├── mmf-instance-ncols_1.cu │ │ ├── mmf-instance-ncols_10.cu │ │ ├── mmf-instance-ncols_11.cu │ │ ├── mmf-instance-ncols_12.cu │ │ ├── mmf-instance-ncols_13.cu │ │ ├── mmf-instance-ncols_14.cu │ │ ├── mmf-instance-ncols_15.cu │ │ ├── mmf-instance-ncols_16.cu │ │ ├── mmf-instance-ncols_2.cu │ │ ├── mmf-instance-ncols_3.cu │ │ ├── mmf-instance-ncols_4.cu │ │ ├── mmf-instance-ncols_5.cu │ │ ├── mmf-instance-ncols_6.cu │ │ ├── mmf-instance-ncols_7.cu │ │ ├── mmf-instance-ncols_8.cu │ │ ├── mmf-instance-ncols_9.cu │ │ ├── mmq-instance-iq1_s.cu │ │ ├── mmq-instance-iq2_s.cu │ │ ├── mmq-instance-iq2_xs.cu │ │ ├── mmq-instance-iq2_xxs.cu │ │ ├── mmq-instance-iq3_s.cu │ │ ├── mmq-instance-iq3_xxs.cu │ │ ├── mmq-instance-iq4_nl.cu │ │ ├── mmq-instance-iq4_xs.cu │ │ ├── mmq-instance-mxfp4.cu │ │ ├── mmq-instance-q2_k.cu │ │ ├── mmq-instance-q3_k.cu │ │ ├── mmq-instance-q4_0.cu │ │ ├── mmq-instance-q4_1.cu │ │ ├── mmq-instance-q4_k.cu │ │ ├── mmq-instance-q5_0.cu │ │ ├── mmq-instance-q5_1.cu │ │ ├── mmq-instance-q5_k.cu │ │ ├── mmq-instance-q6_k.cu │ │ └── mmq-instance-q8_0.cu │ ├── topk-moe.cu │ ├── topk-moe.cuh │ ├── tsembd.cu │ ├── tsembd.cuh │ ├── unary.cu │ ├── unary.cuh │ ├── upscale.cu │ ├── upscale.cuh │ ├── vecdotq.cuh │ ├── vendors │ │ ├── cuda.h │ │ ├── hip.h │ │ └── musa.h │ ├── wkv.cu │ └── wkv.cuh │ ├── ggml-impl.h │ ├── ggml-metal │ ├── ggml-metal-common.cpp │ ├── ggml-metal-common.h │ ├── ggml-metal-context.h │ ├── ggml-metal-context.m │ ├── ggml-metal-device.cpp │ ├── ggml-metal-device.h │ ├── ggml-metal-device.m │ ├── ggml-metal-impl.h │ ├── ggml-metal-ops.cpp │ ├── ggml-metal-ops.h │ ├── ggml-metal.cpp │ └── ggml-metal.metal │ ├── ggml-opt.cpp │ ├── ggml-quants.c │ ├── ggml-quants.h │ ├── ggml-threading.cpp │ ├── ggml-threading.h │ ├── ggml-vulkan │ ├── ggml-vulkan.cpp │ └── vulkan-shaders │ │ ├── abs.comp │ │ ├── acc.comp │ │ ├── add.comp │ │ ├── add1.comp │ │ ├── add_id.comp │ │ ├── arange.comp │ │ ├── argmax.comp │ │ ├── argsort.comp │ │ ├── argsort_large.comp │ │ ├── ceil.comp │ │ ├── clamp.comp │ │ ├── concat.comp │ │ ├── contig_copy.comp │ │ ├── conv2d_dw.comp │ │ ├── conv2d_mm.comp │ │ ├── conv_transpose_1d.comp │ │ ├── copy.comp │ │ ├── copy_from_quant.comp │ │ ├── copy_to_quant.comp │ │ ├── copy_transpose.comp │ │ ├── cos.comp │ │ ├── count_equal.comp │ │ ├── cumsum.comp │ │ ├── dequant_f32.comp │ │ ├── dequant_funcs.glsl │ │ ├── dequant_funcs_cm2.glsl │ │ ├── dequant_head.glsl │ │ ├── dequant_iq1_m.comp │ │ ├── dequant_iq1_s.comp │ │ ├── dequant_iq2_s.comp │ │ ├── dequant_iq2_xs.comp │ │ ├── dequant_iq2_xxs.comp │ │ ├── dequant_iq3_s.comp │ │ ├── dequant_iq3_xxs.comp │ │ ├── dequant_iq4_nl.comp │ │ ├── dequant_iq4_xs.comp │ │ ├── dequant_mxfp4.comp │ │ ├── dequant_q2_k.comp │ │ ├── dequant_q3_k.comp │ │ ├── dequant_q4_0.comp │ │ ├── dequant_q4_1.comp │ │ ├── dequant_q4_k.comp │ │ ├── dequant_q5_0.comp │ │ ├── dequant_q5_1.comp │ │ ├── dequant_q5_k.comp │ │ ├── dequant_q6_k.comp │ │ ├── dequant_q8_0.comp │ │ ├── diag_mask_inf.comp │ │ ├── div.comp │ │ ├── exp.comp │ │ ├── feature-tests │ │ ├── bfloat16.comp │ │ ├── coopmat.comp │ │ ├── coopmat2.comp │ │ └── integer_dot.comp │ │ ├── fill.comp │ │ ├── flash_attn.comp │ │ ├── flash_attn_base.glsl │ │ ├── flash_attn_cm1.comp │ │ ├── flash_attn_cm2.comp │ │ ├── flash_attn_split_k_reduce.comp │ │ ├── floor.comp │ │ ├── geglu.comp │ │ ├── geglu_erf.comp │ │ ├── geglu_quick.comp │ │ ├── gelu.comp │ │ ├── gelu_erf.comp │ │ ├── gelu_quick.comp │ │ ├── generic_binary_head.glsl │ │ ├── generic_head.glsl │ │ ├── generic_unary_head.glsl │ │ ├── get_rows.comp │ │ ├── get_rows_quant.comp │ │ ├── glu_head.glsl │ │ ├── glu_main.glsl │ │ ├── group_norm.comp │ │ ├── hardsigmoid.comp │ │ ├── hardswish.comp │ │ ├── im2col.comp │ │ ├── im2col_3d.comp │ │ ├── l2_norm.comp │ │ ├── leaky_relu.comp │ │ ├── log.comp │ │ ├── mul.comp │ │ ├── mul_mat_split_k_reduce.comp │ │ ├── mul_mat_vec.comp │ │ ├── mul_mat_vec_base.glsl │ │ ├── mul_mat_vec_iface.glsl │ │ ├── mul_mat_vec_iq1_m.comp │ │ ├── mul_mat_vec_iq1_s.comp │ │ ├── mul_mat_vec_iq2_s.comp │ │ ├── mul_mat_vec_iq2_xs.comp │ │ ├── mul_mat_vec_iq2_xxs.comp │ │ ├── mul_mat_vec_iq3_s.comp │ │ ├── mul_mat_vec_iq3_xxs.comp │ │ ├── mul_mat_vec_nc.comp │ │ ├── mul_mat_vec_p021.comp │ │ ├── mul_mat_vec_q2_k.comp │ │ ├── mul_mat_vec_q3_k.comp │ │ ├── mul_mat_vec_q4_k.comp │ │ ├── mul_mat_vec_q5_k.comp │ │ ├── mul_mat_vec_q6_k.comp │ │ ├── mul_mat_vecq.comp │ │ ├── mul_mat_vecq_funcs.glsl │ │ ├── mul_mm.comp │ │ ├── mul_mm_cm2.comp │ │ ├── mul_mm_funcs.glsl │ │ ├── mul_mm_id_funcs.glsl │ │ ├── mul_mmq.comp │ │ ├── mul_mmq_funcs.glsl │ │ ├── mul_mmq_shmem_types.glsl │ │ ├── multi_add.comp │ │ ├── neg.comp │ │ ├── norm.comp │ │ ├── opt_step_adamw.comp │ │ ├── opt_step_sgd.comp │ │ ├── pad.comp │ │ ├── pool2d.comp │ │ ├── quantize_q8_1.comp │ │ ├── reglu.comp │ │ ├── relu.comp │ │ ├── repeat.comp │ │ ├── repeat_back.comp │ │ ├── rms_norm.comp │ │ ├── rms_norm_back.comp │ │ ├── rms_norm_partials.comp │ │ ├── roll.comp │ │ ├── rope_funcs.glsl │ │ ├── rope_head.glsl │ │ ├── rope_multi.comp │ │ ├── rope_neox.comp │ │ ├── rope_norm.comp │ │ ├── rope_params.glsl │ │ ├── rope_vision.comp │ │ ├── round.comp │ │ ├── rte.glsl │ │ ├── scale.comp │ │ ├── sigmoid.comp │ │ ├── silu.comp │ │ ├── silu_back.comp │ │ ├── sin.comp │ │ ├── soft_max.comp │ │ ├── soft_max_back.comp │ │ ├── softplus.comp │ │ ├── solve_tri.comp │ │ ├── sqrt.comp │ │ ├── square.comp │ │ ├── ssm_conv.comp │ │ ├── ssm_scan.comp │ │ ├── step.comp │ │ ├── sub.comp │ │ ├── sum_rows.comp │ │ ├── sum_rows.glsl │ │ ├── swiglu.comp │ │ ├── swiglu_oai.comp │ │ ├── tanh.comp │ │ ├── timestep_embedding.comp │ │ ├── topk_argsort.comp │ │ ├── topk_moe.comp │ │ ├── topk_nary_search.comp │ │ ├── tri.comp │ │ ├── trunc.comp │ │ ├── types.glsl │ │ ├── upscale.comp │ │ ├── utils.glsl │ │ ├── vulkan-shaders-gen.cpp │ │ ├── wkv6.comp │ │ └── wkv7.comp │ ├── ggml.c │ ├── ggml.cpp │ └── gguf.cpp ├── gguf-py ├── LICENSE ├── README.md ├── examples │ ├── reader.py │ └── writer.py ├── gguf │ ├── __init__.py │ ├── constants.py │ ├── gguf.py │ ├── gguf_reader.py │ ├── gguf_writer.py │ ├── lazy.py │ ├── metadata.py │ ├── py.typed │ ├── quants.py │ ├── scripts │ │ ├── gguf_convert_endian.py │ │ ├── gguf_dump.py │ │ ├── gguf_editor_gui.py │ │ ├── gguf_hash.py │ │ ├── gguf_new_metadata.py │ │ └── gguf_set_metadata.py │ ├── tensor_mapping.py │ ├── utility.py │ └── vocab.py ├── pyproject.toml └── tests │ ├── __init__.py │ ├── test_metadata.py │ └── test_quants.py ├── glslc-linux ├── glslc.exe ├── gpttype_adapter.cpp ├── include ├── CL │ ├── Utils │ │ ├── Context.h │ │ ├── Context.hpp │ │ ├── Detail.hpp │ │ ├── Device.hpp │ │ ├── Error.h │ │ ├── Error.hpp │ │ ├── ErrorCodes.h │ │ ├── Event.h │ │ ├── Event.hpp │ │ ├── File.h │ │ ├── File.hpp │ │ ├── InteropContext.hpp │ │ ├── OpenCLUtilsCpp_Export.h │ │ ├── OpenCLUtils_Export.h │ │ ├── Platform.hpp │ │ ├── Utils.h │ │ └── Utils.hpp │ ├── cl.h │ ├── cl2.hpp │ ├── cl_d3d10.h │ ├── cl_d3d11.h │ ├── cl_dx9_media_sharing.h │ ├── cl_dx9_media_sharing_intel.h │ ├── cl_egl.h │ ├── cl_ext.h │ ├── cl_ext_intel.h │ ├── cl_gl.h │ ├── cl_gl_ext.h │ ├── cl_half.h │ ├── cl_icd.h │ ├── cl_layer.h │ ├── cl_platform.h │ ├── cl_va_api_media_sharing_intel.h │ ├── cl_version.h │ ├── license.txt │ ├── opencl.h │ └── opencl.hpp ├── cblas.h ├── clblast.h ├── clblast_c.h ├── clblast_half.h ├── clblast_netlib_c.h ├── llama-cpp.h ├── llama.h ├── openblas_config.h └── vulkan │ ├── dxc │ ├── WinAdapter.h │ └── dxcapi.h │ ├── glslang │ ├── Include │ │ ├── ResourceLimits.h │ │ ├── glslang_c_interface.h │ │ ├── glslang_c_shader_types.h │ │ └── visibility.h │ ├── MachineIndependent │ │ └── Versions.h │ ├── Public │ │ ├── ResourceLimits.h │ │ ├── ShaderLang.h │ │ └── resource_limits_c.h │ ├── SPIRV │ │ ├── GlslangToSpv.h │ │ ├── Logger.h │ │ ├── SPVRemapper.h │ │ ├── SpvTools.h │ │ ├── disassemble.h │ │ └── spirv.hpp │ └── build_info.h │ ├── shaderc │ ├── env.h │ ├── shaderc.h │ ├── shaderc.hpp │ ├── status.h │ └── visibility.h │ ├── slang │ ├── slang-com-helper.h │ ├── slang-com-ptr.h │ ├── slang-cpp-host-prelude.h │ ├── slang-cpp-prelude.h │ ├── slang-cpp-scalar-intrinsics.h │ ├── slang-cpp-types-core.h │ ├── slang-cpp-types.h │ ├── slang-cuda-prelude.h │ ├── slang-deprecated.h │ ├── slang-gfx.h │ ├── slang-hlsl-prelude.h │ ├── slang-image-format-defs.h │ ├── slang-llvm.h │ ├── slang-tag-version.h │ ├── slang-torch-prelude.h │ └── slang.h │ ├── spirv-headers │ ├── AMD_gcn_shader.h │ ├── AMD_shader_ballot.h │ ├── AMD_shader_explicit_vertex_parameter.h │ ├── AMD_shader_trinary_minmax.h │ ├── DebugInfo.h │ ├── GLSL.std.450.h │ ├── NonSemanticClspvReflection.h │ ├── NonSemanticDebugBreak.h │ ├── NonSemanticDebugPrintf.h │ ├── NonSemanticShaderDebugInfo100.h │ ├── NonSemanticVkspReflection.h │ ├── OpenCL.std.h │ ├── OpenCLDebugInfo100.h │ ├── extinst.debuginfo.grammar.json │ ├── extinst.glsl.std.450.grammar.json │ ├── extinst.nonsemantic.clspvreflection.grammar.json │ ├── extinst.nonsemantic.debugbreak.grammar.json │ ├── extinst.nonsemantic.debugprintf.grammar.json │ ├── extinst.nonsemantic.shader.debuginfo.100.grammar.json │ ├── extinst.nonsemantic.vkspreflection.grammar.json │ ├── extinst.opencl.debuginfo.100.grammar.json │ ├── extinst.opencl.std.100.grammar.json │ ├── extinst.spv-amd-gcn-shader.grammar.json │ ├── extinst.spv-amd-shader-ballot.grammar.json │ ├── extinst.spv-amd-shader-explicit-vertex-parameter.grammar.json │ ├── extinst.spv-amd-shader-trinary-minmax.grammar.json │ ├── spir-v.xml │ ├── spirv.bf │ ├── spirv.core.grammar.json │ ├── spirv.cs │ ├── spirv.h │ ├── spirv.hpp │ ├── spirv.hpp11 │ ├── spirv.json │ ├── spirv.lua │ ├── spirv.py │ └── spv.d │ ├── spirv-tools │ ├── libspirv.h │ ├── libspirv.hpp │ ├── linker.hpp │ └── optimizer.hpp │ ├── spirv_cross │ ├── GLSL.std.450.h │ ├── spirv.h │ ├── spirv.hpp │ ├── spirv_cfg.hpp │ ├── spirv_common.hpp │ ├── spirv_cpp.hpp │ ├── spirv_cross.hpp │ ├── spirv_cross_c.h │ ├── spirv_cross_containers.hpp │ ├── spirv_cross_error_handling.hpp │ ├── spirv_cross_parsed_ir.hpp │ ├── spirv_cross_util.hpp │ ├── spirv_glsl.hpp │ ├── spirv_hlsl.hpp │ ├── spirv_msl.hpp │ ├── spirv_parser.hpp │ └── spirv_reflect.hpp │ ├── vk_video │ ├── vulkan_video_codec_av1std.h │ ├── vulkan_video_codec_av1std_decode.h │ ├── vulkan_video_codec_av1std_encode.h │ ├── vulkan_video_codec_h264std.h │ ├── vulkan_video_codec_h264std_decode.h │ ├── vulkan_video_codec_h264std_encode.h │ ├── vulkan_video_codec_h265std.h │ ├── vulkan_video_codec_h265std_decode.h │ ├── vulkan_video_codec_h265std_encode.h │ └── vulkan_video_codecs_common.h │ └── vulkan │ ├── utility │ ├── vk_concurrent_unordered_map.hpp │ ├── vk_dispatch_table.h │ ├── vk_format_utils.h │ ├── vk_safe_struct.hpp │ ├── vk_safe_struct_utils.hpp │ ├── vk_small_containers.hpp │ ├── vk_sparse_range_map.hpp │ └── vk_struct_helper.hpp │ ├── vk_enum_string_helper.h │ ├── vk_icd.h │ ├── vk_layer.h │ ├── vk_platform.h │ ├── vulkan.cppm │ ├── vulkan.h │ ├── vulkan.hpp │ ├── vulkan_android.h │ ├── vulkan_beta.h │ ├── vulkan_core.h │ ├── vulkan_directfb.h │ ├── vulkan_enums.hpp │ ├── vulkan_extension_inspection.hpp │ ├── vulkan_format_traits.hpp │ ├── vulkan_fuchsia.h │ ├── vulkan_funcs.hpp │ ├── vulkan_ggp.h │ ├── vulkan_handles.hpp │ ├── vulkan_hash.hpp │ ├── vulkan_hpp_macros.hpp │ ├── vulkan_ios.h │ ├── vulkan_macos.h │ ├── vulkan_metal.h │ ├── vulkan_profiles.hpp │ ├── vulkan_raii.hpp │ ├── vulkan_screen.h │ ├── vulkan_shared.hpp │ ├── vulkan_static_assertions.hpp │ ├── vulkan_structs.hpp │ ├── vulkan_to_string.hpp │ ├── vulkan_vi.h │ ├── vulkan_video.hpp │ ├── vulkan_wayland.h │ ├── vulkan_win32.h │ ├── vulkan_xcb.h │ ├── vulkan_xlib.h │ └── vulkan_xlib_xrandr.h ├── json_to_gbnf.py ├── kcpp_adapters ├── Alpaca.json ├── AutoGuess.json ├── ChatML-NoThink.json ├── ChatML.json ├── Command-R.json ├── DeepSeek.json ├── GLM-4-NoThink.json ├── GLM-4.json ├── Gemma.json ├── Granite-4.json ├── Jamba.json ├── Llama-2-Chat.json ├── Llama-3.json ├── Llama-4.json ├── Metharme.json ├── Mistral-NonTekken.json ├── Mistral-Tekken.json ├── OpenAI-Harmony.json ├── Phi-3.json ├── RWKV-World.json ├── Seed-OSS-NoThink.json ├── Seed-OSS.json └── Vicuna.json ├── koboldcpp.py ├── koboldcpp.sh ├── lib ├── OpenCL.lib ├── clblast.lib └── vulkan-1.lib ├── make_pyinstaller.bat ├── make_pyinstaller.sh ├── make_pyinstaller_cuda.bat ├── make_pyinstaller_cuda_oldpc.bat ├── make_pyinstaller_oldpc.bat ├── media ├── preview.png ├── preview2.png ├── preview3.png ├── preview4.png ├── preview5.png └── preview6.png ├── model_adapter.cpp ├── model_adapter.h ├── mypy.ini ├── niko.ico ├── nikogreen.ico ├── otherarch ├── embeddings_adapter.cpp ├── ggml_v1.c ├── ggml_v1.h ├── ggml_v2-cuda-legacy.cu ├── ggml_v2-cuda-legacy.h ├── ggml_v2-cuda.cu ├── ggml_v2-cuda.h ├── ggml_v2-opencl-legacy.c ├── ggml_v2-opencl-legacy.h ├── ggml_v2-opencl.cpp ├── ggml_v2-opencl.h ├── ggml_v2.c ├── ggml_v2.h ├── ggml_v3-cuda.cu ├── ggml_v3-cuda.h ├── ggml_v3-opencl.cpp ├── ggml_v3-opencl.h ├── ggml_v3.c ├── ggml_v3.h ├── ggml_v3b-opencl.cpp ├── ggml_v3b-opencl.h ├── gpt2_v1.cpp ├── gpt2_v2.cpp ├── gpt2_v3.cpp ├── gptj_v1.cpp ├── gptj_v2.cpp ├── gptj_v3.cpp ├── llama-util.h ├── llama_v2-util.h ├── llama_v2.cpp ├── llama_v2.h ├── llama_v3.cpp ├── llama_v3.h ├── mpt_v3.cpp ├── neox_v2.cpp ├── neox_v3.cpp ├── otherarch.h ├── rwkv_v2.cpp ├── rwkv_v2.h ├── rwkv_v3.cpp ├── rwkv_v3.h ├── rwkv_vocab.cpp ├── sdcpp │ ├── SDCPP_LICENSE │ ├── avi_writer.h │ ├── clip.hpp │ ├── common.hpp │ ├── conditioner.hpp │ ├── control.hpp │ ├── denoiser.hpp │ ├── diffusion_model.hpp │ ├── easycache.hpp │ ├── esrgan.hpp │ ├── flux.hpp │ ├── ggml_extend.hpp │ ├── gguf_reader.hpp │ ├── gits_noise.inl │ ├── latent-preview.h │ ├── lcm_glm.h │ ├── lcm_kimo.h │ ├── llm.hpp │ ├── lora.hpp │ ├── ltxv.hpp │ ├── main.cpp │ ├── mmdit.hpp │ ├── model.cpp │ ├── model.h │ ├── msf_gif.h │ ├── name_conversion.cpp │ ├── name_conversion.h │ ├── ordered_map.hpp │ ├── pmid.hpp │ ├── preprocessing.hpp │ ├── qwen_image.hpp │ ├── rng.hpp │ ├── rng_mt19937.hpp │ ├── rng_philox.hpp │ ├── rope.hpp │ ├── sdcpp_vocab_extract.py │ ├── sdtype_adapter.cpp │ ├── stable-diffusion.cpp │ ├── stable-diffusion.h │ ├── t5.hpp │ ├── tae.hpp │ ├── thirdparty │ │ ├── LICENSE.darts_clone.txt │ │ ├── darts.h │ │ ├── miniz.h │ │ ├── stb_image_resize.h │ │ ├── stb_image_write.h │ │ ├── zip.c │ │ └── zip.h │ ├── tokenize_util.cpp │ ├── tokenize_util.h │ ├── unet.hpp │ ├── upscaler.cpp │ ├── util.cpp │ ├── util.h │ ├── vae.hpp │ ├── vocab.hpp │ ├── vocab_mistral.hpp │ ├── vocab_qwen.hpp │ ├── vocab_umt5.hpp │ ├── wan.hpp │ └── z_image.hpp ├── tools │ ├── common-ggml.cpp │ ├── common-ggml.h │ ├── convert_hf_gpt2.py │ ├── convert_hf_gptj.py │ ├── convert_hf_mpt.py │ ├── convert_hf_neox.py │ ├── convert_llama_ggml_to_gguf.py │ ├── convert_pt_rwkv.py │ ├── gpt2_quantize.cpp │ ├── gptj_quantize.cpp │ ├── mpt_quantize.cpp │ ├── neox_quantize.cpp │ ├── rwkv_orig_vocab.json │ ├── rwkv_prepare_vocab.py │ ├── rwkv_prepare_vocab_world.py │ ├── rwkv_world_vocab.txt │ └── unused │ │ └── export_state_dict_checkpoint.py ├── tts_adapter.cpp ├── ttscpp │ ├── TTSCPP_LICENSE │ ├── cli │ │ ├── cli.cpp │ │ ├── playback.cpp │ │ ├── playback.h │ │ ├── vad.cpp │ │ ├── vad.h │ │ ├── write_file.cpp │ │ └── write_file.h │ ├── include │ │ ├── audio_file.h │ │ ├── phonemizer.h │ │ ├── ttsargs.h │ │ ├── ttscommon.h │ │ └── ttscpp.h │ └── src │ │ ├── dac_model.cpp │ │ ├── dac_model.h │ │ ├── dia_model.cpp │ │ ├── dia_model.h │ │ ├── general_neural_audio_codec.cpp │ │ ├── general_neural_audio_codec.h │ │ ├── kokoro_model.cpp │ │ ├── kokoro_model.h │ │ ├── orpheus_model.cpp │ │ ├── orpheus_model.h │ │ ├── parler_model.cpp │ │ ├── parler_model.h │ │ ├── phonemizer.cpp │ │ ├── snac_model.cpp │ │ ├── snac_model.h │ │ ├── tts_model.cpp │ │ ├── tts_model.h │ │ ├── ttsargs.cpp │ │ ├── ttscpp.cpp │ │ ├── ttssampler.cpp │ │ ├── ttssampler.h │ │ ├── ttst5_encoder_model.cpp │ │ ├── ttst5_encoder_model.h │ │ ├── ttstokenizer.cpp │ │ ├── ttstokenizer.h │ │ ├── ttsutil.cpp │ │ └── ttsutil.h ├── utils.cpp ├── utils.h └── whispercpp │ ├── dr_wav.h │ ├── main.cpp │ ├── whisper.cpp │ ├── whisper.h │ └── whisper_adapter.cpp ├── requirements.txt ├── simpleclinfo.cpp ├── simpleclinfo.exe ├── simplecpuinfo ├── simplecpuinfo.cpp ├── simplecpuinfo.exe ├── src ├── llama-adapter.cpp ├── llama-adapter.h ├── llama-arch.cpp ├── llama-arch.h ├── llama-batch.cpp ├── llama-batch.h ├── llama-chat.cpp ├── llama-chat.h ├── llama-context.cpp ├── llama-context.h ├── llama-cparams.cpp ├── llama-cparams.h ├── llama-grammar.cpp ├── llama-grammar.h ├── llama-graph.cpp ├── llama-graph.h ├── llama-hparams.cpp ├── llama-hparams.h ├── llama-impl.cpp ├── llama-impl.h ├── llama-io.cpp ├── llama-io.h ├── llama-kv-cache-iswa.cpp ├── llama-kv-cache-iswa.h ├── llama-kv-cache.cpp ├── llama-kv-cache.h ├── llama-kv-cells.h ├── llama-memory-hybrid.cpp ├── llama-memory-hybrid.h ├── llama-memory-recurrent.cpp ├── llama-memory-recurrent.h ├── llama-memory.cpp ├── llama-memory.h ├── llama-mmap.cpp ├── llama-mmap.h ├── llama-model-loader.cpp ├── llama-model-loader.h ├── llama-model-saver.cpp ├── llama-model-saver.h ├── llama-model.cpp ├── llama-model.h ├── llama-quant.cpp ├── llama-quant.h ├── llama-sampling.cpp ├── llama-sampling.h ├── llama-vocab.cpp ├── llama-vocab.h ├── llama.cpp ├── models │ ├── afmoe.cpp │ ├── apertus.cpp │ ├── arcee.cpp │ ├── arctic.cpp │ ├── arwkv7.cpp │ ├── baichuan.cpp │ ├── bailingmoe.cpp │ ├── bailingmoe2.cpp │ ├── bert.cpp │ ├── bitnet.cpp │ ├── bloom.cpp │ ├── chameleon.cpp │ ├── chatglm.cpp │ ├── codeshell.cpp │ ├── cogvlm.cpp │ ├── cohere2-iswa.cpp │ ├── command-r.cpp │ ├── dbrx.cpp │ ├── deci.cpp │ ├── deepseek.cpp │ ├── deepseek2.cpp │ ├── dots1.cpp │ ├── dream.cpp │ ├── ernie4-5-moe.cpp │ ├── ernie4-5.cpp │ ├── exaone.cpp │ ├── exaone4.cpp │ ├── falcon-h1.cpp │ ├── falcon.cpp │ ├── gemma-embedding.cpp │ ├── gemma.cpp │ ├── gemma2-iswa.cpp │ ├── gemma3-iswa.cpp │ ├── gemma3n-iswa.cpp │ ├── glm4-moe.cpp │ ├── glm4.cpp │ ├── gpt2.cpp │ ├── gptneox.cpp │ ├── granite-hybrid.cpp │ ├── granite.cpp │ ├── graph-context-mamba.cpp │ ├── grok.cpp │ ├── grovemoe.cpp │ ├── hunyuan-dense.cpp │ ├── hunyuan-moe.cpp │ ├── internlm2.cpp │ ├── jais.cpp │ ├── jamba.cpp │ ├── lfm2.cpp │ ├── llada-moe.cpp │ ├── llada.cpp │ ├── llama-iswa.cpp │ ├── llama.cpp │ ├── mamba.cpp │ ├── minicpm3.cpp │ ├── minimax-m2.cpp │ ├── mistral3.cpp │ ├── models.h │ ├── mpt.cpp │ ├── nemotron-h.cpp │ ├── nemotron.cpp │ ├── neo-bert.cpp │ ├── olmo.cpp │ ├── olmo2.cpp │ ├── olmoe.cpp │ ├── openai-moe-iswa.cpp │ ├── openelm.cpp │ ├── orion.cpp │ ├── pangu-embedded.cpp │ ├── phi2.cpp │ ├── phi3.cpp │ ├── plamo.cpp │ ├── plamo2.cpp │ ├── plm.cpp │ ├── qwen.cpp │ ├── qwen2.cpp │ ├── qwen2moe.cpp │ ├── qwen2vl.cpp │ ├── qwen3.cpp │ ├── qwen3moe.cpp │ ├── qwen3next.cpp │ ├── qwen3vl-moe.cpp │ ├── qwen3vl.cpp │ ├── refact.cpp │ ├── rnd1.cpp │ ├── rwkv6-base.cpp │ ├── rwkv6.cpp │ ├── rwkv6qwen2.cpp │ ├── rwkv7-base.cpp │ ├── rwkv7.cpp │ ├── seed-oss.cpp │ ├── smallthinker.cpp │ ├── smollm3.cpp │ ├── stablelm.cpp │ ├── starcoder.cpp │ ├── starcoder2.cpp │ ├── t5-dec.cpp │ ├── t5-enc.cpp │ ├── wavtokenizer-dec.cpp │ └── xverse.cpp ├── unicode-data.cpp ├── unicode-data.h ├── unicode.cpp └── unicode.h ├── tests └── test_autoguess.py ├── tools ├── gguf-split │ ├── gguf-split.cpp │ └── tests.sh ├── kcpplauncherhook.py ├── main │ └── main.cpp ├── mtmd │ ├── clip-impl.h │ ├── clip.cpp │ ├── clip.h │ ├── deprecation-warning.cpp │ ├── legacy-models │ │ ├── convert_image_encoder_to_gguf.py │ │ ├── glmedge-convert-image-encoder-to-gguf.py │ │ ├── glmedge-surgery.py │ │ ├── llava_surgery.py │ │ ├── llava_surgery_v2.py │ │ ├── minicpmv-convert-image-encoder-to-gguf.py │ │ └── minicpmv-surgery.py │ ├── llava.cpp │ ├── llava.h │ ├── mtmd-audio.cpp │ ├── mtmd-audio.h │ ├── mtmd-cli.cpp │ ├── mtmd-helper.cpp │ ├── mtmd-helper.h │ ├── mtmd.cpp │ ├── mtmd.h │ ├── requirements.txt │ ├── test-1.jpeg │ ├── test-2.mp3 │ └── tests.sh ├── quantclip.cpp ├── quantize │ ├── README.md │ ├── quantize.cpp │ └── tests.sh ├── server │ ├── bench │ │ ├── bench.py │ │ ├── prometheus.yml │ │ ├── requirements.txt │ │ └── script.js │ ├── chat-llama2.sh │ ├── chat.mjs │ ├── chat.sh │ ├── public │ │ ├── index.html.gz │ │ └── loading.html │ ├── public_legacy │ │ ├── colorthemes.css │ │ ├── completion.js │ │ ├── favicon.ico │ │ ├── index-new.html │ │ ├── index.html │ │ ├── index.js │ │ ├── json-schema-to-grammar.mjs │ │ ├── loading.html │ │ ├── prompt-formats.js │ │ ├── style.css │ │ ├── system-prompts.js │ │ ├── theme-beeninorder.css │ │ ├── theme-ketivah.css │ │ ├── theme-mangotango.css │ │ ├── theme-playground.css │ │ ├── theme-polarnight.css │ │ └── theme-snowstorm.css │ ├── public_simplechat │ │ ├── datautils.mjs │ │ ├── index.html │ │ ├── simplechat.css │ │ ├── simplechat.js │ │ ├── simplechat_screens.webp │ │ └── ui.mjs │ ├── server-common.cpp │ ├── server-common.h │ ├── server-context.cpp │ ├── server-context.h │ ├── server-http.cpp │ ├── server-http.h │ ├── server-models.cpp │ ├── server-models.h │ ├── server-queue.cpp │ ├── server-queue.h │ ├── server-task.cpp │ ├── server-task.h │ ├── server.cpp │ ├── tests │ │ ├── .gitignore │ │ ├── conftest.py │ │ ├── pytest.ini │ │ ├── requirements.txt │ │ ├── tests.sh │ │ ├── unit │ │ │ ├── test_basic.py │ │ │ ├── test_chat_completion.py │ │ │ ├── test_compat_anthropic.py │ │ │ ├── test_completion.py │ │ │ ├── test_ctx_shift.py │ │ │ ├── test_embedding.py │ │ │ ├── test_infill.py │ │ │ ├── test_lora.py │ │ │ ├── test_rerank.py │ │ │ ├── test_router.py │ │ │ ├── test_security.py │ │ │ ├── test_slot_save.py │ │ │ ├── test_speculative.py │ │ │ ├── test_template.py │ │ │ ├── test_tokenize.py │ │ │ ├── test_tool_call.py │ │ │ └── test_vision_api.py │ │ └── utils.py │ ├── themes │ │ ├── buttons-top │ │ │ ├── buttons_top.png │ │ │ ├── favicon.ico │ │ │ └── index.html │ │ └── wild │ │ │ ├── favicon.ico │ │ │ ├── index.html │ │ │ ├── llama_cpp.png │ │ │ ├── llamapattern.png │ │ │ └── wild.png │ └── webui │ │ ├── .gitignore │ │ ├── .npmrc │ │ ├── .prettierignore │ │ ├── .prettierrc │ │ ├── .storybook │ │ ├── ModeWatcherDecorator.svelte │ │ ├── TooltipProviderDecorator.svelte │ │ ├── main.ts │ │ ├── preview.ts │ │ └── vitest.setup.ts │ │ ├── README.md │ │ ├── components.json │ │ ├── docs │ │ ├── architecture │ │ │ ├── high-level-architecture-simplified.md │ │ │ └── high-level-architecture.md │ │ └── flows │ │ │ ├── chat-flow.md │ │ │ ├── conversations-flow.md │ │ │ ├── data-flow-simplified-model-mode.md │ │ │ ├── data-flow-simplified-router-mode.md │ │ │ ├── database-flow.md │ │ │ ├── models-flow.md │ │ │ ├── server-flow.md │ │ │ └── settings-flow.md │ │ ├── eslint.config.js │ │ ├── package-lock.json │ │ ├── package.json │ │ ├── playwright.config.ts │ │ ├── scripts │ │ ├── dev.sh │ │ ├── install-git-hooks.sh │ │ └── post-build.sh │ │ ├── src │ │ ├── app.css │ │ ├── app.d.ts │ │ ├── app.html │ │ ├── lib │ │ │ ├── components │ │ │ │ ├── app │ │ │ │ │ ├── chat │ │ │ │ │ │ ├── ChatAttachments │ │ │ │ │ │ │ ├── ChatAttachmentPreview.svelte │ │ │ │ │ │ │ ├── ChatAttachmentThumbnailFile.svelte │ │ │ │ │ │ │ ├── ChatAttachmentThumbnailImage.svelte │ │ │ │ │ │ │ ├── ChatAttachmentsList.svelte │ │ │ │ │ │ │ └── ChatAttachmentsViewAll.svelte │ │ │ │ │ │ ├── ChatForm │ │ │ │ │ │ │ ├── ChatForm.svelte │ │ │ │ │ │ │ ├── ChatFormActions │ │ │ │ │ │ │ │ ├── ChatFormActionFileAttachments.svelte │ │ │ │ │ │ │ │ ├── ChatFormActionRecord.svelte │ │ │ │ │ │ │ │ ├── ChatFormActionSubmit.svelte │ │ │ │ │ │ │ │ └── ChatFormActions.svelte │ │ │ │ │ │ │ ├── ChatFormFileInputInvisible.svelte │ │ │ │ │ │ │ ├── ChatFormHelperText.svelte │ │ │ │ │ │ │ └── ChatFormTextarea.svelte │ │ │ │ │ │ ├── ChatMessages │ │ │ │ │ │ │ ├── ChatMessage.svelte │ │ │ │ │ │ │ ├── ChatMessageActions.svelte │ │ │ │ │ │ │ ├── ChatMessageAssistant.svelte │ │ │ │ │ │ │ ├── ChatMessageBranchingControls.svelte │ │ │ │ │ │ │ ├── ChatMessageStatistics.svelte │ │ │ │ │ │ │ ├── ChatMessageThinkingBlock.svelte │ │ │ │ │ │ │ ├── ChatMessageUser.svelte │ │ │ │ │ │ │ └── ChatMessages.svelte │ │ │ │ │ │ ├── ChatScreen │ │ │ │ │ │ │ ├── ChatScreen.svelte │ │ │ │ │ │ │ ├── ChatScreenDragOverlay.svelte │ │ │ │ │ │ │ ├── ChatScreenHeader.svelte │ │ │ │ │ │ │ └── ChatScreenProcessingInfo.svelte │ │ │ │ │ │ ├── ChatSettings │ │ │ │ │ │ │ ├── ChatSettings.svelte │ │ │ │ │ │ │ ├── ChatSettingsFields.svelte │ │ │ │ │ │ │ ├── ChatSettingsFooter.svelte │ │ │ │ │ │ │ ├── ChatSettingsImportExportTab.svelte │ │ │ │ │ │ │ └── ChatSettingsParameterSourceIndicator.svelte │ │ │ │ │ │ └── ChatSidebar │ │ │ │ │ │ │ ├── ChatSidebar.svelte │ │ │ │ │ │ │ ├── ChatSidebarActions.svelte │ │ │ │ │ │ │ ├── ChatSidebarConversationItem.svelte │ │ │ │ │ │ │ ├── ChatSidebarSearch.svelte │ │ │ │ │ │ │ └── handle-mobile-sidebar-item-click.ts │ │ │ │ │ ├── dialogs │ │ │ │ │ │ ├── DialogChatAttachmentPreview.svelte │ │ │ │ │ │ ├── DialogChatAttachmentsViewAll.svelte │ │ │ │ │ │ ├── DialogChatError.svelte │ │ │ │ │ │ ├── DialogChatSettings.svelte │ │ │ │ │ │ ├── DialogConfirmation.svelte │ │ │ │ │ │ ├── DialogConversationSelection.svelte │ │ │ │ │ │ ├── DialogConversationTitleUpdate.svelte │ │ │ │ │ │ ├── DialogEmptyFileAlert.svelte │ │ │ │ │ │ ├── DialogModelInformation.svelte │ │ │ │ │ │ └── DialogModelNotAvailable.svelte │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── misc │ │ │ │ │ │ ├── ActionButton.svelte │ │ │ │ │ │ ├── ActionDropdown.svelte │ │ │ │ │ │ ├── BadgeChatStatistic.svelte │ │ │ │ │ │ ├── BadgeInfo.svelte │ │ │ │ │ │ ├── BadgeModality.svelte │ │ │ │ │ │ ├── CodePreviewDialog.svelte │ │ │ │ │ │ ├── ConversationSelection.svelte │ │ │ │ │ │ ├── CopyToClipboardIcon.svelte │ │ │ │ │ │ ├── KeyboardShortcutInfo.svelte │ │ │ │ │ │ ├── MarkdownContent.svelte │ │ │ │ │ │ ├── RemoveButton.svelte │ │ │ │ │ │ └── SyntaxHighlightedCode.svelte │ │ │ │ │ ├── models │ │ │ │ │ │ ├── ModelBadge.svelte │ │ │ │ │ │ └── ModelsSelector.svelte │ │ │ │ │ └── server │ │ │ │ │ │ ├── ServerErrorSplash.svelte │ │ │ │ │ │ ├── ServerLoadingSplash.svelte │ │ │ │ │ │ └── ServerStatus.svelte │ │ │ │ └── ui │ │ │ │ │ ├── alert-dialog │ │ │ │ │ ├── alert-dialog-action.svelte │ │ │ │ │ ├── alert-dialog-cancel.svelte │ │ │ │ │ ├── alert-dialog-content.svelte │ │ │ │ │ ├── alert-dialog-description.svelte │ │ │ │ │ ├── alert-dialog-footer.svelte │ │ │ │ │ ├── alert-dialog-header.svelte │ │ │ │ │ ├── alert-dialog-overlay.svelte │ │ │ │ │ ├── alert-dialog-title.svelte │ │ │ │ │ ├── alert-dialog-trigger.svelte │ │ │ │ │ └── index.ts │ │ │ │ │ ├── alert │ │ │ │ │ ├── alert-description.svelte │ │ │ │ │ ├── alert-title.svelte │ │ │ │ │ ├── alert.svelte │ │ │ │ │ └── index.ts │ │ │ │ │ ├── badge │ │ │ │ │ ├── badge.svelte │ │ │ │ │ └── index.ts │ │ │ │ │ ├── button │ │ │ │ │ ├── button.svelte │ │ │ │ │ └── index.ts │ │ │ │ │ ├── card │ │ │ │ │ ├── card-action.svelte │ │ │ │ │ ├── card-content.svelte │ │ │ │ │ ├── card-description.svelte │ │ │ │ │ ├── card-footer.svelte │ │ │ │ │ ├── card-header.svelte │ │ │ │ │ ├── card-title.svelte │ │ │ │ │ ├── card.svelte │ │ │ │ │ └── index.ts │ │ │ │ │ ├── checkbox │ │ │ │ │ ├── checkbox.svelte │ │ │ │ │ └── index.ts │ │ │ │ │ ├── collapsible │ │ │ │ │ ├── collapsible-content.svelte │ │ │ │ │ ├── collapsible-trigger.svelte │ │ │ │ │ ├── collapsible.svelte │ │ │ │ │ └── index.ts │ │ │ │ │ ├── dialog │ │ │ │ │ ├── dialog-close.svelte │ │ │ │ │ ├── dialog-content.svelte │ │ │ │ │ ├── dialog-description.svelte │ │ │ │ │ ├── dialog-footer.svelte │ │ │ │ │ ├── dialog-header.svelte │ │ │ │ │ ├── dialog-overlay.svelte │ │ │ │ │ ├── dialog-title.svelte │ │ │ │ │ ├── dialog-trigger.svelte │ │ │ │ │ └── index.ts │ │ │ │ │ ├── dropdown-menu │ │ │ │ │ ├── dropdown-menu-checkbox-item.svelte │ │ │ │ │ ├── dropdown-menu-content.svelte │ │ │ │ │ ├── dropdown-menu-group-heading.svelte │ │ │ │ │ ├── dropdown-menu-group.svelte │ │ │ │ │ ├── dropdown-menu-item.svelte │ │ │ │ │ ├── dropdown-menu-label.svelte │ │ │ │ │ ├── dropdown-menu-radio-group.svelte │ │ │ │ │ ├── dropdown-menu-radio-item.svelte │ │ │ │ │ ├── dropdown-menu-separator.svelte │ │ │ │ │ ├── dropdown-menu-shortcut.svelte │ │ │ │ │ ├── dropdown-menu-sub-content.svelte │ │ │ │ │ ├── dropdown-menu-sub-trigger.svelte │ │ │ │ │ ├── dropdown-menu-trigger.svelte │ │ │ │ │ └── index.ts │ │ │ │ │ ├── input │ │ │ │ │ ├── index.ts │ │ │ │ │ └── input.svelte │ │ │ │ │ ├── label │ │ │ │ │ ├── index.ts │ │ │ │ │ └── label.svelte │ │ │ │ │ ├── scroll-area │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── scroll-area-scrollbar.svelte │ │ │ │ │ └── scroll-area.svelte │ │ │ │ │ ├── select │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── select-content.svelte │ │ │ │ │ ├── select-group-heading.svelte │ │ │ │ │ ├── select-group.svelte │ │ │ │ │ ├── select-item.svelte │ │ │ │ │ ├── select-label.svelte │ │ │ │ │ ├── select-scroll-down-button.svelte │ │ │ │ │ ├── select-scroll-up-button.svelte │ │ │ │ │ ├── select-separator.svelte │ │ │ │ │ └── select-trigger.svelte │ │ │ │ │ ├── separator │ │ │ │ │ ├── index.ts │ │ │ │ │ └── separator.svelte │ │ │ │ │ ├── sheet │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── sheet-close.svelte │ │ │ │ │ ├── sheet-content.svelte │ │ │ │ │ ├── sheet-description.svelte │ │ │ │ │ ├── sheet-footer.svelte │ │ │ │ │ ├── sheet-header.svelte │ │ │ │ │ ├── sheet-overlay.svelte │ │ │ │ │ ├── sheet-title.svelte │ │ │ │ │ └── sheet-trigger.svelte │ │ │ │ │ ├── sidebar │ │ │ │ │ ├── constants.ts │ │ │ │ │ ├── context.svelte.ts │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── sidebar-content.svelte │ │ │ │ │ ├── sidebar-footer.svelte │ │ │ │ │ ├── sidebar-group-action.svelte │ │ │ │ │ ├── sidebar-group-content.svelte │ │ │ │ │ ├── sidebar-group-label.svelte │ │ │ │ │ ├── sidebar-group.svelte │ │ │ │ │ ├── sidebar-header.svelte │ │ │ │ │ ├── sidebar-input.svelte │ │ │ │ │ ├── sidebar-inset.svelte │ │ │ │ │ ├── sidebar-menu-action.svelte │ │ │ │ │ ├── sidebar-menu-badge.svelte │ │ │ │ │ ├── sidebar-menu-button.svelte │ │ │ │ │ ├── sidebar-menu-item.svelte │ │ │ │ │ ├── sidebar-menu-skeleton.svelte │ │ │ │ │ ├── sidebar-menu-sub-button.svelte │ │ │ │ │ ├── sidebar-menu-sub-item.svelte │ │ │ │ │ ├── sidebar-menu-sub.svelte │ │ │ │ │ ├── sidebar-menu.svelte │ │ │ │ │ ├── sidebar-provider.svelte │ │ │ │ │ ├── sidebar-rail.svelte │ │ │ │ │ ├── sidebar-separator.svelte │ │ │ │ │ ├── sidebar-trigger.svelte │ │ │ │ │ └── sidebar.svelte │ │ │ │ │ ├── skeleton │ │ │ │ │ ├── index.ts │ │ │ │ │ └── skeleton.svelte │ │ │ │ │ ├── table │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── table-body.svelte │ │ │ │ │ ├── table-caption.svelte │ │ │ │ │ ├── table-cell.svelte │ │ │ │ │ ├── table-footer.svelte │ │ │ │ │ ├── table-head.svelte │ │ │ │ │ ├── table-header.svelte │ │ │ │ │ ├── table-row.svelte │ │ │ │ │ └── table.svelte │ │ │ │ │ ├── textarea │ │ │ │ │ ├── index.ts │ │ │ │ │ └── textarea.svelte │ │ │ │ │ ├── tooltip │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── tooltip-content.svelte │ │ │ │ │ └── tooltip-trigger.svelte │ │ │ │ │ └── utils.ts │ │ │ ├── constants │ │ │ │ ├── auto-scroll.ts │ │ │ │ ├── binary-detection.ts │ │ │ │ ├── default-context.ts │ │ │ │ ├── floating-ui-constraints.ts │ │ │ │ ├── icons.ts │ │ │ │ ├── input-classes.ts │ │ │ │ ├── latex-protection.ts │ │ │ │ ├── literal-html.ts │ │ │ │ ├── localstorage-keys.ts │ │ │ │ ├── max-bundle-size.ts │ │ │ │ ├── precision.ts │ │ │ │ ├── processing-info.ts │ │ │ │ ├── settings-config.ts │ │ │ │ ├── supported-file-types.ts │ │ │ │ ├── table-html-restorer.ts │ │ │ │ ├── tooltip-config.ts │ │ │ │ └── viewport.ts │ │ │ ├── enums │ │ │ │ ├── attachment.ts │ │ │ │ ├── files.ts │ │ │ │ ├── index.ts │ │ │ │ ├── model.ts │ │ │ │ └── server.ts │ │ │ ├── hooks │ │ │ │ ├── is-mobile.svelte.ts │ │ │ │ ├── use-model-change-validation.svelte.ts │ │ │ │ └── use-processing-state.svelte.ts │ │ │ ├── markdown │ │ │ │ ├── literal-html.ts │ │ │ │ └── table-html-restorer.ts │ │ │ ├── services │ │ │ │ ├── chat.ts │ │ │ │ ├── database.ts │ │ │ │ ├── index.ts │ │ │ │ ├── models.ts │ │ │ │ ├── parameter-sync.spec.ts │ │ │ │ ├── parameter-sync.ts │ │ │ │ └── props.ts │ │ │ ├── stores │ │ │ │ ├── chat.svelte.ts │ │ │ │ ├── conversations.svelte.ts │ │ │ │ ├── models.svelte.ts │ │ │ │ ├── persisted.svelte.ts │ │ │ │ ├── server.svelte.ts │ │ │ │ └── settings.svelte.ts │ │ │ ├── types │ │ │ │ ├── api.d.ts │ │ │ │ ├── chat.d.ts │ │ │ │ ├── database.d.ts │ │ │ │ ├── index.ts │ │ │ │ ├── models.d.ts │ │ │ │ └── settings.d.ts │ │ │ └── utils │ │ │ │ ├── api-headers.ts │ │ │ │ ├── api-key-validation.ts │ │ │ │ ├── attachment-display.ts │ │ │ │ ├── attachment-type.ts │ │ │ │ ├── audio-recording.ts │ │ │ │ ├── autoresize-textarea.ts │ │ │ │ ├── branching.ts │ │ │ │ ├── browser-only.ts │ │ │ │ ├── config-helpers.ts │ │ │ │ ├── conversation-utils.ts │ │ │ │ ├── convert-files-to-extra.ts │ │ │ │ ├── copy.ts │ │ │ │ ├── file-preview.ts │ │ │ │ ├── file-type.ts │ │ │ │ ├── formatters.ts │ │ │ │ ├── index.ts │ │ │ │ ├── is-ime-composing.ts │ │ │ │ ├── latex-protection.test.ts │ │ │ │ ├── latex-protection.ts │ │ │ │ ├── modality-file-validation.ts │ │ │ │ ├── model-names.test.ts │ │ │ │ ├── model-names.ts │ │ │ │ ├── pdf-processing.ts │ │ │ │ ├── portal-to-body.ts │ │ │ │ ├── precision.ts │ │ │ │ ├── process-uploaded-files.ts │ │ │ │ ├── svg-to-png.ts │ │ │ │ ├── syntax-highlight-language.ts │ │ │ │ ├── text-files.ts │ │ │ │ └── webp-to-png.ts │ │ ├── routes │ │ │ ├── +error.svelte │ │ │ ├── +layout.svelte │ │ │ ├── +page.svelte │ │ │ ├── +page.ts │ │ │ └── chat │ │ │ │ └── [id] │ │ │ │ ├── +page.svelte │ │ │ │ └── +page.ts │ │ └── styles │ │ │ └── katex-custom.scss │ │ ├── static │ │ ├── favicon.svg │ │ └── loading.html │ │ ├── svelte.config.js │ │ ├── tests │ │ ├── client │ │ │ ├── components │ │ │ │ └── TestWrapper.svelte │ │ │ └── page.svelte.test.ts │ │ ├── e2e │ │ │ └── demo.test.ts │ │ ├── server │ │ │ └── demo.spec.ts │ │ └── stories │ │ │ ├── ChatForm.stories.svelte │ │ │ ├── ChatMessage.stories.svelte │ │ │ ├── ChatSettings.stories.svelte │ │ │ ├── ChatSidebar.stories.svelte │ │ │ ├── Introduction.mdx │ │ │ ├── MarkdownContent.stories.svelte │ │ │ └── fixtures │ │ │ ├── ai-tutorial.ts │ │ │ ├── api-docs.ts │ │ │ ├── assets │ │ │ ├── 1.jpg │ │ │ ├── beautiful-flowers-lotus.webp │ │ │ ├── example.pdf │ │ │ └── hf-logo.svg │ │ │ ├── blog-post.ts │ │ │ ├── data-analysis.ts │ │ │ ├── empty.ts │ │ │ ├── math-formulas.ts │ │ │ ├── readme.ts │ │ │ └── storybook-mocks.ts │ │ ├── tsconfig.json │ │ ├── vite.config.ts │ │ └── vitest-setup-client.ts └── tts │ ├── README.md │ ├── convert_pt_to_hf.py │ ├── tts-outetts.py │ └── tts.cpp ├── vendor ├── cpp-httplib │ ├── CMakeLists.txt │ ├── httplib.cpp │ └── httplib.h ├── miniaudio │ └── miniaudio.h ├── minja │ ├── chat-template.hpp │ └── minja.hpp ├── nlohmann │ ├── json.hpp │ └── json_fwd.hpp ├── sheredom │ └── subprocess.h └── stb │ └── stb_image.h ├── version.txt └── version_template.txt /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/.clang-format -------------------------------------------------------------------------------- /.devops/s390x.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/.devops/s390x.Dockerfile -------------------------------------------------------------------------------- /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/.editorconfig -------------------------------------------------------------------------------- /.github/workflows/test-autoguess.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/.github/workflows/test-autoguess.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/.gitignore -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/LICENSE.md -------------------------------------------------------------------------------- /MIT_LICENSE_GGML_SDCPP_LLAMACPP_ONLY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/MIT_LICENSE_GGML_SDCPP_LLAMACPP_ONLY.md -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/Makefile -------------------------------------------------------------------------------- /OpenCL.dll: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/OpenCL.dll -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/README.md -------------------------------------------------------------------------------- /Remote-Link.cmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/Remote-Link.cmd -------------------------------------------------------------------------------- /android_install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/android_install.sh -------------------------------------------------------------------------------- /aria2c-win.exe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/aria2c-win.exe -------------------------------------------------------------------------------- /clblast.dll: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/clblast.dll -------------------------------------------------------------------------------- /colab.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/colab.ipynb -------------------------------------------------------------------------------- /common/arg.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/arg.cpp -------------------------------------------------------------------------------- /common/arg.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/arg.h -------------------------------------------------------------------------------- /common/base64.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/base64.hpp -------------------------------------------------------------------------------- /common/build-info.cpp.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/build-info.cpp.in -------------------------------------------------------------------------------- /common/chat-parser-xml-toolcall.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/chat-parser-xml-toolcall.cpp -------------------------------------------------------------------------------- /common/chat-parser-xml-toolcall.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/chat-parser-xml-toolcall.h -------------------------------------------------------------------------------- /common/chat-parser.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/chat-parser.cpp -------------------------------------------------------------------------------- /common/chat-parser.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/chat-parser.h -------------------------------------------------------------------------------- /common/chat-peg-parser.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/chat-peg-parser.cpp -------------------------------------------------------------------------------- /common/chat-peg-parser.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/chat-peg-parser.h -------------------------------------------------------------------------------- /common/chat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/chat.cpp -------------------------------------------------------------------------------- /common/chat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/chat.h -------------------------------------------------------------------------------- /common/common.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/common.cpp -------------------------------------------------------------------------------- /common/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/common.h -------------------------------------------------------------------------------- /common/console.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/console.cpp -------------------------------------------------------------------------------- /common/console.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/console.h -------------------------------------------------------------------------------- /common/download.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/download.cpp -------------------------------------------------------------------------------- /common/download.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/download.h -------------------------------------------------------------------------------- /common/http.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/http.h -------------------------------------------------------------------------------- /common/json-partial.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/json-partial.cpp -------------------------------------------------------------------------------- /common/json-partial.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/json-partial.h -------------------------------------------------------------------------------- /common/json-schema-to-grammar.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/json-schema-to-grammar.cpp -------------------------------------------------------------------------------- /common/json-schema-to-grammar.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/json-schema-to-grammar.h -------------------------------------------------------------------------------- /common/llguidance.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/llguidance.cpp -------------------------------------------------------------------------------- /common/log.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/log.cpp -------------------------------------------------------------------------------- /common/log.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/log.h -------------------------------------------------------------------------------- /common/ngram-cache.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/ngram-cache.cpp -------------------------------------------------------------------------------- /common/ngram-cache.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/ngram-cache.h -------------------------------------------------------------------------------- /common/peg-parser.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/peg-parser.cpp -------------------------------------------------------------------------------- /common/peg-parser.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/peg-parser.h -------------------------------------------------------------------------------- /common/regex-partial.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/regex-partial.cpp -------------------------------------------------------------------------------- /common/regex-partial.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/regex-partial.h -------------------------------------------------------------------------------- /common/sampling.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/sampling.cpp -------------------------------------------------------------------------------- /common/sampling.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/sampling.h -------------------------------------------------------------------------------- /common/speculative.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/speculative.cpp -------------------------------------------------------------------------------- /common/speculative.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/speculative.h -------------------------------------------------------------------------------- /common/unicode.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/unicode.cpp -------------------------------------------------------------------------------- /common/unicode.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/common/unicode.h -------------------------------------------------------------------------------- /convert_hf_to_gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/convert_hf_to_gguf.py -------------------------------------------------------------------------------- /convert_hf_to_gguf_update.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/convert_hf_to_gguf_update.py -------------------------------------------------------------------------------- /convert_llama_ggml_to_gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/convert_llama_ggml_to_gguf.py -------------------------------------------------------------------------------- /convert_lora_to_gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/convert_lora_to_gguf.py -------------------------------------------------------------------------------- /create_ver_file.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/create_ver_file.bat -------------------------------------------------------------------------------- /create_ver_file.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/create_ver_file.sh -------------------------------------------------------------------------------- /cudart64_110.dll: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/cudart64_110.dll -------------------------------------------------------------------------------- /cudart64_12.dll: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/cudart64_12.dll -------------------------------------------------------------------------------- /embd_res/kcpp_docs.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/kcpp_docs.embd -------------------------------------------------------------------------------- /embd_res/kcpp_sdui.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/kcpp_sdui.embd -------------------------------------------------------------------------------- /embd_res/klite.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/klite.embd -------------------------------------------------------------------------------- /embd_res/kokoro_ipa.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/kokoro_ipa.embd -------------------------------------------------------------------------------- /embd_res/lcpp.gz.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/lcpp.gz.embd -------------------------------------------------------------------------------- /embd_res/merges_utf8_c_str.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/merges_utf8_c_str.embd -------------------------------------------------------------------------------- /embd_res/mistral2_merges_utf8_c_str.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/mistral2_merges_utf8_c_str.embd -------------------------------------------------------------------------------- /embd_res/mistral2_vocab_json.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/mistral2_vocab_json.embd -------------------------------------------------------------------------------- /embd_res/qwen2_merges_utf8_c_str.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/qwen2_merges_utf8_c_str.embd -------------------------------------------------------------------------------- /embd_res/rwkv_vocab.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/rwkv_vocab.embd -------------------------------------------------------------------------------- /embd_res/rwkv_world_vocab.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/rwkv_world_vocab.embd -------------------------------------------------------------------------------- /embd_res/t5_tokenizer_json.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/t5_tokenizer_json.embd -------------------------------------------------------------------------------- /embd_res/taesd.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/taesd.embd -------------------------------------------------------------------------------- /embd_res/taesd_3.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/taesd_3.embd -------------------------------------------------------------------------------- /embd_res/taesd_f.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/taesd_f.embd -------------------------------------------------------------------------------- /embd_res/taesd_xl.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/taesd_xl.embd -------------------------------------------------------------------------------- /embd_res/umt5_tokenizer_json.embd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/embd_res/umt5_tokenizer_json.embd -------------------------------------------------------------------------------- /environment-nocuda.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/environment-nocuda.yaml -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/environment.yaml -------------------------------------------------------------------------------- /examples/api_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/examples/api_example.py -------------------------------------------------------------------------------- /examples/diffusion/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/examples/diffusion/README.md -------------------------------------------------------------------------------- /examples/diffusion/diffusion-cli.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/examples/diffusion/diffusion-cli.cpp -------------------------------------------------------------------------------- /examples/embedding/embedding.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/examples/embedding/embedding.cpp -------------------------------------------------------------------------------- /examples/nix_example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/examples/nix_example.md -------------------------------------------------------------------------------- /examples/outetts/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/examples/outetts/readme.md -------------------------------------------------------------------------------- /examples/outetts/speakers/en_male_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/examples/outetts/speakers/en_male_1.json -------------------------------------------------------------------------------- /examples/outetts/speakers/picard.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/examples/outetts/speakers/picard.json -------------------------------------------------------------------------------- /examples/outetts/vc1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/examples/outetts/vc1.png -------------------------------------------------------------------------------- /examples/outetts/vc2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/examples/outetts/vc2.png -------------------------------------------------------------------------------- /examples/outetts/voice_cloning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/examples/outetts/voice_cloning.py -------------------------------------------------------------------------------- /expose.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/expose.cpp -------------------------------------------------------------------------------- /expose.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/expose.h -------------------------------------------------------------------------------- /ggml/include/ggml-alloc.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/ggml-alloc.h -------------------------------------------------------------------------------- /ggml/include/ggml-backend.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/ggml-backend.h -------------------------------------------------------------------------------- /ggml/include/ggml-blas.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/ggml-blas.h -------------------------------------------------------------------------------- /ggml/include/ggml-cpp.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/ggml-cpp.h -------------------------------------------------------------------------------- /ggml/include/ggml-cpu.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/ggml-cpu.h -------------------------------------------------------------------------------- /ggml/include/ggml-cuda.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/ggml-cuda.h -------------------------------------------------------------------------------- /ggml/include/ggml-hexagon.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/ggml-hexagon.h -------------------------------------------------------------------------------- /ggml/include/ggml-metal.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/ggml-metal.h -------------------------------------------------------------------------------- /ggml/include/ggml-opencl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/ggml-opencl.h -------------------------------------------------------------------------------- /ggml/include/ggml-opt.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/ggml-opt.h -------------------------------------------------------------------------------- /ggml/include/ggml-rpc.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/ggml-rpc.h -------------------------------------------------------------------------------- /ggml/include/ggml-vulkan.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/ggml-vulkan.h -------------------------------------------------------------------------------- /ggml/include/ggml.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/ggml.h -------------------------------------------------------------------------------- /ggml/include/gguf.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/include/gguf.h -------------------------------------------------------------------------------- /ggml/src/ggml-alloc.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-alloc.c -------------------------------------------------------------------------------- /ggml/src/ggml-backend-impl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-backend-impl.h -------------------------------------------------------------------------------- /ggml/src/ggml-backend-reg.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-backend-reg.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-backend.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-backend.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-blas/ggml-blas.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-blas/ggml-blas.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-common.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/arch-fallback.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/arch-fallback.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/arch/arm/quants.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/arch/arm/quants.c -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/arch/arm/repack.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/arch/arm/repack.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/arch/powerpc/quants.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/arch/powerpc/quants.c -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/arch/riscv/quants.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/arch/riscv/quants.c -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/arch/riscv/repack.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/arch/riscv/repack.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/arch/s390/quants.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/arch/s390/quants.c -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/arch/wasm/quants.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/arch/wasm/quants.c -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/arch/x86/quants.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/arch/x86/quants.c -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/arch/x86/repack.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/arch/x86/repack.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/binary-ops.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/binary-ops.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/binary-ops.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/binary-ops.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/common.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/ggml-cpu-impl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/ggml-cpu-impl.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/ggml-cpu.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/ggml-cpu.c -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/ggml-cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/ggml-cpu.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/hbm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/hbm.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/hbm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/hbm.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/kcpp-quantmapper.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/kcpp-quantmapper.c -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/kcpp-repackmapper.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/kcpp-repackmapper.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/llamafile/sgemm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/llamafile/sgemm.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/llamafile/sgemm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/llamafile/sgemm.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/ops.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/ops.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/ops.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/ops.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/quants.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/quants.c -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/quants.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/quants.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/repack.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/repack.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/repack.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/repack.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/simd-mappings.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/simd-mappings.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/spacemit/ime.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/spacemit/ime.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/spacemit/ime.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/spacemit/ime.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/traits.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/traits.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/traits.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/traits.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/unary-ops.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/unary-ops.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/unary-ops.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/unary-ops.h -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/vec.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/vec.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-cpu/vec.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cpu/vec.h -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/acc.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/acc.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/acc.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/acc.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/add-id.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/add-id.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/add-id.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/add-id.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/arange.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/arange.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/arange.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/arange.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/argmax.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/argmax.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/argmax.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/argmax.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/argsort.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/argsort.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/argsort.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/argsort.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/binbcast.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/binbcast.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/binbcast.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/binbcast.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/clamp.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/clamp.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/clamp.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/clamp.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/common.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/common.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/concat.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/concat.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/concat.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/concat.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/conv-transpose-1d.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/conv-transpose-1d.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/conv2d-dw.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/conv2d-dw.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/conv2d-dw.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/conv2d-dw.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/conv2d-transpose.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/conv2d-transpose.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/conv2d-transpose.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/conv2d-transpose.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/conv2d.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/conv2d.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/conv2d.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/conv2d.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/convert.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/convert.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/convert.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/convert.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/count-equal.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/count-equal.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/count-equal.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/count-equal.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/cp-async.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/cp-async.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/cpy-utils.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/cpy-utils.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/cpy.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/cpy.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/cpy.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/cpy.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/dequantize.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/dequantize.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/diagmask.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/diagmask.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/diagmask.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/diagmask.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/fattn-common.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/fattn-common.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/fattn-mma-f16.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/fattn-mma-f16.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/fattn-tile.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/fattn-tile.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/fattn-tile.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/fattn-tile.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/fattn-vec.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/fattn-vec.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/fattn-wmma-f16.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/fattn-wmma-f16.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/fattn-wmma-f16.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/fattn-wmma-f16.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/fattn.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/fattn.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/fattn.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/fattn.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/getrows.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/getrows.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/getrows.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/getrows.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/ggml-cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/ggml-cuda.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/gla.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/gla.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/gla.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/gla.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/im2col.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/im2col.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/im2col.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/im2col.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/mean.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/mean.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/mean.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/mean.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/mma.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/mma.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/mmf.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/mmf.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/mmf.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/mmf.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/mmid.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/mmid.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/mmid.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/mmid.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/mmq.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/mmq.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/mmq.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/mmq.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/mmvf.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/mmvf.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/mmvf.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/mmvf.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/mmvq.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/mmvq.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/mmvq.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/mmvq.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/norm.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/norm.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/norm.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/norm.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/opt-step-adamw.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/opt-step-adamw.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/opt-step-adamw.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/opt-step-adamw.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/opt-step-sgd.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/opt-step-sgd.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/opt-step-sgd.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/opt-step-sgd.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/out-prod.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/out-prod.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/out-prod.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/out-prod.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/pad.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/pad.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/pad.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/pad.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/pad_reflect_1d.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/pad_reflect_1d.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/pad_reflect_1d.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/pad_reflect_1d.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/pool2d.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/pool2d.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/pool2d.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/pool2d.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/quantize.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/quantize.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/quantize.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/quantize.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/reduce_rows.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/reduce_rows.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/roll.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/roll.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/roll.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/roll.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/rope.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/rope.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/rope.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/rope.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/scale.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/scale.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/scale.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/scale.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/set-rows.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/set-rows.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/set-rows.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/set-rows.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/set.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/set.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/set.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/set.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/softcap.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/softcap.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/softcap.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/softcap.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/softmax.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/softmax.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/softmax.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/softmax.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/solve_tri.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/solve_tri.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/solve_tri.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/solve_tri.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/ssm-conv.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/ssm-conv.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/ssm-conv.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/ssm-conv.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/ssm-scan.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/ssm-scan.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/ssm-scan.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/ssm-scan.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/sum.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/sum.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/sum.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/sum.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/sumrows.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/sumrows.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/sumrows.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/sumrows.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/topk-moe.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/topk-moe.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/topk-moe.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/topk-moe.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/tsembd.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/tsembd.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/tsembd.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/tsembd.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/unary.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/unary.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/unary.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/unary.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/upscale.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/upscale.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/upscale.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/upscale.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/vecdotq.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/vecdotq.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/vendors/cuda.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/vendors/cuda.h -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/vendors/hip.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/vendors/hip.h -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/vendors/musa.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/vendors/musa.h -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/wkv.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/wkv.cu -------------------------------------------------------------------------------- /ggml/src/ggml-cuda/wkv.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-cuda/wkv.cuh -------------------------------------------------------------------------------- /ggml/src/ggml-impl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-impl.h -------------------------------------------------------------------------------- /ggml/src/ggml-metal/ggml-metal-common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-metal/ggml-metal-common.h -------------------------------------------------------------------------------- /ggml/src/ggml-metal/ggml-metal-device.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-metal/ggml-metal-device.h -------------------------------------------------------------------------------- /ggml/src/ggml-metal/ggml-metal-device.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-metal/ggml-metal-device.m -------------------------------------------------------------------------------- /ggml/src/ggml-metal/ggml-metal-impl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-metal/ggml-metal-impl.h -------------------------------------------------------------------------------- /ggml/src/ggml-metal/ggml-metal-ops.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-metal/ggml-metal-ops.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-metal/ggml-metal-ops.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-metal/ggml-metal-ops.h -------------------------------------------------------------------------------- /ggml/src/ggml-metal/ggml-metal.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-metal/ggml-metal.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-metal/ggml-metal.metal: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-metal/ggml-metal.metal -------------------------------------------------------------------------------- /ggml/src/ggml-opt.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-opt.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-quants.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-quants.c -------------------------------------------------------------------------------- /ggml/src/ggml-quants.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-quants.h -------------------------------------------------------------------------------- /ggml/src/ggml-threading.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-threading.cpp -------------------------------------------------------------------------------- /ggml/src/ggml-threading.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-threading.h -------------------------------------------------------------------------------- /ggml/src/ggml-vulkan/ggml-vulkan.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml-vulkan/ggml-vulkan.cpp -------------------------------------------------------------------------------- /ggml/src/ggml.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml.c -------------------------------------------------------------------------------- /ggml/src/ggml.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/ggml.cpp -------------------------------------------------------------------------------- /ggml/src/gguf.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/ggml/src/gguf.cpp -------------------------------------------------------------------------------- /gguf-py/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/LICENSE -------------------------------------------------------------------------------- /gguf-py/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/README.md -------------------------------------------------------------------------------- /gguf-py/examples/reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/examples/reader.py -------------------------------------------------------------------------------- /gguf-py/examples/writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/examples/writer.py -------------------------------------------------------------------------------- /gguf-py/gguf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/__init__.py -------------------------------------------------------------------------------- /gguf-py/gguf/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/constants.py -------------------------------------------------------------------------------- /gguf-py/gguf/gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/gguf.py -------------------------------------------------------------------------------- /gguf-py/gguf/gguf_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/gguf_reader.py -------------------------------------------------------------------------------- /gguf-py/gguf/gguf_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/gguf_writer.py -------------------------------------------------------------------------------- /gguf-py/gguf/lazy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/lazy.py -------------------------------------------------------------------------------- /gguf-py/gguf/metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/metadata.py -------------------------------------------------------------------------------- /gguf-py/gguf/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /gguf-py/gguf/quants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/quants.py -------------------------------------------------------------------------------- /gguf-py/gguf/scripts/gguf_dump.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/scripts/gguf_dump.py -------------------------------------------------------------------------------- /gguf-py/gguf/scripts/gguf_editor_gui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/scripts/gguf_editor_gui.py -------------------------------------------------------------------------------- /gguf-py/gguf/scripts/gguf_hash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/scripts/gguf_hash.py -------------------------------------------------------------------------------- /gguf-py/gguf/tensor_mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/tensor_mapping.py -------------------------------------------------------------------------------- /gguf-py/gguf/utility.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/utility.py -------------------------------------------------------------------------------- /gguf-py/gguf/vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/gguf/vocab.py -------------------------------------------------------------------------------- /gguf-py/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/pyproject.toml -------------------------------------------------------------------------------- /gguf-py/tests/__init__.py: -------------------------------------------------------------------------------- 1 | from .test_metadata import * 2 | -------------------------------------------------------------------------------- /gguf-py/tests/test_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/tests/test_metadata.py -------------------------------------------------------------------------------- /gguf-py/tests/test_quants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gguf-py/tests/test_quants.py -------------------------------------------------------------------------------- /glslc-linux: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/glslc-linux -------------------------------------------------------------------------------- /glslc.exe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/glslc.exe -------------------------------------------------------------------------------- /gpttype_adapter.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/gpttype_adapter.cpp -------------------------------------------------------------------------------- /include/CL/Utils/Context.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/Context.h -------------------------------------------------------------------------------- /include/CL/Utils/Context.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/Context.hpp -------------------------------------------------------------------------------- /include/CL/Utils/Detail.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/Detail.hpp -------------------------------------------------------------------------------- /include/CL/Utils/Device.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/Device.hpp -------------------------------------------------------------------------------- /include/CL/Utils/Error.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/Error.h -------------------------------------------------------------------------------- /include/CL/Utils/Error.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/Error.hpp -------------------------------------------------------------------------------- /include/CL/Utils/ErrorCodes.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/ErrorCodes.h -------------------------------------------------------------------------------- /include/CL/Utils/Event.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/Event.h -------------------------------------------------------------------------------- /include/CL/Utils/Event.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/Event.hpp -------------------------------------------------------------------------------- /include/CL/Utils/File.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/File.h -------------------------------------------------------------------------------- /include/CL/Utils/File.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/File.hpp -------------------------------------------------------------------------------- /include/CL/Utils/InteropContext.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/InteropContext.hpp -------------------------------------------------------------------------------- /include/CL/Utils/OpenCLUtils_Export.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/OpenCLUtils_Export.h -------------------------------------------------------------------------------- /include/CL/Utils/Platform.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/Platform.hpp -------------------------------------------------------------------------------- /include/CL/Utils/Utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/Utils.h -------------------------------------------------------------------------------- /include/CL/Utils/Utils.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/Utils/Utils.hpp -------------------------------------------------------------------------------- /include/CL/cl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl.h -------------------------------------------------------------------------------- /include/CL/cl2.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl2.hpp -------------------------------------------------------------------------------- /include/CL/cl_d3d10.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_d3d10.h -------------------------------------------------------------------------------- /include/CL/cl_d3d11.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_d3d11.h -------------------------------------------------------------------------------- /include/CL/cl_dx9_media_sharing.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_dx9_media_sharing.h -------------------------------------------------------------------------------- /include/CL/cl_dx9_media_sharing_intel.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_dx9_media_sharing_intel.h -------------------------------------------------------------------------------- /include/CL/cl_egl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_egl.h -------------------------------------------------------------------------------- /include/CL/cl_ext.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_ext.h -------------------------------------------------------------------------------- /include/CL/cl_ext_intel.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_ext_intel.h -------------------------------------------------------------------------------- /include/CL/cl_gl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_gl.h -------------------------------------------------------------------------------- /include/CL/cl_gl_ext.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_gl_ext.h -------------------------------------------------------------------------------- /include/CL/cl_half.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_half.h -------------------------------------------------------------------------------- /include/CL/cl_icd.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_icd.h -------------------------------------------------------------------------------- /include/CL/cl_layer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_layer.h -------------------------------------------------------------------------------- /include/CL/cl_platform.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_platform.h -------------------------------------------------------------------------------- /include/CL/cl_version.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/cl_version.h -------------------------------------------------------------------------------- /include/CL/license.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/license.txt -------------------------------------------------------------------------------- /include/CL/opencl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/opencl.h -------------------------------------------------------------------------------- /include/CL/opencl.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/CL/opencl.hpp -------------------------------------------------------------------------------- /include/cblas.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/cblas.h -------------------------------------------------------------------------------- /include/clblast.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/clblast.h -------------------------------------------------------------------------------- /include/clblast_c.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/clblast_c.h -------------------------------------------------------------------------------- /include/clblast_half.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/clblast_half.h -------------------------------------------------------------------------------- /include/clblast_netlib_c.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/clblast_netlib_c.h -------------------------------------------------------------------------------- /include/llama-cpp.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/llama-cpp.h -------------------------------------------------------------------------------- /include/llama.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/llama.h -------------------------------------------------------------------------------- /include/openblas_config.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/openblas_config.h -------------------------------------------------------------------------------- /include/vulkan/dxc/WinAdapter.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/dxc/WinAdapter.h -------------------------------------------------------------------------------- /include/vulkan/dxc/dxcapi.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/dxc/dxcapi.h -------------------------------------------------------------------------------- /include/vulkan/glslang/SPIRV/Logger.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/glslang/SPIRV/Logger.h -------------------------------------------------------------------------------- /include/vulkan/glslang/SPIRV/SpvTools.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/glslang/SPIRV/SpvTools.h -------------------------------------------------------------------------------- /include/vulkan/glslang/SPIRV/spirv.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/glslang/SPIRV/spirv.hpp -------------------------------------------------------------------------------- /include/vulkan/glslang/build_info.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/glslang/build_info.h -------------------------------------------------------------------------------- /include/vulkan/shaderc/env.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/shaderc/env.h -------------------------------------------------------------------------------- /include/vulkan/shaderc/shaderc.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/shaderc/shaderc.h -------------------------------------------------------------------------------- /include/vulkan/shaderc/shaderc.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/shaderc/shaderc.hpp -------------------------------------------------------------------------------- /include/vulkan/shaderc/status.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/shaderc/status.h -------------------------------------------------------------------------------- /include/vulkan/shaderc/visibility.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/shaderc/visibility.h -------------------------------------------------------------------------------- /include/vulkan/slang/slang-com-helper.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/slang/slang-com-helper.h -------------------------------------------------------------------------------- /include/vulkan/slang/slang-com-ptr.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/slang/slang-com-ptr.h -------------------------------------------------------------------------------- /include/vulkan/slang/slang-cpp-types.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/slang/slang-cpp-types.h -------------------------------------------------------------------------------- /include/vulkan/slang/slang-deprecated.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/slang/slang-deprecated.h -------------------------------------------------------------------------------- /include/vulkan/slang/slang-gfx.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/slang/slang-gfx.h -------------------------------------------------------------------------------- /include/vulkan/slang/slang-llvm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/slang/slang-llvm.h -------------------------------------------------------------------------------- /include/vulkan/slang/slang-tag-version.h: -------------------------------------------------------------------------------- 1 | #define SLANG_TAG_VERSION "2025.6.1" 2 | -------------------------------------------------------------------------------- /include/vulkan/slang/slang.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/slang/slang.h -------------------------------------------------------------------------------- /include/vulkan/spirv-headers/spir-v.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv-headers/spir-v.xml -------------------------------------------------------------------------------- /include/vulkan/spirv-headers/spirv.bf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv-headers/spirv.bf -------------------------------------------------------------------------------- /include/vulkan/spirv-headers/spirv.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv-headers/spirv.cs -------------------------------------------------------------------------------- /include/vulkan/spirv-headers/spirv.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv-headers/spirv.h -------------------------------------------------------------------------------- /include/vulkan/spirv-headers/spirv.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv-headers/spirv.hpp -------------------------------------------------------------------------------- /include/vulkan/spirv-headers/spirv.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv-headers/spirv.json -------------------------------------------------------------------------------- /include/vulkan/spirv-headers/spirv.lua: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv-headers/spirv.lua -------------------------------------------------------------------------------- /include/vulkan/spirv-headers/spirv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv-headers/spirv.py -------------------------------------------------------------------------------- /include/vulkan/spirv-headers/spv.d: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv-headers/spv.d -------------------------------------------------------------------------------- /include/vulkan/spirv-tools/libspirv.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv-tools/libspirv.h -------------------------------------------------------------------------------- /include/vulkan/spirv-tools/libspirv.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv-tools/libspirv.hpp -------------------------------------------------------------------------------- /include/vulkan/spirv-tools/linker.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv-tools/linker.hpp -------------------------------------------------------------------------------- /include/vulkan/spirv_cross/spirv.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv_cross/spirv.h -------------------------------------------------------------------------------- /include/vulkan/spirv_cross/spirv.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/spirv_cross/spirv.hpp -------------------------------------------------------------------------------- /include/vulkan/vulkan/vk_icd.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vk_icd.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vk_layer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vk_layer.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vk_platform.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vk_platform.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan.cppm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan.cppm -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan.hpp -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_android.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_android.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_beta.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_beta.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_core.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_core.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_directfb.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_directfb.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_enums.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_enums.hpp -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_fuchsia.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_fuchsia.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_funcs.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_funcs.hpp -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_ggp.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_ggp.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_hash.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_hash.hpp -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_ios.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_ios.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_macos.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_macos.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_metal.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_metal.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_raii.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_raii.hpp -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_screen.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_screen.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_shared.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_shared.hpp -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_vi.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_vi.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_video.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_video.hpp -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_wayland.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_wayland.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_win32.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_win32.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_xcb.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_xcb.h -------------------------------------------------------------------------------- /include/vulkan/vulkan/vulkan_xlib.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/include/vulkan/vulkan/vulkan_xlib.h -------------------------------------------------------------------------------- /json_to_gbnf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/json_to_gbnf.py -------------------------------------------------------------------------------- /kcpp_adapters/Alpaca.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Alpaca.json -------------------------------------------------------------------------------- /kcpp_adapters/AutoGuess.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/AutoGuess.json -------------------------------------------------------------------------------- /kcpp_adapters/ChatML-NoThink.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/ChatML-NoThink.json -------------------------------------------------------------------------------- /kcpp_adapters/ChatML.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/ChatML.json -------------------------------------------------------------------------------- /kcpp_adapters/Command-R.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Command-R.json -------------------------------------------------------------------------------- /kcpp_adapters/DeepSeek.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/DeepSeek.json -------------------------------------------------------------------------------- /kcpp_adapters/GLM-4-NoThink.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/GLM-4-NoThink.json -------------------------------------------------------------------------------- /kcpp_adapters/GLM-4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/GLM-4.json -------------------------------------------------------------------------------- /kcpp_adapters/Gemma.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Gemma.json -------------------------------------------------------------------------------- /kcpp_adapters/Granite-4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Granite-4.json -------------------------------------------------------------------------------- /kcpp_adapters/Jamba.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Jamba.json -------------------------------------------------------------------------------- /kcpp_adapters/Llama-2-Chat.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Llama-2-Chat.json -------------------------------------------------------------------------------- /kcpp_adapters/Llama-3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Llama-3.json -------------------------------------------------------------------------------- /kcpp_adapters/Llama-4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Llama-4.json -------------------------------------------------------------------------------- /kcpp_adapters/Metharme.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Metharme.json -------------------------------------------------------------------------------- /kcpp_adapters/Mistral-NonTekken.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Mistral-NonTekken.json -------------------------------------------------------------------------------- /kcpp_adapters/Mistral-Tekken.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Mistral-Tekken.json -------------------------------------------------------------------------------- /kcpp_adapters/OpenAI-Harmony.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/OpenAI-Harmony.json -------------------------------------------------------------------------------- /kcpp_adapters/Phi-3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Phi-3.json -------------------------------------------------------------------------------- /kcpp_adapters/RWKV-World.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/RWKV-World.json -------------------------------------------------------------------------------- /kcpp_adapters/Seed-OSS-NoThink.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Seed-OSS-NoThink.json -------------------------------------------------------------------------------- /kcpp_adapters/Seed-OSS.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Seed-OSS.json -------------------------------------------------------------------------------- /kcpp_adapters/Vicuna.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/kcpp_adapters/Vicuna.json -------------------------------------------------------------------------------- /koboldcpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/koboldcpp.py -------------------------------------------------------------------------------- /koboldcpp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/koboldcpp.sh -------------------------------------------------------------------------------- /lib/OpenCL.lib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/lib/OpenCL.lib -------------------------------------------------------------------------------- /lib/clblast.lib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/lib/clblast.lib -------------------------------------------------------------------------------- /lib/vulkan-1.lib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/lib/vulkan-1.lib -------------------------------------------------------------------------------- /make_pyinstaller.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/make_pyinstaller.bat -------------------------------------------------------------------------------- /make_pyinstaller.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/make_pyinstaller.sh -------------------------------------------------------------------------------- /make_pyinstaller_cuda.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/make_pyinstaller_cuda.bat -------------------------------------------------------------------------------- /make_pyinstaller_cuda_oldpc.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/make_pyinstaller_cuda_oldpc.bat -------------------------------------------------------------------------------- /make_pyinstaller_oldpc.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/make_pyinstaller_oldpc.bat -------------------------------------------------------------------------------- /media/preview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/media/preview.png -------------------------------------------------------------------------------- /media/preview2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/media/preview2.png -------------------------------------------------------------------------------- /media/preview3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/media/preview3.png -------------------------------------------------------------------------------- /media/preview4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/media/preview4.png -------------------------------------------------------------------------------- /media/preview5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/media/preview5.png -------------------------------------------------------------------------------- /media/preview6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/media/preview6.png -------------------------------------------------------------------------------- /model_adapter.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/model_adapter.cpp -------------------------------------------------------------------------------- /model_adapter.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/model_adapter.h -------------------------------------------------------------------------------- /mypy.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/mypy.ini -------------------------------------------------------------------------------- /niko.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/niko.ico -------------------------------------------------------------------------------- /nikogreen.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/nikogreen.ico -------------------------------------------------------------------------------- /otherarch/embeddings_adapter.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/embeddings_adapter.cpp -------------------------------------------------------------------------------- /otherarch/ggml_v1.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v1.c -------------------------------------------------------------------------------- /otherarch/ggml_v1.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v1.h -------------------------------------------------------------------------------- /otherarch/ggml_v2-cuda-legacy.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v2-cuda-legacy.cu -------------------------------------------------------------------------------- /otherarch/ggml_v2-cuda-legacy.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v2-cuda-legacy.h -------------------------------------------------------------------------------- /otherarch/ggml_v2-cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v2-cuda.cu -------------------------------------------------------------------------------- /otherarch/ggml_v2-cuda.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v2-cuda.h -------------------------------------------------------------------------------- /otherarch/ggml_v2-opencl-legacy.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v2-opencl-legacy.c -------------------------------------------------------------------------------- /otherarch/ggml_v2-opencl-legacy.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v2-opencl-legacy.h -------------------------------------------------------------------------------- /otherarch/ggml_v2-opencl.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v2-opencl.cpp -------------------------------------------------------------------------------- /otherarch/ggml_v2-opencl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v2-opencl.h -------------------------------------------------------------------------------- /otherarch/ggml_v2.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v2.c -------------------------------------------------------------------------------- /otherarch/ggml_v2.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v2.h -------------------------------------------------------------------------------- /otherarch/ggml_v3-cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v3-cuda.cu -------------------------------------------------------------------------------- /otherarch/ggml_v3-cuda.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v3-cuda.h -------------------------------------------------------------------------------- /otherarch/ggml_v3-opencl.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v3-opencl.cpp -------------------------------------------------------------------------------- /otherarch/ggml_v3-opencl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v3-opencl.h -------------------------------------------------------------------------------- /otherarch/ggml_v3.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v3.c -------------------------------------------------------------------------------- /otherarch/ggml_v3.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v3.h -------------------------------------------------------------------------------- /otherarch/ggml_v3b-opencl.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v3b-opencl.cpp -------------------------------------------------------------------------------- /otherarch/ggml_v3b-opencl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ggml_v3b-opencl.h -------------------------------------------------------------------------------- /otherarch/gpt2_v1.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/gpt2_v1.cpp -------------------------------------------------------------------------------- /otherarch/gpt2_v2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/gpt2_v2.cpp -------------------------------------------------------------------------------- /otherarch/gpt2_v3.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/gpt2_v3.cpp -------------------------------------------------------------------------------- /otherarch/gptj_v1.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/gptj_v1.cpp -------------------------------------------------------------------------------- /otherarch/gptj_v2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/gptj_v2.cpp -------------------------------------------------------------------------------- /otherarch/gptj_v3.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/gptj_v3.cpp -------------------------------------------------------------------------------- /otherarch/llama-util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/llama-util.h -------------------------------------------------------------------------------- /otherarch/llama_v2-util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/llama_v2-util.h -------------------------------------------------------------------------------- /otherarch/llama_v2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/llama_v2.cpp -------------------------------------------------------------------------------- /otherarch/llama_v2.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/llama_v2.h -------------------------------------------------------------------------------- /otherarch/llama_v3.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/llama_v3.cpp -------------------------------------------------------------------------------- /otherarch/llama_v3.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/llama_v3.h -------------------------------------------------------------------------------- /otherarch/mpt_v3.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/mpt_v3.cpp -------------------------------------------------------------------------------- /otherarch/neox_v2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/neox_v2.cpp -------------------------------------------------------------------------------- /otherarch/neox_v3.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/neox_v3.cpp -------------------------------------------------------------------------------- /otherarch/otherarch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/otherarch.h -------------------------------------------------------------------------------- /otherarch/rwkv_v2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/rwkv_v2.cpp -------------------------------------------------------------------------------- /otherarch/rwkv_v2.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/rwkv_v2.h -------------------------------------------------------------------------------- /otherarch/rwkv_v3.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/rwkv_v3.cpp -------------------------------------------------------------------------------- /otherarch/rwkv_v3.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/rwkv_v3.h -------------------------------------------------------------------------------- /otherarch/rwkv_vocab.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/rwkv_vocab.cpp -------------------------------------------------------------------------------- /otherarch/sdcpp/SDCPP_LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/SDCPP_LICENSE -------------------------------------------------------------------------------- /otherarch/sdcpp/avi_writer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/avi_writer.h -------------------------------------------------------------------------------- /otherarch/sdcpp/clip.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/clip.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/common.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/common.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/conditioner.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/conditioner.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/control.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/control.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/denoiser.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/denoiser.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/diffusion_model.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/diffusion_model.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/easycache.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/easycache.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/esrgan.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/esrgan.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/flux.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/flux.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/ggml_extend.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/ggml_extend.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/gguf_reader.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/gguf_reader.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/gits_noise.inl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/gits_noise.inl -------------------------------------------------------------------------------- /otherarch/sdcpp/latent-preview.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/latent-preview.h -------------------------------------------------------------------------------- /otherarch/sdcpp/lcm_glm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/lcm_glm.h -------------------------------------------------------------------------------- /otherarch/sdcpp/lcm_kimo.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/lcm_kimo.h -------------------------------------------------------------------------------- /otherarch/sdcpp/llm.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/llm.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/lora.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/lora.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/ltxv.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/ltxv.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/main.cpp -------------------------------------------------------------------------------- /otherarch/sdcpp/mmdit.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/mmdit.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/model.cpp -------------------------------------------------------------------------------- /otherarch/sdcpp/model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/model.h -------------------------------------------------------------------------------- /otherarch/sdcpp/msf_gif.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/msf_gif.h -------------------------------------------------------------------------------- /otherarch/sdcpp/name_conversion.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/name_conversion.cpp -------------------------------------------------------------------------------- /otherarch/sdcpp/name_conversion.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/name_conversion.h -------------------------------------------------------------------------------- /otherarch/sdcpp/ordered_map.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/ordered_map.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/pmid.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/pmid.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/preprocessing.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/preprocessing.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/qwen_image.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/qwen_image.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/rng.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/rng.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/rng_mt19937.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/rng_mt19937.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/rng_philox.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/rng_philox.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/rope.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/rope.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/sdcpp_vocab_extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/sdcpp_vocab_extract.py -------------------------------------------------------------------------------- /otherarch/sdcpp/sdtype_adapter.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/sdtype_adapter.cpp -------------------------------------------------------------------------------- /otherarch/sdcpp/stable-diffusion.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/stable-diffusion.cpp -------------------------------------------------------------------------------- /otherarch/sdcpp/stable-diffusion.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/stable-diffusion.h -------------------------------------------------------------------------------- /otherarch/sdcpp/t5.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/t5.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/tae.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/tae.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/thirdparty/darts.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/thirdparty/darts.h -------------------------------------------------------------------------------- /otherarch/sdcpp/thirdparty/miniz.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/thirdparty/miniz.h -------------------------------------------------------------------------------- /otherarch/sdcpp/thirdparty/zip.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/thirdparty/zip.c -------------------------------------------------------------------------------- /otherarch/sdcpp/thirdparty/zip.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/thirdparty/zip.h -------------------------------------------------------------------------------- /otherarch/sdcpp/tokenize_util.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/tokenize_util.cpp -------------------------------------------------------------------------------- /otherarch/sdcpp/tokenize_util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/tokenize_util.h -------------------------------------------------------------------------------- /otherarch/sdcpp/unet.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/unet.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/upscaler.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/upscaler.cpp -------------------------------------------------------------------------------- /otherarch/sdcpp/util.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/util.cpp -------------------------------------------------------------------------------- /otherarch/sdcpp/util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/util.h -------------------------------------------------------------------------------- /otherarch/sdcpp/vae.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/vae.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/vocab.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/vocab.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/vocab_mistral.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/vocab_mistral.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/vocab_qwen.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/vocab_qwen.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/vocab_umt5.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/vocab_umt5.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/wan.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/wan.hpp -------------------------------------------------------------------------------- /otherarch/sdcpp/z_image.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/sdcpp/z_image.hpp -------------------------------------------------------------------------------- /otherarch/tools/common-ggml.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/common-ggml.cpp -------------------------------------------------------------------------------- /otherarch/tools/common-ggml.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/common-ggml.h -------------------------------------------------------------------------------- /otherarch/tools/convert_hf_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/convert_hf_gpt2.py -------------------------------------------------------------------------------- /otherarch/tools/convert_hf_gptj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/convert_hf_gptj.py -------------------------------------------------------------------------------- /otherarch/tools/convert_hf_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/convert_hf_mpt.py -------------------------------------------------------------------------------- /otherarch/tools/convert_hf_neox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/convert_hf_neox.py -------------------------------------------------------------------------------- /otherarch/tools/convert_pt_rwkv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/convert_pt_rwkv.py -------------------------------------------------------------------------------- /otherarch/tools/gpt2_quantize.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/gpt2_quantize.cpp -------------------------------------------------------------------------------- /otherarch/tools/gptj_quantize.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/gptj_quantize.cpp -------------------------------------------------------------------------------- /otherarch/tools/mpt_quantize.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/mpt_quantize.cpp -------------------------------------------------------------------------------- /otherarch/tools/neox_quantize.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/neox_quantize.cpp -------------------------------------------------------------------------------- /otherarch/tools/rwkv_orig_vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/rwkv_orig_vocab.json -------------------------------------------------------------------------------- /otherarch/tools/rwkv_prepare_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/rwkv_prepare_vocab.py -------------------------------------------------------------------------------- /otherarch/tools/rwkv_world_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tools/rwkv_world_vocab.txt -------------------------------------------------------------------------------- /otherarch/tts_adapter.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/tts_adapter.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/TTSCPP_LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/TTSCPP_LICENSE -------------------------------------------------------------------------------- /otherarch/ttscpp/cli/cli.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/cli/cli.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/cli/playback.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/cli/playback.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/cli/playback.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/cli/playback.h -------------------------------------------------------------------------------- /otherarch/ttscpp/cli/vad.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/cli/vad.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/cli/vad.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/cli/vad.h -------------------------------------------------------------------------------- /otherarch/ttscpp/cli/write_file.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/cli/write_file.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/cli/write_file.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/cli/write_file.h -------------------------------------------------------------------------------- /otherarch/ttscpp/include/audio_file.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/include/audio_file.h -------------------------------------------------------------------------------- /otherarch/ttscpp/include/phonemizer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/include/phonemizer.h -------------------------------------------------------------------------------- /otherarch/ttscpp/include/ttsargs.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/include/ttsargs.h -------------------------------------------------------------------------------- /otherarch/ttscpp/include/ttscommon.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/include/ttscommon.h -------------------------------------------------------------------------------- /otherarch/ttscpp/include/ttscpp.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/include/ttscpp.h -------------------------------------------------------------------------------- /otherarch/ttscpp/src/dac_model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/dac_model.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/src/dac_model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/dac_model.h -------------------------------------------------------------------------------- /otherarch/ttscpp/src/dia_model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/dia_model.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/src/dia_model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/dia_model.h -------------------------------------------------------------------------------- /otherarch/ttscpp/src/kokoro_model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/kokoro_model.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/src/kokoro_model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/kokoro_model.h -------------------------------------------------------------------------------- /otherarch/ttscpp/src/orpheus_model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/orpheus_model.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/src/orpheus_model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/orpheus_model.h -------------------------------------------------------------------------------- /otherarch/ttscpp/src/parler_model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/parler_model.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/src/parler_model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/parler_model.h -------------------------------------------------------------------------------- /otherarch/ttscpp/src/phonemizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/phonemizer.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/src/snac_model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/snac_model.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/src/snac_model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/snac_model.h -------------------------------------------------------------------------------- /otherarch/ttscpp/src/tts_model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/tts_model.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/src/tts_model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/tts_model.h -------------------------------------------------------------------------------- /otherarch/ttscpp/src/ttsargs.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/ttsargs.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/src/ttscpp.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/ttscpp.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/src/ttssampler.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/ttssampler.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/src/ttssampler.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/ttssampler.h -------------------------------------------------------------------------------- /otherarch/ttscpp/src/ttstokenizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/ttstokenizer.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/src/ttstokenizer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/ttstokenizer.h -------------------------------------------------------------------------------- /otherarch/ttscpp/src/ttsutil.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/ttsutil.cpp -------------------------------------------------------------------------------- /otherarch/ttscpp/src/ttsutil.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/ttscpp/src/ttsutil.h -------------------------------------------------------------------------------- /otherarch/utils.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/utils.cpp -------------------------------------------------------------------------------- /otherarch/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/utils.h -------------------------------------------------------------------------------- /otherarch/whispercpp/dr_wav.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/whispercpp/dr_wav.h -------------------------------------------------------------------------------- /otherarch/whispercpp/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/whispercpp/main.cpp -------------------------------------------------------------------------------- /otherarch/whispercpp/whisper.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/whispercpp/whisper.cpp -------------------------------------------------------------------------------- /otherarch/whispercpp/whisper.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/otherarch/whispercpp/whisper.h -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/requirements.txt -------------------------------------------------------------------------------- /simpleclinfo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/simpleclinfo.cpp -------------------------------------------------------------------------------- /simpleclinfo.exe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/simpleclinfo.exe -------------------------------------------------------------------------------- /simplecpuinfo: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/simplecpuinfo -------------------------------------------------------------------------------- /simplecpuinfo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/simplecpuinfo.cpp -------------------------------------------------------------------------------- /simplecpuinfo.exe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/simplecpuinfo.exe -------------------------------------------------------------------------------- /src/llama-adapter.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-adapter.cpp -------------------------------------------------------------------------------- /src/llama-adapter.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-adapter.h -------------------------------------------------------------------------------- /src/llama-arch.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-arch.cpp -------------------------------------------------------------------------------- /src/llama-arch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-arch.h -------------------------------------------------------------------------------- /src/llama-batch.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-batch.cpp -------------------------------------------------------------------------------- /src/llama-batch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-batch.h -------------------------------------------------------------------------------- /src/llama-chat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-chat.cpp -------------------------------------------------------------------------------- /src/llama-chat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-chat.h -------------------------------------------------------------------------------- /src/llama-context.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-context.cpp -------------------------------------------------------------------------------- /src/llama-context.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-context.h -------------------------------------------------------------------------------- /src/llama-cparams.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-cparams.cpp -------------------------------------------------------------------------------- /src/llama-cparams.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-cparams.h -------------------------------------------------------------------------------- /src/llama-grammar.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-grammar.cpp -------------------------------------------------------------------------------- /src/llama-grammar.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-grammar.h -------------------------------------------------------------------------------- /src/llama-graph.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-graph.cpp -------------------------------------------------------------------------------- /src/llama-graph.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-graph.h -------------------------------------------------------------------------------- /src/llama-hparams.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-hparams.cpp -------------------------------------------------------------------------------- /src/llama-hparams.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-hparams.h -------------------------------------------------------------------------------- /src/llama-impl.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-impl.cpp -------------------------------------------------------------------------------- /src/llama-impl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-impl.h -------------------------------------------------------------------------------- /src/llama-io.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-io.cpp -------------------------------------------------------------------------------- /src/llama-io.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-io.h -------------------------------------------------------------------------------- /src/llama-kv-cache-iswa.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-kv-cache-iswa.cpp -------------------------------------------------------------------------------- /src/llama-kv-cache-iswa.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-kv-cache-iswa.h -------------------------------------------------------------------------------- /src/llama-kv-cache.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-kv-cache.cpp -------------------------------------------------------------------------------- /src/llama-kv-cache.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-kv-cache.h -------------------------------------------------------------------------------- /src/llama-kv-cells.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-kv-cells.h -------------------------------------------------------------------------------- /src/llama-memory-hybrid.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-memory-hybrid.cpp -------------------------------------------------------------------------------- /src/llama-memory-hybrid.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-memory-hybrid.h -------------------------------------------------------------------------------- /src/llama-memory-recurrent.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-memory-recurrent.cpp -------------------------------------------------------------------------------- /src/llama-memory-recurrent.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-memory-recurrent.h -------------------------------------------------------------------------------- /src/llama-memory.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-memory.cpp -------------------------------------------------------------------------------- /src/llama-memory.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-memory.h -------------------------------------------------------------------------------- /src/llama-mmap.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-mmap.cpp -------------------------------------------------------------------------------- /src/llama-mmap.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-mmap.h -------------------------------------------------------------------------------- /src/llama-model-loader.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-model-loader.cpp -------------------------------------------------------------------------------- /src/llama-model-loader.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-model-loader.h -------------------------------------------------------------------------------- /src/llama-model-saver.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-model-saver.cpp -------------------------------------------------------------------------------- /src/llama-model-saver.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-model-saver.h -------------------------------------------------------------------------------- /src/llama-model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-model.cpp -------------------------------------------------------------------------------- /src/llama-model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-model.h -------------------------------------------------------------------------------- /src/llama-quant.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-quant.cpp -------------------------------------------------------------------------------- /src/llama-quant.h: -------------------------------------------------------------------------------- 1 | #pragma once 2 | -------------------------------------------------------------------------------- /src/llama-sampling.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-sampling.cpp -------------------------------------------------------------------------------- /src/llama-sampling.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-sampling.h -------------------------------------------------------------------------------- /src/llama-vocab.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-vocab.cpp -------------------------------------------------------------------------------- /src/llama-vocab.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama-vocab.h -------------------------------------------------------------------------------- /src/llama.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/llama.cpp -------------------------------------------------------------------------------- /src/models/afmoe.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/afmoe.cpp -------------------------------------------------------------------------------- /src/models/apertus.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/apertus.cpp -------------------------------------------------------------------------------- /src/models/arcee.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/arcee.cpp -------------------------------------------------------------------------------- /src/models/arctic.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/arctic.cpp -------------------------------------------------------------------------------- /src/models/arwkv7.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/arwkv7.cpp -------------------------------------------------------------------------------- /src/models/baichuan.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/baichuan.cpp -------------------------------------------------------------------------------- /src/models/bailingmoe.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/bailingmoe.cpp -------------------------------------------------------------------------------- /src/models/bailingmoe2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/bailingmoe2.cpp -------------------------------------------------------------------------------- /src/models/bert.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/bert.cpp -------------------------------------------------------------------------------- /src/models/bitnet.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/bitnet.cpp -------------------------------------------------------------------------------- /src/models/bloom.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/bloom.cpp -------------------------------------------------------------------------------- /src/models/chameleon.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/chameleon.cpp -------------------------------------------------------------------------------- /src/models/chatglm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/chatglm.cpp -------------------------------------------------------------------------------- /src/models/codeshell.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/codeshell.cpp -------------------------------------------------------------------------------- /src/models/cogvlm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/cogvlm.cpp -------------------------------------------------------------------------------- /src/models/cohere2-iswa.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/cohere2-iswa.cpp -------------------------------------------------------------------------------- /src/models/command-r.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/command-r.cpp -------------------------------------------------------------------------------- /src/models/dbrx.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/dbrx.cpp -------------------------------------------------------------------------------- /src/models/deci.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/deci.cpp -------------------------------------------------------------------------------- /src/models/deepseek.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/deepseek.cpp -------------------------------------------------------------------------------- /src/models/deepseek2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/deepseek2.cpp -------------------------------------------------------------------------------- /src/models/dots1.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/dots1.cpp -------------------------------------------------------------------------------- /src/models/dream.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/dream.cpp -------------------------------------------------------------------------------- /src/models/ernie4-5-moe.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/ernie4-5-moe.cpp -------------------------------------------------------------------------------- /src/models/ernie4-5.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/ernie4-5.cpp -------------------------------------------------------------------------------- /src/models/exaone.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/exaone.cpp -------------------------------------------------------------------------------- /src/models/exaone4.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/exaone4.cpp -------------------------------------------------------------------------------- /src/models/falcon-h1.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/falcon-h1.cpp -------------------------------------------------------------------------------- /src/models/falcon.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/falcon.cpp -------------------------------------------------------------------------------- /src/models/gemma-embedding.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/gemma-embedding.cpp -------------------------------------------------------------------------------- /src/models/gemma.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/gemma.cpp -------------------------------------------------------------------------------- /src/models/gemma2-iswa.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/gemma2-iswa.cpp -------------------------------------------------------------------------------- /src/models/gemma3-iswa.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/gemma3-iswa.cpp -------------------------------------------------------------------------------- /src/models/gemma3n-iswa.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/gemma3n-iswa.cpp -------------------------------------------------------------------------------- /src/models/glm4-moe.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/glm4-moe.cpp -------------------------------------------------------------------------------- /src/models/glm4.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/glm4.cpp -------------------------------------------------------------------------------- /src/models/gpt2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/gpt2.cpp -------------------------------------------------------------------------------- /src/models/gptneox.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/gptneox.cpp -------------------------------------------------------------------------------- /src/models/granite-hybrid.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/granite-hybrid.cpp -------------------------------------------------------------------------------- /src/models/granite.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/granite.cpp -------------------------------------------------------------------------------- /src/models/graph-context-mamba.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/graph-context-mamba.cpp -------------------------------------------------------------------------------- /src/models/grok.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/grok.cpp -------------------------------------------------------------------------------- /src/models/grovemoe.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/grovemoe.cpp -------------------------------------------------------------------------------- /src/models/hunyuan-dense.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/hunyuan-dense.cpp -------------------------------------------------------------------------------- /src/models/hunyuan-moe.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/hunyuan-moe.cpp -------------------------------------------------------------------------------- /src/models/internlm2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/internlm2.cpp -------------------------------------------------------------------------------- /src/models/jais.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/jais.cpp -------------------------------------------------------------------------------- /src/models/jamba.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/jamba.cpp -------------------------------------------------------------------------------- /src/models/lfm2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/lfm2.cpp -------------------------------------------------------------------------------- /src/models/llada-moe.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/llada-moe.cpp -------------------------------------------------------------------------------- /src/models/llada.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/llada.cpp -------------------------------------------------------------------------------- /src/models/llama-iswa.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/llama-iswa.cpp -------------------------------------------------------------------------------- /src/models/llama.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/llama.cpp -------------------------------------------------------------------------------- /src/models/mamba.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/mamba.cpp -------------------------------------------------------------------------------- /src/models/minicpm3.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/minicpm3.cpp -------------------------------------------------------------------------------- /src/models/minimax-m2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/minimax-m2.cpp -------------------------------------------------------------------------------- /src/models/mistral3.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/mistral3.cpp -------------------------------------------------------------------------------- /src/models/models.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/models.h -------------------------------------------------------------------------------- /src/models/mpt.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/mpt.cpp -------------------------------------------------------------------------------- /src/models/nemotron-h.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/nemotron-h.cpp -------------------------------------------------------------------------------- /src/models/nemotron.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/nemotron.cpp -------------------------------------------------------------------------------- /src/models/neo-bert.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/neo-bert.cpp -------------------------------------------------------------------------------- /src/models/olmo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/olmo.cpp -------------------------------------------------------------------------------- /src/models/olmo2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/olmo2.cpp -------------------------------------------------------------------------------- /src/models/olmoe.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/olmoe.cpp -------------------------------------------------------------------------------- /src/models/openai-moe-iswa.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/openai-moe-iswa.cpp -------------------------------------------------------------------------------- /src/models/openelm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/openelm.cpp -------------------------------------------------------------------------------- /src/models/orion.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/orion.cpp -------------------------------------------------------------------------------- /src/models/pangu-embedded.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/pangu-embedded.cpp -------------------------------------------------------------------------------- /src/models/phi2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/phi2.cpp -------------------------------------------------------------------------------- /src/models/phi3.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/phi3.cpp -------------------------------------------------------------------------------- /src/models/plamo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/plamo.cpp -------------------------------------------------------------------------------- /src/models/plamo2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/plamo2.cpp -------------------------------------------------------------------------------- /src/models/plm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/plm.cpp -------------------------------------------------------------------------------- /src/models/qwen.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/qwen.cpp -------------------------------------------------------------------------------- /src/models/qwen2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/qwen2.cpp -------------------------------------------------------------------------------- /src/models/qwen2moe.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/qwen2moe.cpp -------------------------------------------------------------------------------- /src/models/qwen2vl.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/qwen2vl.cpp -------------------------------------------------------------------------------- /src/models/qwen3.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/qwen3.cpp -------------------------------------------------------------------------------- /src/models/qwen3moe.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/qwen3moe.cpp -------------------------------------------------------------------------------- /src/models/qwen3next.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/qwen3next.cpp -------------------------------------------------------------------------------- /src/models/qwen3vl-moe.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/qwen3vl-moe.cpp -------------------------------------------------------------------------------- /src/models/qwen3vl.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/qwen3vl.cpp -------------------------------------------------------------------------------- /src/models/refact.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/refact.cpp -------------------------------------------------------------------------------- /src/models/rnd1.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/rnd1.cpp -------------------------------------------------------------------------------- /src/models/rwkv6-base.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/rwkv6-base.cpp -------------------------------------------------------------------------------- /src/models/rwkv6.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/rwkv6.cpp -------------------------------------------------------------------------------- /src/models/rwkv6qwen2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/rwkv6qwen2.cpp -------------------------------------------------------------------------------- /src/models/rwkv7-base.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/rwkv7-base.cpp -------------------------------------------------------------------------------- /src/models/rwkv7.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/rwkv7.cpp -------------------------------------------------------------------------------- /src/models/seed-oss.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/seed-oss.cpp -------------------------------------------------------------------------------- /src/models/smallthinker.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/smallthinker.cpp -------------------------------------------------------------------------------- /src/models/smollm3.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/smollm3.cpp -------------------------------------------------------------------------------- /src/models/stablelm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/stablelm.cpp -------------------------------------------------------------------------------- /src/models/starcoder.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/starcoder.cpp -------------------------------------------------------------------------------- /src/models/starcoder2.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/starcoder2.cpp -------------------------------------------------------------------------------- /src/models/t5-dec.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/t5-dec.cpp -------------------------------------------------------------------------------- /src/models/t5-enc.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/t5-enc.cpp -------------------------------------------------------------------------------- /src/models/wavtokenizer-dec.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/wavtokenizer-dec.cpp -------------------------------------------------------------------------------- /src/models/xverse.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/models/xverse.cpp -------------------------------------------------------------------------------- /src/unicode-data.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/unicode-data.cpp -------------------------------------------------------------------------------- /src/unicode-data.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/unicode-data.h -------------------------------------------------------------------------------- /src/unicode.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/unicode.cpp -------------------------------------------------------------------------------- /src/unicode.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/src/unicode.h -------------------------------------------------------------------------------- /tests/test_autoguess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tests/test_autoguess.py -------------------------------------------------------------------------------- /tools/gguf-split/gguf-split.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/gguf-split/gguf-split.cpp -------------------------------------------------------------------------------- /tools/gguf-split/tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/gguf-split/tests.sh -------------------------------------------------------------------------------- /tools/kcpplauncherhook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/kcpplauncherhook.py -------------------------------------------------------------------------------- /tools/main/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/main/main.cpp -------------------------------------------------------------------------------- /tools/mtmd/clip-impl.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/clip-impl.h -------------------------------------------------------------------------------- /tools/mtmd/clip.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/clip.cpp -------------------------------------------------------------------------------- /tools/mtmd/clip.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/clip.h -------------------------------------------------------------------------------- /tools/mtmd/deprecation-warning.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/deprecation-warning.cpp -------------------------------------------------------------------------------- /tools/mtmd/llava.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/llava.cpp -------------------------------------------------------------------------------- /tools/mtmd/llava.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/llava.h -------------------------------------------------------------------------------- /tools/mtmd/mtmd-audio.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/mtmd-audio.cpp -------------------------------------------------------------------------------- /tools/mtmd/mtmd-audio.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/mtmd-audio.h -------------------------------------------------------------------------------- /tools/mtmd/mtmd-cli.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/mtmd-cli.cpp -------------------------------------------------------------------------------- /tools/mtmd/mtmd-helper.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/mtmd-helper.cpp -------------------------------------------------------------------------------- /tools/mtmd/mtmd-helper.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/mtmd-helper.h -------------------------------------------------------------------------------- /tools/mtmd/mtmd.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/mtmd.cpp -------------------------------------------------------------------------------- /tools/mtmd/mtmd.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/mtmd.h -------------------------------------------------------------------------------- /tools/mtmd/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/requirements.txt -------------------------------------------------------------------------------- /tools/mtmd/test-1.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/test-1.jpeg -------------------------------------------------------------------------------- /tools/mtmd/test-2.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/test-2.mp3 -------------------------------------------------------------------------------- /tools/mtmd/tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/mtmd/tests.sh -------------------------------------------------------------------------------- /tools/quantclip.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/quantclip.cpp -------------------------------------------------------------------------------- /tools/quantize/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/quantize/README.md -------------------------------------------------------------------------------- /tools/quantize/quantize.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/quantize/quantize.cpp -------------------------------------------------------------------------------- /tools/quantize/tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/quantize/tests.sh -------------------------------------------------------------------------------- /tools/server/bench/bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/bench/bench.py -------------------------------------------------------------------------------- /tools/server/bench/prometheus.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/bench/prometheus.yml -------------------------------------------------------------------------------- /tools/server/bench/requirements.txt: -------------------------------------------------------------------------------- 1 | matplotlib 2 | requests 3 | -------------------------------------------------------------------------------- /tools/server/bench/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/bench/script.js -------------------------------------------------------------------------------- /tools/server/chat-llama2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/chat-llama2.sh -------------------------------------------------------------------------------- /tools/server/chat.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/chat.mjs -------------------------------------------------------------------------------- /tools/server/chat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/chat.sh -------------------------------------------------------------------------------- /tools/server/public/index.html.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/public/index.html.gz -------------------------------------------------------------------------------- /tools/server/public/loading.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/public/loading.html -------------------------------------------------------------------------------- /tools/server/public_legacy/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/public_legacy/favicon.ico -------------------------------------------------------------------------------- /tools/server/public_legacy/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/public_legacy/index.html -------------------------------------------------------------------------------- /tools/server/public_legacy/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/public_legacy/index.js -------------------------------------------------------------------------------- /tools/server/public_legacy/loading.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/public_legacy/loading.html -------------------------------------------------------------------------------- /tools/server/public_legacy/style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/public_legacy/style.css -------------------------------------------------------------------------------- /tools/server/public_simplechat/ui.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/public_simplechat/ui.mjs -------------------------------------------------------------------------------- /tools/server/server-common.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/server-common.cpp -------------------------------------------------------------------------------- /tools/server/server-common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/server-common.h -------------------------------------------------------------------------------- /tools/server/server-context.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/server-context.cpp -------------------------------------------------------------------------------- /tools/server/server-context.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/server-context.h -------------------------------------------------------------------------------- /tools/server/server-http.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/server-http.cpp -------------------------------------------------------------------------------- /tools/server/server-http.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/server-http.h -------------------------------------------------------------------------------- /tools/server/server-models.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/server-models.cpp -------------------------------------------------------------------------------- /tools/server/server-models.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/server-models.h -------------------------------------------------------------------------------- /tools/server/server-queue.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/server-queue.cpp -------------------------------------------------------------------------------- /tools/server/server-queue.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/server-queue.h -------------------------------------------------------------------------------- /tools/server/server-task.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/server-task.cpp -------------------------------------------------------------------------------- /tools/server/server-task.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/server-task.h -------------------------------------------------------------------------------- /tools/server/server.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/server.cpp -------------------------------------------------------------------------------- /tools/server/tests/.gitignore: -------------------------------------------------------------------------------- 1 | .venv 2 | tmp 3 | -------------------------------------------------------------------------------- /tools/server/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/tests/conftest.py -------------------------------------------------------------------------------- /tools/server/tests/pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/tests/pytest.ini -------------------------------------------------------------------------------- /tools/server/tests/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/tests/requirements.txt -------------------------------------------------------------------------------- /tools/server/tests/tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/tests/tests.sh -------------------------------------------------------------------------------- /tools/server/tests/unit/test_basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/tests/unit/test_basic.py -------------------------------------------------------------------------------- /tools/server/tests/unit/test_infill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/tests/unit/test_infill.py -------------------------------------------------------------------------------- /tools/server/tests/unit/test_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/tests/unit/test_lora.py -------------------------------------------------------------------------------- /tools/server/tests/unit/test_rerank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/tests/unit/test_rerank.py -------------------------------------------------------------------------------- /tools/server/tests/unit/test_router.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/tests/unit/test_router.py -------------------------------------------------------------------------------- /tools/server/tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/tests/utils.py -------------------------------------------------------------------------------- /tools/server/themes/wild/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/themes/wild/favicon.ico -------------------------------------------------------------------------------- /tools/server/themes/wild/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/themes/wild/index.html -------------------------------------------------------------------------------- /tools/server/themes/wild/llama_cpp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/themes/wild/llama_cpp.png -------------------------------------------------------------------------------- /tools/server/themes/wild/wild.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/themes/wild/wild.png -------------------------------------------------------------------------------- /tools/server/webui/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/.gitignore -------------------------------------------------------------------------------- /tools/server/webui/.npmrc: -------------------------------------------------------------------------------- 1 | engine-strict=true 2 | -------------------------------------------------------------------------------- /tools/server/webui/.prettierignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/.prettierignore -------------------------------------------------------------------------------- /tools/server/webui/.prettierrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/.prettierrc -------------------------------------------------------------------------------- /tools/server/webui/.storybook/main.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/.storybook/main.ts -------------------------------------------------------------------------------- /tools/server/webui/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/README.md -------------------------------------------------------------------------------- /tools/server/webui/components.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/components.json -------------------------------------------------------------------------------- /tools/server/webui/eslint.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/eslint.config.js -------------------------------------------------------------------------------- /tools/server/webui/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/package-lock.json -------------------------------------------------------------------------------- /tools/server/webui/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/package.json -------------------------------------------------------------------------------- /tools/server/webui/playwright.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/playwright.config.ts -------------------------------------------------------------------------------- /tools/server/webui/scripts/dev.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/scripts/dev.sh -------------------------------------------------------------------------------- /tools/server/webui/src/app.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/src/app.css -------------------------------------------------------------------------------- /tools/server/webui/src/app.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/src/app.d.ts -------------------------------------------------------------------------------- /tools/server/webui/src/app.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/src/app.html -------------------------------------------------------------------------------- /tools/server/webui/src/lib/constants/default-context.ts: -------------------------------------------------------------------------------- 1 | export const DEFAULT_CONTEXT = 4096; 2 | -------------------------------------------------------------------------------- /tools/server/webui/src/lib/constants/processing-info.ts: -------------------------------------------------------------------------------- 1 | export const PROCESSING_INFO_TIMEOUT = 2000; 2 | -------------------------------------------------------------------------------- /tools/server/webui/src/lib/constants/tooltip-config.ts: -------------------------------------------------------------------------------- 1 | export const TOOLTIP_DELAY_DURATION = 100; 2 | -------------------------------------------------------------------------------- /tools/server/webui/src/lib/constants/viewport.ts: -------------------------------------------------------------------------------- 1 | export const DEFAULT_MOBILE_BREAKPOINT = 768; 2 | -------------------------------------------------------------------------------- /tools/server/webui/src/routes/+page.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/src/routes/+page.ts -------------------------------------------------------------------------------- /tools/server/webui/static/favicon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/static/favicon.svg -------------------------------------------------------------------------------- /tools/server/webui/static/loading.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/static/loading.html -------------------------------------------------------------------------------- /tools/server/webui/svelte.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/svelte.config.js -------------------------------------------------------------------------------- /tools/server/webui/tests/stories/fixtures/empty.ts: -------------------------------------------------------------------------------- 1 | // Empty state 2 | export const EMPTY_MD = ''; 3 | -------------------------------------------------------------------------------- /tools/server/webui/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/tsconfig.json -------------------------------------------------------------------------------- /tools/server/webui/vite.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/server/webui/vite.config.ts -------------------------------------------------------------------------------- /tools/tts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/tts/README.md -------------------------------------------------------------------------------- /tools/tts/convert_pt_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/tts/convert_pt_to_hf.py -------------------------------------------------------------------------------- /tools/tts/tts-outetts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/tts/tts-outetts.py -------------------------------------------------------------------------------- /tools/tts/tts.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/tools/tts/tts.cpp -------------------------------------------------------------------------------- /vendor/cpp-httplib/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/vendor/cpp-httplib/CMakeLists.txt -------------------------------------------------------------------------------- /vendor/cpp-httplib/httplib.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/vendor/cpp-httplib/httplib.cpp -------------------------------------------------------------------------------- /vendor/cpp-httplib/httplib.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/vendor/cpp-httplib/httplib.h -------------------------------------------------------------------------------- /vendor/miniaudio/miniaudio.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/vendor/miniaudio/miniaudio.h -------------------------------------------------------------------------------- /vendor/minja/chat-template.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/vendor/minja/chat-template.hpp -------------------------------------------------------------------------------- /vendor/minja/minja.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/vendor/minja/minja.hpp -------------------------------------------------------------------------------- /vendor/nlohmann/json.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/vendor/nlohmann/json.hpp -------------------------------------------------------------------------------- /vendor/nlohmann/json_fwd.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/vendor/nlohmann/json_fwd.hpp -------------------------------------------------------------------------------- /vendor/sheredom/subprocess.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/vendor/sheredom/subprocess.h -------------------------------------------------------------------------------- /vendor/stb/stb_image.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/vendor/stb/stb_image.h -------------------------------------------------------------------------------- /version.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/version.txt -------------------------------------------------------------------------------- /version_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LostRuins/koboldcpp/HEAD/version_template.txt --------------------------------------------------------------------------------