├── .gitignore ├── Cargo.toml ├── LICENSE ├── README.md ├── llm_models ├── Cargo.toml ├── README.md └── src │ ├── error.rs │ ├── estimate │ ├── loader │ │ ├── local.rs │ │ ├── mod.rs │ │ └── tokenizer.rs │ ├── math.rs │ ├── memory.rs │ ├── mod.rs │ ├── model.rs │ └── storage.rs │ ├── fs │ ├── dir.rs │ ├── error.rs │ ├── file_path.rs │ ├── file_status.rs │ └── mod.rs │ ├── gguf │ ├── chat_template.rs │ ├── loader │ │ ├── loader.rs │ │ ├── mod.rs │ │ └── smart.rs │ ├── metadata │ │ ├── general.rs │ │ ├── llm.rs │ │ ├── mod.rs │ │ └── tokenizer.rs │ └── mod.rs │ ├── hf │ ├── client.rs │ ├── config.rs │ ├── error.rs │ ├── id.rs │ └── mod.rs │ ├── lib.rs │ ├── manifest │ ├── file_encoding_type.rs │ ├── file_name_parse.rs │ ├── mod.rs │ ├── model.rs │ ├── profile.rs │ ├── profile_from_hf.rs │ └── shard_id.rs │ └── runtime │ ├── mod.rs │ └── model.rs ├── llm_models_macros ├── Cargo.toml ├── README.md ├── src │ ├── api_models │ │ ├── data │ │ │ ├── anthropic │ │ │ │ ├── mod.rs │ │ │ │ └── models.json │ │ │ ├── mistral │ │ │ │ ├── mod.rs │ │ │ │ └── models.json │ │ │ ├── mod.rs │ │ │ ├── openai │ │ │ │ ├── mod.rs │ │ │ │ └── models.json │ │ │ └── perplexity │ │ │ │ ├── mod.rs │ │ │ │ └── models.json │ │ ├── mod.rs │ │ ├── model.rs │ │ └── provider.rs │ ├── bin │ │ └── generate_models.rs │ ├── gguf_models │ │ ├── data │ │ │ ├── arcee_ai │ │ │ │ ├── organization.json │ │ │ │ └── supernova_medius │ │ │ │ │ ├── config.json │ │ │ │ │ └── model_macro_data.json │ │ │ ├── ibm │ │ │ │ ├── granite3_2b_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ └── model_macro_data.json │ │ │ │ ├── granite3_8b_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ └── model_macro_data.json │ │ │ │ └── organization.json │ │ │ ├── meta │ │ │ │ ├── llama3_1_8b_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ ├── model_macro_data.json │ │ │ │ │ ├── tokenizer.json │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── llama3_2_1b_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ └── model_macro_data.json │ │ │ │ ├── llama3_2_3b_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ └── model_macro_data.json │ │ │ │ └── organization.json │ │ │ ├── microsoft │ │ │ │ ├── organization.json │ │ │ │ ├── phi3_5_mini_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ ├── model_macro_data.json │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── phi3_5_moe_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ ├── model_macro_data.json │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── phi3_medium4k_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ ├── model_macro_data.json │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── phi3_mini4k_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ ├── model_macro_data.json │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── phi4-mini-instruct │ │ │ │ │ └── model_macro_data.json │ │ │ │ ├── phi4 │ │ │ │ │ ├── config.json │ │ │ │ │ ├── model_macro_data.json │ │ │ │ │ ├── tokenizer.json │ │ │ │ │ └── tokenizer_config.json │ │ │ │ └── tokenizer.json │ │ │ ├── mistral │ │ │ │ ├── mistral7b_instruct_v0_3 │ │ │ │ │ ├── config.json │ │ │ │ │ ├── model_macro_data.json │ │ │ │ │ ├── tokenizer.json │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── mistral_nemo_instruct_2407 │ │ │ │ │ ├── config.json │ │ │ │ │ ├── model_macro_data.json │ │ │ │ │ ├── tokenizer.json │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── mistral_small24b_instruct_2501 │ │ │ │ │ ├── config.json │ │ │ │ │ ├── model_macro_data.json │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── mistral_small_instruct_2409 │ │ │ │ │ ├── config.json │ │ │ │ │ ├── model_macro_data.json │ │ │ │ │ ├── tokenizer.json │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── mixtral8x7b_instruct_v0_1 │ │ │ │ │ ├── config.json │ │ │ │ │ ├── model_macro_data.json │ │ │ │ │ ├── tokenizer.json │ │ │ │ │ └── tokenizer_config.json │ │ │ │ └── organization.json │ │ │ ├── nvidia │ │ │ │ ├── llama3_1_51b_nemotron_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ ├── model_macro_data.json │ │ │ │ │ └── tokenizer_config.json │ │ │ │ ├── llama3_1_70b_nemotron_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ └── model_macro_data.json │ │ │ │ ├── mistral_nemo_minitron_8b_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ └── model_macro_data.json │ │ │ │ └── organization.json │ │ │ ├── qwen │ │ │ │ ├── organization.json │ │ │ │ ├── qwen2_5_14b_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ └── model_macro_data.json │ │ │ │ ├── qwen2_5_32b_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ └── model_macro_data.json │ │ │ │ ├── qwen2_5_3b_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ └── model_macro_data.json │ │ │ │ └── qwen2_5_7b_instruct │ │ │ │ │ ├── config.json │ │ │ │ │ └── model_macro_data.json │ │ │ └── stabilityai │ │ │ │ ├── organization.json │ │ │ │ └── stablelm_2_12b_chat │ │ │ │ ├── config.json │ │ │ │ └── model_macro_data.json │ │ ├── mod.rs │ │ ├── model.rs │ │ ├── organization.rs │ │ ├── quant.rs │ │ └── tokenizers.rs │ └── lib.rs └── test │ └── local_presets.json ├── llm_prompt ├── Cargo.toml ├── README.md ├── _tests │ └── it │ │ ├── api.rs │ │ ├── local.rs │ │ └── main.rs └── src │ ├── concatenator.rs │ ├── lib.rs │ ├── prompt_message.rs │ ├── prompt_tokenizer.rs │ ├── token_count.rs │ └── variants │ ├── api_prompt.rs │ ├── local_prompt.rs │ └── mod.rs ├── lmcpp ├── Cargo.toml ├── README.md ├── src │ ├── bin │ │ ├── lmcpp-server-cli.rs │ │ └── lmcpp-toolchain-cli.rs │ ├── client │ │ ├── completion.rs │ │ ├── detokenize.rs │ │ ├── embeddings.rs │ │ ├── infill.rs │ │ ├── mod.rs │ │ ├── open_ai.rs │ │ ├── props.rs │ │ ├── tokenize.rs │ │ └── types │ │ │ ├── completion.rs │ │ │ ├── generation_settings.rs │ │ │ └── mod.rs │ ├── error.rs │ ├── lib.rs │ └── server │ │ ├── builder.rs │ │ ├── handle.rs │ │ ├── ipc │ │ ├── error.rs │ │ ├── http.rs │ │ ├── mod.rs │ │ └── uds.rs │ │ ├── mod.rs │ │ ├── process │ │ ├── error.rs │ │ ├── guard.rs │ │ ├── kill.rs │ │ ├── mod.rs │ │ └── pid.rs │ │ ├── toolchain │ │ ├── builder.rs │ │ ├── cli.rs │ │ ├── cmake.rs │ │ ├── mod.rs │ │ ├── recipe.rs │ │ └── zip.rs │ │ └── types │ │ ├── file.rs │ │ ├── mod.rs │ │ ├── model.rs │ │ └── start_args.rs └── tests │ ├── cli.rs │ ├── common │ ├── endpoints.rs │ └── mod.rs │ ├── multiple.rs │ ├── process.rs │ └── workflow.rs └── rustfmt.toml /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/.gitignore -------------------------------------------------------------------------------- /Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/Cargo.toml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/README.md -------------------------------------------------------------------------------- /llm_models/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/Cargo.toml -------------------------------------------------------------------------------- /llm_models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/README.md -------------------------------------------------------------------------------- /llm_models/src/error.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/error.rs -------------------------------------------------------------------------------- /llm_models/src/estimate/loader/local.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/estimate/loader/local.rs -------------------------------------------------------------------------------- /llm_models/src/estimate/loader/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/estimate/loader/mod.rs -------------------------------------------------------------------------------- /llm_models/src/estimate/loader/tokenizer.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/estimate/loader/tokenizer.rs -------------------------------------------------------------------------------- /llm_models/src/estimate/math.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/estimate/math.rs -------------------------------------------------------------------------------- /llm_models/src/estimate/memory.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/estimate/memory.rs -------------------------------------------------------------------------------- /llm_models/src/estimate/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/estimate/mod.rs -------------------------------------------------------------------------------- /llm_models/src/estimate/model.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/estimate/model.rs -------------------------------------------------------------------------------- /llm_models/src/estimate/storage.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/estimate/storage.rs -------------------------------------------------------------------------------- /llm_models/src/fs/dir.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/fs/dir.rs -------------------------------------------------------------------------------- /llm_models/src/fs/error.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/fs/error.rs -------------------------------------------------------------------------------- /llm_models/src/fs/file_path.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/fs/file_path.rs -------------------------------------------------------------------------------- /llm_models/src/fs/file_status.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/fs/file_status.rs -------------------------------------------------------------------------------- /llm_models/src/fs/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/fs/mod.rs -------------------------------------------------------------------------------- /llm_models/src/gguf/chat_template.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/gguf/chat_template.rs -------------------------------------------------------------------------------- /llm_models/src/gguf/loader/loader.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/gguf/loader/loader.rs -------------------------------------------------------------------------------- /llm_models/src/gguf/loader/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/gguf/loader/mod.rs -------------------------------------------------------------------------------- /llm_models/src/gguf/loader/smart.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/gguf/loader/smart.rs -------------------------------------------------------------------------------- /llm_models/src/gguf/metadata/general.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/gguf/metadata/general.rs -------------------------------------------------------------------------------- /llm_models/src/gguf/metadata/llm.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/gguf/metadata/llm.rs -------------------------------------------------------------------------------- /llm_models/src/gguf/metadata/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/gguf/metadata/mod.rs -------------------------------------------------------------------------------- /llm_models/src/gguf/metadata/tokenizer.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/gguf/metadata/tokenizer.rs -------------------------------------------------------------------------------- /llm_models/src/gguf/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/gguf/mod.rs -------------------------------------------------------------------------------- /llm_models/src/hf/client.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/hf/client.rs -------------------------------------------------------------------------------- /llm_models/src/hf/config.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/hf/config.rs -------------------------------------------------------------------------------- /llm_models/src/hf/error.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/hf/error.rs -------------------------------------------------------------------------------- /llm_models/src/hf/id.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/hf/id.rs -------------------------------------------------------------------------------- /llm_models/src/hf/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/hf/mod.rs -------------------------------------------------------------------------------- /llm_models/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/lib.rs -------------------------------------------------------------------------------- /llm_models/src/manifest/file_encoding_type.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/manifest/file_encoding_type.rs -------------------------------------------------------------------------------- /llm_models/src/manifest/file_name_parse.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/manifest/file_name_parse.rs -------------------------------------------------------------------------------- /llm_models/src/manifest/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/manifest/mod.rs -------------------------------------------------------------------------------- /llm_models/src/manifest/model.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/manifest/model.rs -------------------------------------------------------------------------------- /llm_models/src/manifest/profile.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/manifest/profile.rs -------------------------------------------------------------------------------- /llm_models/src/manifest/profile_from_hf.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/manifest/profile_from_hf.rs -------------------------------------------------------------------------------- /llm_models/src/manifest/shard_id.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/manifest/shard_id.rs -------------------------------------------------------------------------------- /llm_models/src/runtime/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models/src/runtime/mod.rs -------------------------------------------------------------------------------- /llm_models/src/runtime/model.rs: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /llm_models_macros/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/Cargo.toml -------------------------------------------------------------------------------- /llm_models_macros/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/README.md -------------------------------------------------------------------------------- /llm_models_macros/src/api_models/data/anthropic/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/api_models/data/anthropic/mod.rs -------------------------------------------------------------------------------- /llm_models_macros/src/api_models/data/anthropic/models.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/api_models/data/anthropic/models.json -------------------------------------------------------------------------------- /llm_models_macros/src/api_models/data/mistral/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/api_models/data/mistral/mod.rs -------------------------------------------------------------------------------- /llm_models_macros/src/api_models/data/mistral/models.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/api_models/data/mistral/models.json -------------------------------------------------------------------------------- /llm_models_macros/src/api_models/data/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/api_models/data/mod.rs -------------------------------------------------------------------------------- /llm_models_macros/src/api_models/data/openai/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/api_models/data/openai/mod.rs -------------------------------------------------------------------------------- /llm_models_macros/src/api_models/data/openai/models.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/api_models/data/openai/models.json -------------------------------------------------------------------------------- /llm_models_macros/src/api_models/data/perplexity/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/api_models/data/perplexity/mod.rs -------------------------------------------------------------------------------- /llm_models_macros/src/api_models/data/perplexity/models.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/api_models/data/perplexity/models.json -------------------------------------------------------------------------------- /llm_models_macros/src/api_models/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/api_models/mod.rs -------------------------------------------------------------------------------- /llm_models_macros/src/api_models/model.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/api_models/model.rs -------------------------------------------------------------------------------- /llm_models_macros/src/api_models/provider.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/api_models/provider.rs -------------------------------------------------------------------------------- /llm_models_macros/src/bin/generate_models.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/bin/generate_models.rs -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/arcee_ai/organization.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/arcee_ai/organization.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/arcee_ai/supernova_medius/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/arcee_ai/supernova_medius/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/arcee_ai/supernova_medius/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/arcee_ai/supernova_medius/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/ibm/granite3_2b_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/ibm/granite3_2b_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/ibm/granite3_2b_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/ibm/granite3_2b_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/ibm/granite3_8b_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/ibm/granite3_8b_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/ibm/granite3_8b_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/ibm/granite3_8b_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/ibm/organization.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/ibm/organization.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/meta/llama3_1_8b_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/meta/llama3_1_8b_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/meta/llama3_1_8b_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/meta/llama3_1_8b_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/meta/llama3_1_8b_instruct/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/meta/llama3_1_8b_instruct/tokenizer.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/meta/llama3_1_8b_instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/meta/llama3_1_8b_instruct/tokenizer_config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/meta/llama3_2_1b_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/meta/llama3_2_1b_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/meta/llama3_2_1b_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/meta/llama3_2_1b_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/meta/llama3_2_3b_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/meta/llama3_2_3b_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/meta/llama3_2_3b_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/meta/llama3_2_3b_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/meta/organization.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/meta/organization.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/organization.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/organization.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi3_5_mini_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi3_5_mini_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi3_5_mini_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi3_5_mini_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi3_5_mini_instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi3_5_mini_instruct/tokenizer_config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi3_5_moe_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi3_5_moe_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi3_5_moe_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi3_5_moe_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi3_5_moe_instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi3_5_moe_instruct/tokenizer_config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi3_medium4k_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi3_medium4k_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi3_medium4k_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi3_medium4k_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi3_medium4k_instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi3_medium4k_instruct/tokenizer_config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi3_mini4k_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi3_mini4k_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi3_mini4k_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi3_mini4k_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi3_mini4k_instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi3_mini4k_instruct/tokenizer_config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi4-mini-instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi4-mini-instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi4/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi4/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi4/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi4/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi4/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi4/tokenizer.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/phi4/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/phi4/tokenizer_config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/microsoft/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/microsoft/tokenizer.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral7b_instruct_v0_3/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral7b_instruct_v0_3/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral7b_instruct_v0_3/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral7b_instruct_v0_3/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral7b_instruct_v0_3/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral7b_instruct_v0_3/tokenizer.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral7b_instruct_v0_3/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral7b_instruct_v0_3/tokenizer_config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral_nemo_instruct_2407/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral_nemo_instruct_2407/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral_nemo_instruct_2407/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral_nemo_instruct_2407/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral_nemo_instruct_2407/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral_nemo_instruct_2407/tokenizer.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral_nemo_instruct_2407/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral_nemo_instruct_2407/tokenizer_config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral_small24b_instruct_2501/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral_small24b_instruct_2501/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral_small24b_instruct_2501/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral_small24b_instruct_2501/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral_small24b_instruct_2501/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral_small24b_instruct_2501/tokenizer_config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral_small_instruct_2409/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral_small_instruct_2409/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral_small_instruct_2409/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral_small_instruct_2409/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral_small_instruct_2409/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral_small_instruct_2409/tokenizer.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mistral_small_instruct_2409/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mistral_small_instruct_2409/tokenizer_config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mixtral8x7b_instruct_v0_1/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mixtral8x7b_instruct_v0_1/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mixtral8x7b_instruct_v0_1/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mixtral8x7b_instruct_v0_1/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mixtral8x7b_instruct_v0_1/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mixtral8x7b_instruct_v0_1/tokenizer.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/mixtral8x7b_instruct_v0_1/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/mixtral8x7b_instruct_v0_1/tokenizer_config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/mistral/organization.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/mistral/organization.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/nvidia/llama3_1_51b_nemotron_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/nvidia/llama3_1_51b_nemotron_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/nvidia/llama3_1_51b_nemotron_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/nvidia/llama3_1_51b_nemotron_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/nvidia/llama3_1_51b_nemotron_instruct/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/nvidia/llama3_1_51b_nemotron_instruct/tokenizer_config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/nvidia/llama3_1_70b_nemotron_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/nvidia/llama3_1_70b_nemotron_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/nvidia/llama3_1_70b_nemotron_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/nvidia/llama3_1_70b_nemotron_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/nvidia/mistral_nemo_minitron_8b_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/nvidia/mistral_nemo_minitron_8b_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/nvidia/mistral_nemo_minitron_8b_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/nvidia/mistral_nemo_minitron_8b_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/nvidia/organization.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/nvidia/organization.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/qwen/organization.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/qwen/organization.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/qwen/qwen2_5_14b_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/qwen/qwen2_5_14b_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/qwen/qwen2_5_14b_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/qwen/qwen2_5_14b_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/qwen/qwen2_5_32b_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/qwen/qwen2_5_32b_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/qwen/qwen2_5_32b_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/qwen/qwen2_5_32b_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/qwen/qwen2_5_3b_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/qwen/qwen2_5_3b_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/qwen/qwen2_5_3b_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/qwen/qwen2_5_3b_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/qwen/qwen2_5_7b_instruct/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/qwen/qwen2_5_7b_instruct/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/qwen/qwen2_5_7b_instruct/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/qwen/qwen2_5_7b_instruct/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/stabilityai/organization.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/stabilityai/organization.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/stabilityai/stablelm_2_12b_chat/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/stabilityai/stablelm_2_12b_chat/config.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/data/stabilityai/stablelm_2_12b_chat/model_macro_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/data/stabilityai/stablelm_2_12b_chat/model_macro_data.json -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/mod.rs -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/model.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/model.rs -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/organization.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/organization.rs -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/quant.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/quant.rs -------------------------------------------------------------------------------- /llm_models_macros/src/gguf_models/tokenizers.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/gguf_models/tokenizers.rs -------------------------------------------------------------------------------- /llm_models_macros/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/src/lib.rs -------------------------------------------------------------------------------- /llm_models_macros/test/local_presets.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_models_macros/test/local_presets.json -------------------------------------------------------------------------------- /llm_prompt/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_prompt/Cargo.toml -------------------------------------------------------------------------------- /llm_prompt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_prompt/README.md -------------------------------------------------------------------------------- /llm_prompt/_tests/it/api.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_prompt/_tests/it/api.rs -------------------------------------------------------------------------------- /llm_prompt/_tests/it/local.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_prompt/_tests/it/local.rs -------------------------------------------------------------------------------- /llm_prompt/_tests/it/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_prompt/_tests/it/main.rs -------------------------------------------------------------------------------- /llm_prompt/src/concatenator.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_prompt/src/concatenator.rs -------------------------------------------------------------------------------- /llm_prompt/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_prompt/src/lib.rs -------------------------------------------------------------------------------- /llm_prompt/src/prompt_message.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_prompt/src/prompt_message.rs -------------------------------------------------------------------------------- /llm_prompt/src/prompt_tokenizer.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_prompt/src/prompt_tokenizer.rs -------------------------------------------------------------------------------- /llm_prompt/src/token_count.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_prompt/src/token_count.rs -------------------------------------------------------------------------------- /llm_prompt/src/variants/api_prompt.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_prompt/src/variants/api_prompt.rs -------------------------------------------------------------------------------- /llm_prompt/src/variants/local_prompt.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_prompt/src/variants/local_prompt.rs -------------------------------------------------------------------------------- /llm_prompt/src/variants/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/llm_prompt/src/variants/mod.rs -------------------------------------------------------------------------------- /lmcpp/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/Cargo.toml -------------------------------------------------------------------------------- /lmcpp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/README.md -------------------------------------------------------------------------------- /lmcpp/src/bin/lmcpp-server-cli.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/bin/lmcpp-server-cli.rs -------------------------------------------------------------------------------- /lmcpp/src/bin/lmcpp-toolchain-cli.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/bin/lmcpp-toolchain-cli.rs -------------------------------------------------------------------------------- /lmcpp/src/client/completion.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/client/completion.rs -------------------------------------------------------------------------------- /lmcpp/src/client/detokenize.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/client/detokenize.rs -------------------------------------------------------------------------------- /lmcpp/src/client/embeddings.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/client/embeddings.rs -------------------------------------------------------------------------------- /lmcpp/src/client/infill.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/client/infill.rs -------------------------------------------------------------------------------- /lmcpp/src/client/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/client/mod.rs -------------------------------------------------------------------------------- /lmcpp/src/client/open_ai.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/client/open_ai.rs -------------------------------------------------------------------------------- /lmcpp/src/client/props.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/client/props.rs -------------------------------------------------------------------------------- /lmcpp/src/client/tokenize.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/client/tokenize.rs -------------------------------------------------------------------------------- /lmcpp/src/client/types/completion.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/client/types/completion.rs -------------------------------------------------------------------------------- /lmcpp/src/client/types/generation_settings.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/client/types/generation_settings.rs -------------------------------------------------------------------------------- /lmcpp/src/client/types/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/client/types/mod.rs -------------------------------------------------------------------------------- /lmcpp/src/error.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/error.rs -------------------------------------------------------------------------------- /lmcpp/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/lib.rs -------------------------------------------------------------------------------- /lmcpp/src/server/builder.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/builder.rs -------------------------------------------------------------------------------- /lmcpp/src/server/handle.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/handle.rs -------------------------------------------------------------------------------- /lmcpp/src/server/ipc/error.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/ipc/error.rs -------------------------------------------------------------------------------- /lmcpp/src/server/ipc/http.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/ipc/http.rs -------------------------------------------------------------------------------- /lmcpp/src/server/ipc/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/ipc/mod.rs -------------------------------------------------------------------------------- /lmcpp/src/server/ipc/uds.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/ipc/uds.rs -------------------------------------------------------------------------------- /lmcpp/src/server/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/mod.rs -------------------------------------------------------------------------------- /lmcpp/src/server/process/error.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/process/error.rs -------------------------------------------------------------------------------- /lmcpp/src/server/process/guard.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/process/guard.rs -------------------------------------------------------------------------------- /lmcpp/src/server/process/kill.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/process/kill.rs -------------------------------------------------------------------------------- /lmcpp/src/server/process/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/process/mod.rs -------------------------------------------------------------------------------- /lmcpp/src/server/process/pid.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/process/pid.rs -------------------------------------------------------------------------------- /lmcpp/src/server/toolchain/builder.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/toolchain/builder.rs -------------------------------------------------------------------------------- /lmcpp/src/server/toolchain/cli.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/toolchain/cli.rs -------------------------------------------------------------------------------- /lmcpp/src/server/toolchain/cmake.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/toolchain/cmake.rs -------------------------------------------------------------------------------- /lmcpp/src/server/toolchain/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/toolchain/mod.rs -------------------------------------------------------------------------------- /lmcpp/src/server/toolchain/recipe.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/toolchain/recipe.rs -------------------------------------------------------------------------------- /lmcpp/src/server/toolchain/zip.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/toolchain/zip.rs -------------------------------------------------------------------------------- /lmcpp/src/server/types/file.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/types/file.rs -------------------------------------------------------------------------------- /lmcpp/src/server/types/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/types/mod.rs -------------------------------------------------------------------------------- /lmcpp/src/server/types/model.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/types/model.rs -------------------------------------------------------------------------------- /lmcpp/src/server/types/start_args.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/src/server/types/start_args.rs -------------------------------------------------------------------------------- /lmcpp/tests/cli.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/tests/cli.rs -------------------------------------------------------------------------------- /lmcpp/tests/common/endpoints.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/tests/common/endpoints.rs -------------------------------------------------------------------------------- /lmcpp/tests/common/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/tests/common/mod.rs -------------------------------------------------------------------------------- /lmcpp/tests/multiple.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/tests/multiple.rs -------------------------------------------------------------------------------- /lmcpp/tests/process.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/tests/process.rs -------------------------------------------------------------------------------- /lmcpp/tests/workflow.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/lmcpp/tests/workflow.rs -------------------------------------------------------------------------------- /rustfmt.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ShelbyJenkins/llm_client/HEAD/rustfmt.toml --------------------------------------------------------------------------------