├── .github └── workflows │ └── main_and_pr_build.yml ├── .gitignore ├── LICENSE ├── README.md ├── codecov.yaml ├── rag-toolchain ├── Cargo.toml ├── README.md ├── examples │ ├── anthropic_chat_completions │ │ └── main.rs │ ├── basic_rag_chain │ │ └── main.rs │ ├── chat_history_chain │ │ └── main.rs │ ├── open_ai_chat_completions │ │ └── main.rs │ └── pg_vector │ │ ├── example_text.txt │ │ └── main.rs ├── src │ ├── chains │ │ ├── basic_rag_chain.rs │ │ ├── chat_history_chain.rs │ │ ├── mod.rs │ │ ├── types.rs │ │ └── utils.rs │ ├── chunkers │ │ ├── character_chunker.rs │ │ ├── mod.rs │ │ ├── token_chunker.rs │ │ └── traits.rs │ ├── clients │ │ ├── anthropic │ │ │ ├── anthropic_core.rs │ │ │ ├── anthropic_messages.rs │ │ │ ├── mod.rs │ │ │ └── model │ │ │ │ ├── chat_completions.rs │ │ │ │ ├── errors.rs │ │ │ │ └── mod.rs │ │ ├── mod.rs │ │ ├── open_ai │ │ │ ├── mod.rs │ │ │ ├── model │ │ │ │ ├── chat_completions.rs │ │ │ │ ├── embeddings.rs │ │ │ │ ├── errors.rs │ │ │ │ └── mod.rs │ │ │ ├── open_ai_chat_completions.rs │ │ │ ├── open_ai_core.rs │ │ │ └── open_ai_embeddings.rs │ │ ├── traits.rs │ │ └── types.rs │ ├── common │ │ ├── embedding_shared.rs │ │ ├── mod.rs │ │ └── types.rs │ ├── lib.rs │ ├── loaders │ │ ├── mod.rs │ │ ├── single_file_loader.rs │ │ └── traits.rs │ ├── retrievers │ │ ├── mod.rs │ │ ├── postgres_vector_retriever.rs │ │ └── traits.rs │ └── stores │ │ ├── mod.rs │ │ ├── postgres_vector_store.rs │ │ └── traits.rs └── tests │ ├── mod.rs │ ├── pg_vector_integration_test │ ├── mod.rs │ ├── postgres_vector_retriever_integration_test.rs │ └── test-data.json │ └── single_file_loader │ ├── mod.rs │ ├── single_file_loader_test.rs │ └── test.txt └── renovate.json /.github/workflows/main_and_pr_build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/.github/workflows/main_and_pr_build.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/README.md -------------------------------------------------------------------------------- /codecov.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/codecov.yaml -------------------------------------------------------------------------------- /rag-toolchain/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/Cargo.toml -------------------------------------------------------------------------------- /rag-toolchain/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/README.md -------------------------------------------------------------------------------- /rag-toolchain/examples/anthropic_chat_completions/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/examples/anthropic_chat_completions/main.rs -------------------------------------------------------------------------------- /rag-toolchain/examples/basic_rag_chain/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/examples/basic_rag_chain/main.rs -------------------------------------------------------------------------------- /rag-toolchain/examples/chat_history_chain/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/examples/chat_history_chain/main.rs -------------------------------------------------------------------------------- /rag-toolchain/examples/open_ai_chat_completions/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/examples/open_ai_chat_completions/main.rs -------------------------------------------------------------------------------- /rag-toolchain/examples/pg_vector/example_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/examples/pg_vector/example_text.txt -------------------------------------------------------------------------------- /rag-toolchain/examples/pg_vector/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/examples/pg_vector/main.rs -------------------------------------------------------------------------------- /rag-toolchain/src/chains/basic_rag_chain.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/chains/basic_rag_chain.rs -------------------------------------------------------------------------------- /rag-toolchain/src/chains/chat_history_chain.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/chains/chat_history_chain.rs -------------------------------------------------------------------------------- /rag-toolchain/src/chains/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/chains/mod.rs -------------------------------------------------------------------------------- /rag-toolchain/src/chains/types.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/chains/types.rs -------------------------------------------------------------------------------- /rag-toolchain/src/chains/utils.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/chains/utils.rs -------------------------------------------------------------------------------- /rag-toolchain/src/chunkers/character_chunker.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/chunkers/character_chunker.rs -------------------------------------------------------------------------------- /rag-toolchain/src/chunkers/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/chunkers/mod.rs -------------------------------------------------------------------------------- /rag-toolchain/src/chunkers/token_chunker.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/chunkers/token_chunker.rs -------------------------------------------------------------------------------- /rag-toolchain/src/chunkers/traits.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/chunkers/traits.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/anthropic/anthropic_core.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/anthropic/anthropic_core.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/anthropic/anthropic_messages.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/anthropic/anthropic_messages.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/anthropic/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/anthropic/mod.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/anthropic/model/chat_completions.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/anthropic/model/chat_completions.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/anthropic/model/errors.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/anthropic/model/errors.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/anthropic/model/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/anthropic/model/mod.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/mod.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/open_ai/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/open_ai/mod.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/open_ai/model/chat_completions.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/open_ai/model/chat_completions.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/open_ai/model/embeddings.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/open_ai/model/embeddings.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/open_ai/model/errors.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/open_ai/model/errors.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/open_ai/model/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/open_ai/model/mod.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/open_ai/open_ai_chat_completions.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/open_ai/open_ai_chat_completions.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/open_ai/open_ai_core.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/open_ai/open_ai_core.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/open_ai/open_ai_embeddings.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/open_ai/open_ai_embeddings.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/traits.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/traits.rs -------------------------------------------------------------------------------- /rag-toolchain/src/clients/types.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/clients/types.rs -------------------------------------------------------------------------------- /rag-toolchain/src/common/embedding_shared.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/common/embedding_shared.rs -------------------------------------------------------------------------------- /rag-toolchain/src/common/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/common/mod.rs -------------------------------------------------------------------------------- /rag-toolchain/src/common/types.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/common/types.rs -------------------------------------------------------------------------------- /rag-toolchain/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/lib.rs -------------------------------------------------------------------------------- /rag-toolchain/src/loaders/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/loaders/mod.rs -------------------------------------------------------------------------------- /rag-toolchain/src/loaders/single_file_loader.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/loaders/single_file_loader.rs -------------------------------------------------------------------------------- /rag-toolchain/src/loaders/traits.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/loaders/traits.rs -------------------------------------------------------------------------------- /rag-toolchain/src/retrievers/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/retrievers/mod.rs -------------------------------------------------------------------------------- /rag-toolchain/src/retrievers/postgres_vector_retriever.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/retrievers/postgres_vector_retriever.rs -------------------------------------------------------------------------------- /rag-toolchain/src/retrievers/traits.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/retrievers/traits.rs -------------------------------------------------------------------------------- /rag-toolchain/src/stores/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/stores/mod.rs -------------------------------------------------------------------------------- /rag-toolchain/src/stores/postgres_vector_store.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/stores/postgres_vector_store.rs -------------------------------------------------------------------------------- /rag-toolchain/src/stores/traits.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/src/stores/traits.rs -------------------------------------------------------------------------------- /rag-toolchain/tests/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/tests/mod.rs -------------------------------------------------------------------------------- /rag-toolchain/tests/pg_vector_integration_test/mod.rs: -------------------------------------------------------------------------------- 1 | pub mod postgres_vector_retriever_integration_test; 2 | -------------------------------------------------------------------------------- /rag-toolchain/tests/pg_vector_integration_test/postgres_vector_retriever_integration_test.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/tests/pg_vector_integration_test/postgres_vector_retriever_integration_test.rs -------------------------------------------------------------------------------- /rag-toolchain/tests/pg_vector_integration_test/test-data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/tests/pg_vector_integration_test/test-data.json -------------------------------------------------------------------------------- /rag-toolchain/tests/single_file_loader/mod.rs: -------------------------------------------------------------------------------- 1 | pub mod single_file_loader_test; 2 | -------------------------------------------------------------------------------- /rag-toolchain/tests/single_file_loader/single_file_loader_test.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/rag-toolchain/tests/single_file_loader/single_file_loader_test.rs -------------------------------------------------------------------------------- /rag-toolchain/tests/single_file_loader/test.txt: -------------------------------------------------------------------------------- 1 | Hello World ! 2 | -------------------------------------------------------------------------------- /renovate.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JackMatthewRimmer/rust-rag-toolchain/HEAD/renovate.json --------------------------------------------------------------------------------