├── .github └── workflows │ ├── deploy-docs.yml │ ├── docs.yml │ └── test.yaml ├── .gitignore ├── Cargo.lock ├── Cargo.toml ├── LICENSE ├── README.md ├── assets ├── admin.js └── style.css ├── config.yaml ├── docker ├── Dockerfile ├── Dockerfile.faiss ├── build_faiss.sh └── example.env ├── docs ├── .gitignore ├── CNAME └── semcache │ ├── .gitignore │ ├── README.md │ ├── docs │ ├── API.md │ ├── configuration │ │ ├── cache-settings.md │ │ └── embedding-model.md │ ├── getting-started.md │ ├── intro.md │ ├── llm-providers-tools.md │ └── monitoring │ │ ├── admin-dashboard.md │ │ └── metrics.md │ ├── docusaurus.config.ts │ ├── package-lock.json │ ├── package.json │ ├── sidebars.ts │ ├── src │ ├── components │ │ └── HomepageFeatures │ │ │ ├── index.tsx │ │ │ └── styles.module.css │ ├── css │ │ └── custom.css │ └── pages │ │ ├── index.module.css │ │ ├── index.tsx │ │ └── markdown-page.md │ ├── static │ └── .nojekyll │ └── tsconfig.json ├── monitoring ├── README.md ├── docker-compose.yaml ├── grafana │ └── provisioning │ │ ├── dashboards │ │ ├── dashboard.json │ │ └── dashboards.yaml │ │ └── datasources │ │ └── prometheus.yaml └── prometheus.yaml ├── scripts └── request.py ├── src ├── app_state.rs ├── cache │ ├── cache.rs │ ├── cache_impl.rs │ ├── error.rs │ ├── mod.rs │ ├── response_store.rs │ └── semantic_store │ │ ├── flat_ip_faiss_store.rs │ │ ├── mod.rs │ │ └── semantic_store.rs ├── clients │ ├── client.rs │ ├── http_client.rs │ └── mod.rs ├── config.rs ├── embedding │ ├── error.rs │ ├── fastembed.rs │ ├── mod.rs │ └── service.rs ├── endpoints │ ├── admin │ │ ├── handler.rs │ │ └── mod.rs │ ├── cache_aside │ │ ├── handler.rs │ │ └── mod.rs │ ├── chat │ │ ├── error.rs │ │ ├── handler.rs │ │ ├── mod.rs │ │ └── provider_handlers.rs │ ├── metrics │ │ ├── handler.rs │ │ └── mod.rs │ └── mod.rs ├── main.rs ├── metrics │ ├── dashboard.rs │ ├── metrics.rs │ └── mod.rs ├── providers │ └── mod.rs └── utils │ ├── cgroup_utils.rs │ ├── header_utils.rs │ ├── json_extract.rs │ ├── linear_algebra.rs │ └── mod.rs ├── templates └── admin.html └── tests └── manual └── smoke_test.rs /.github/workflows/deploy-docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/.github/workflows/deploy-docs.yml -------------------------------------------------------------------------------- /.github/workflows/docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/.github/workflows/docs.yml -------------------------------------------------------------------------------- /.github/workflows/test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/.github/workflows/test.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/.gitignore -------------------------------------------------------------------------------- /Cargo.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/Cargo.lock -------------------------------------------------------------------------------- /Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/Cargo.toml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/README.md -------------------------------------------------------------------------------- /assets/admin.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/assets/admin.js -------------------------------------------------------------------------------- /assets/style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/assets/style.css -------------------------------------------------------------------------------- /config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/config.yaml -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /docker/Dockerfile.faiss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docker/Dockerfile.faiss -------------------------------------------------------------------------------- /docker/build_faiss.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docker/build_faiss.sh -------------------------------------------------------------------------------- /docker/example.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docker/example.env -------------------------------------------------------------------------------- /docs/.gitignore: -------------------------------------------------------------------------------- 1 | yarn.lock 2 | -------------------------------------------------------------------------------- /docs/CNAME: -------------------------------------------------------------------------------- 1 | docs.semcache.io -------------------------------------------------------------------------------- /docs/semcache/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/.gitignore -------------------------------------------------------------------------------- /docs/semcache/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/README.md -------------------------------------------------------------------------------- /docs/semcache/docs/API.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/docs/API.md -------------------------------------------------------------------------------- /docs/semcache/docs/configuration/cache-settings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/docs/configuration/cache-settings.md -------------------------------------------------------------------------------- /docs/semcache/docs/configuration/embedding-model.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/docs/configuration/embedding-model.md -------------------------------------------------------------------------------- /docs/semcache/docs/getting-started.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/docs/getting-started.md -------------------------------------------------------------------------------- /docs/semcache/docs/intro.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/docs/intro.md -------------------------------------------------------------------------------- /docs/semcache/docs/llm-providers-tools.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/docs/llm-providers-tools.md -------------------------------------------------------------------------------- /docs/semcache/docs/monitoring/admin-dashboard.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/docs/monitoring/admin-dashboard.md -------------------------------------------------------------------------------- /docs/semcache/docs/monitoring/metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/docs/monitoring/metrics.md -------------------------------------------------------------------------------- /docs/semcache/docusaurus.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/docusaurus.config.ts -------------------------------------------------------------------------------- /docs/semcache/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/package-lock.json -------------------------------------------------------------------------------- /docs/semcache/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/package.json -------------------------------------------------------------------------------- /docs/semcache/sidebars.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/sidebars.ts -------------------------------------------------------------------------------- /docs/semcache/src/components/HomepageFeatures/index.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/src/components/HomepageFeatures/index.tsx -------------------------------------------------------------------------------- /docs/semcache/src/components/HomepageFeatures/styles.module.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/src/components/HomepageFeatures/styles.module.css -------------------------------------------------------------------------------- /docs/semcache/src/css/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/src/css/custom.css -------------------------------------------------------------------------------- /docs/semcache/src/pages/index.module.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/src/pages/index.module.css -------------------------------------------------------------------------------- /docs/semcache/src/pages/index.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/src/pages/index.tsx -------------------------------------------------------------------------------- /docs/semcache/src/pages/markdown-page.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/src/pages/markdown-page.md -------------------------------------------------------------------------------- /docs/semcache/static/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/semcache/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/docs/semcache/tsconfig.json -------------------------------------------------------------------------------- /monitoring/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/monitoring/README.md -------------------------------------------------------------------------------- /monitoring/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/monitoring/docker-compose.yaml -------------------------------------------------------------------------------- /monitoring/grafana/provisioning/dashboards/dashboard.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/monitoring/grafana/provisioning/dashboards/dashboard.json -------------------------------------------------------------------------------- /monitoring/grafana/provisioning/dashboards/dashboards.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/monitoring/grafana/provisioning/dashboards/dashboards.yaml -------------------------------------------------------------------------------- /monitoring/grafana/provisioning/datasources/prometheus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/monitoring/grafana/provisioning/datasources/prometheus.yaml -------------------------------------------------------------------------------- /monitoring/prometheus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/monitoring/prometheus.yaml -------------------------------------------------------------------------------- /scripts/request.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/scripts/request.py -------------------------------------------------------------------------------- /src/app_state.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/app_state.rs -------------------------------------------------------------------------------- /src/cache/cache.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/cache/cache.rs -------------------------------------------------------------------------------- /src/cache/cache_impl.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/cache/cache_impl.rs -------------------------------------------------------------------------------- /src/cache/error.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/cache/error.rs -------------------------------------------------------------------------------- /src/cache/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/cache/mod.rs -------------------------------------------------------------------------------- /src/cache/response_store.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/cache/response_store.rs -------------------------------------------------------------------------------- /src/cache/semantic_store/flat_ip_faiss_store.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/cache/semantic_store/flat_ip_faiss_store.rs -------------------------------------------------------------------------------- /src/cache/semantic_store/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/cache/semantic_store/mod.rs -------------------------------------------------------------------------------- /src/cache/semantic_store/semantic_store.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/cache/semantic_store/semantic_store.rs -------------------------------------------------------------------------------- /src/clients/client.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/clients/client.rs -------------------------------------------------------------------------------- /src/clients/http_client.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/clients/http_client.rs -------------------------------------------------------------------------------- /src/clients/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/clients/mod.rs -------------------------------------------------------------------------------- /src/config.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/config.rs -------------------------------------------------------------------------------- /src/embedding/error.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/embedding/error.rs -------------------------------------------------------------------------------- /src/embedding/fastembed.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/embedding/fastembed.rs -------------------------------------------------------------------------------- /src/embedding/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/embedding/mod.rs -------------------------------------------------------------------------------- /src/embedding/service.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/embedding/service.rs -------------------------------------------------------------------------------- /src/endpoints/admin/handler.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/endpoints/admin/handler.rs -------------------------------------------------------------------------------- /src/endpoints/admin/mod.rs: -------------------------------------------------------------------------------- 1 | pub mod handler; 2 | -------------------------------------------------------------------------------- /src/endpoints/cache_aside/handler.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/endpoints/cache_aside/handler.rs -------------------------------------------------------------------------------- /src/endpoints/cache_aside/mod.rs: -------------------------------------------------------------------------------- 1 | pub mod handler; 2 | -------------------------------------------------------------------------------- /src/endpoints/chat/error.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/endpoints/chat/error.rs -------------------------------------------------------------------------------- /src/endpoints/chat/handler.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/endpoints/chat/handler.rs -------------------------------------------------------------------------------- /src/endpoints/chat/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/endpoints/chat/mod.rs -------------------------------------------------------------------------------- /src/endpoints/chat/provider_handlers.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/endpoints/chat/provider_handlers.rs -------------------------------------------------------------------------------- /src/endpoints/metrics/handler.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/endpoints/metrics/handler.rs -------------------------------------------------------------------------------- /src/endpoints/metrics/mod.rs: -------------------------------------------------------------------------------- 1 | pub mod handler; 2 | -------------------------------------------------------------------------------- /src/endpoints/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/endpoints/mod.rs -------------------------------------------------------------------------------- /src/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/main.rs -------------------------------------------------------------------------------- /src/metrics/dashboard.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/metrics/dashboard.rs -------------------------------------------------------------------------------- /src/metrics/metrics.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/metrics/metrics.rs -------------------------------------------------------------------------------- /src/metrics/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/metrics/mod.rs -------------------------------------------------------------------------------- /src/providers/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/providers/mod.rs -------------------------------------------------------------------------------- /src/utils/cgroup_utils.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/utils/cgroup_utils.rs -------------------------------------------------------------------------------- /src/utils/header_utils.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/utils/header_utils.rs -------------------------------------------------------------------------------- /src/utils/json_extract.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/utils/json_extract.rs -------------------------------------------------------------------------------- /src/utils/linear_algebra.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/utils/linear_algebra.rs -------------------------------------------------------------------------------- /src/utils/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/src/utils/mod.rs -------------------------------------------------------------------------------- /templates/admin.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/templates/admin.html -------------------------------------------------------------------------------- /tests/manual/smoke_test.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sensoris/semcache/HEAD/tests/manual/smoke_test.rs --------------------------------------------------------------------------------