├── .github └── .workflows │ └── deploy-develop.yml ├── .vscode └── settings.json ├── LICENSE ├── README.md ├── docker ├── .gitignore ├── README.md ├── docker-compose.yml ├── env │ ├── .env.example.app │ ├── .env.example.grafana │ ├── .env.example.postgres │ ├── .env.example.postgres-exporter │ ├── .env.example.rabbitmq │ └── .env.example.redis ├── minirag.service ├── minirag │ ├── Dockerfile │ ├── alembic.example.ini │ └── entrypoint.sh ├── nginx │ └── default.conf ├── prometheus │ └── prometheus.yml └── rabbitmq │ └── rabbitmq.conf └── src ├── .env.example ├── .gitignore ├── assets ├── .gitignore ├── .gitkeep └── mini-rag-app.postman_collection.json ├── celery_app.py ├── controllers ├── BaseController.py ├── DataController.py ├── NLPController.py ├── ProcessController.py ├── ProjectController.py └── __init__.py ├── flowerconfig.py ├── helpers ├── __init__.py └── config.py ├── main.py ├── models ├── AssetModel.py ├── BaseDataModel.py ├── ChunkModel.py ├── ProjectModel.py ├── __init__.py ├── db_schemes │ ├── __init__.py │ └── minirag │ │ ├── .gitignore │ │ ├── README.md │ │ ├── __init__.py │ │ ├── alembic.ini.example │ │ ├── alembic │ │ ├── README │ │ ├── env.py │ │ ├── script.py.mako │ │ └── versions │ │ │ ├── 243ca8b683b0_update_celery_task_executions_table_.py │ │ │ ├── b9f9e870b09b_create_celery_task_executions_table.py │ │ │ └── fee4cd54bd38_initial_commit.py │ │ └── schemes │ │ ├── __init__.py │ │ ├── asset.py │ │ ├── celery_task_execution.py │ │ ├── datachunk.py │ │ ├── minirag_base.py │ │ └── project.py └── enums │ ├── AssetTypeEnum.py │ ├── DataBaseEnum.py │ ├── ProcessingEnum.py │ ├── ResponseEnums.py │ └── __init__.py ├── requirements.txt ├── routes ├── __init__.py ├── base.py ├── data.py ├── nlp.py └── schemes │ ├── __init__.py │ ├── data.py │ └── nlp.py ├── stores ├── llm │ ├── LLMEnums.py │ ├── LLMInterface.py │ ├── LLMProviderFactory.py │ ├── __init__.py │ ├── providers │ │ ├── CoHereProvider.py │ │ ├── OpenAIProvider.py │ │ └── __init__.py │ └── templates │ │ ├── __init__.py │ │ ├── locales │ │ ├── __init__.py │ │ ├── ar │ │ │ ├── __init__.py │ │ │ └── rag.py │ │ └── en │ │ │ ├── __init__.py │ │ │ └── rag.py │ │ └── template_parser.py └── vectordb │ ├── VectorDBEnums.py │ ├── VectorDBInterface.py │ ├── VectorDBProviderFactory.py │ ├── __init__.py │ └── providers │ ├── PGVectorProvider.py │ ├── QdrantDBProvider.py │ └── __init__.py ├── tasks ├── __init__.py ├── data_indexing.py ├── file_processing.py ├── maintenance.py └── process_workflow.py └── utils ├── __init__.py ├── idempotency_manager.py └── metrics.py /.github/.workflows/deploy-develop.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/.github/.workflows/deploy-develop.yml -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/README.md -------------------------------------------------------------------------------- /docker/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/.gitignore -------------------------------------------------------------------------------- /docker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/README.md -------------------------------------------------------------------------------- /docker/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/docker-compose.yml -------------------------------------------------------------------------------- /docker/env/.env.example.app: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/env/.env.example.app -------------------------------------------------------------------------------- /docker/env/.env.example.grafana: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/env/.env.example.grafana -------------------------------------------------------------------------------- /docker/env/.env.example.postgres: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/env/.env.example.postgres -------------------------------------------------------------------------------- /docker/env/.env.example.postgres-exporter: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/env/.env.example.postgres-exporter -------------------------------------------------------------------------------- /docker/env/.env.example.rabbitmq: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/env/.env.example.rabbitmq -------------------------------------------------------------------------------- /docker/env/.env.example.redis: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/env/.env.example.redis -------------------------------------------------------------------------------- /docker/minirag.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/minirag.service -------------------------------------------------------------------------------- /docker/minirag/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/minirag/Dockerfile -------------------------------------------------------------------------------- /docker/minirag/alembic.example.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/minirag/alembic.example.ini -------------------------------------------------------------------------------- /docker/minirag/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/minirag/entrypoint.sh -------------------------------------------------------------------------------- /docker/nginx/default.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/nginx/default.conf -------------------------------------------------------------------------------- /docker/prometheus/prometheus.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/prometheus/prometheus.yml -------------------------------------------------------------------------------- /docker/rabbitmq/rabbitmq.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/docker/rabbitmq/rabbitmq.conf -------------------------------------------------------------------------------- /src/.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/.env.example -------------------------------------------------------------------------------- /src/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/.gitignore -------------------------------------------------------------------------------- /src/assets/.gitignore: -------------------------------------------------------------------------------- 1 | files 2 | database 3 | -------------------------------------------------------------------------------- /src/assets/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/assets/mini-rag-app.postman_collection.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/assets/mini-rag-app.postman_collection.json -------------------------------------------------------------------------------- /src/celery_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/celery_app.py -------------------------------------------------------------------------------- /src/controllers/BaseController.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/controllers/BaseController.py -------------------------------------------------------------------------------- /src/controllers/DataController.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/controllers/DataController.py -------------------------------------------------------------------------------- /src/controllers/NLPController.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/controllers/NLPController.py -------------------------------------------------------------------------------- /src/controllers/ProcessController.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/controllers/ProcessController.py -------------------------------------------------------------------------------- /src/controllers/ProjectController.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/controllers/ProjectController.py -------------------------------------------------------------------------------- /src/controllers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/controllers/__init__.py -------------------------------------------------------------------------------- /src/flowerconfig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/flowerconfig.py -------------------------------------------------------------------------------- /src/helpers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/helpers/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/helpers/config.py -------------------------------------------------------------------------------- /src/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/main.py -------------------------------------------------------------------------------- /src/models/AssetModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/AssetModel.py -------------------------------------------------------------------------------- /src/models/BaseDataModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/BaseDataModel.py -------------------------------------------------------------------------------- /src/models/ChunkModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/ChunkModel.py -------------------------------------------------------------------------------- /src/models/ProjectModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/ProjectModel.py -------------------------------------------------------------------------------- /src/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/__init__.py -------------------------------------------------------------------------------- /src/models/db_schemes/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/__init__.py -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/.gitignore: -------------------------------------------------------------------------------- 1 | alembic.ini 2 | -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/minirag/README.md -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/alembic.ini.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/minirag/alembic.ini.example -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/alembic/README: -------------------------------------------------------------------------------- 1 | Generic single-database configuration. -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/alembic/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/minirag/alembic/env.py -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/alembic/script.py.mako: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/minirag/alembic/script.py.mako -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/alembic/versions/243ca8b683b0_update_celery_task_executions_table_.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/minirag/alembic/versions/243ca8b683b0_update_celery_task_executions_table_.py -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/alembic/versions/b9f9e870b09b_create_celery_task_executions_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/minirag/alembic/versions/b9f9e870b09b_create_celery_task_executions_table.py -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/alembic/versions/fee4cd54bd38_initial_commit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/minirag/alembic/versions/fee4cd54bd38_initial_commit.py -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/schemes/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/minirag/schemes/__init__.py -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/schemes/asset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/minirag/schemes/asset.py -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/schemes/celery_task_execution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/minirag/schemes/celery_task_execution.py -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/schemes/datachunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/minirag/schemes/datachunk.py -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/schemes/minirag_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/minirag/schemes/minirag_base.py -------------------------------------------------------------------------------- /src/models/db_schemes/minirag/schemes/project.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/db_schemes/minirag/schemes/project.py -------------------------------------------------------------------------------- /src/models/enums/AssetTypeEnum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/enums/AssetTypeEnum.py -------------------------------------------------------------------------------- /src/models/enums/DataBaseEnum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/enums/DataBaseEnum.py -------------------------------------------------------------------------------- /src/models/enums/ProcessingEnum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/enums/ProcessingEnum.py -------------------------------------------------------------------------------- /src/models/enums/ResponseEnums.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/models/enums/ResponseEnums.py -------------------------------------------------------------------------------- /src/models/enums/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/requirements.txt -------------------------------------------------------------------------------- /src/routes/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/routes/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/routes/base.py -------------------------------------------------------------------------------- /src/routes/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/routes/data.py -------------------------------------------------------------------------------- /src/routes/nlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/routes/nlp.py -------------------------------------------------------------------------------- /src/routes/schemes/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/routes/schemes/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/routes/schemes/data.py -------------------------------------------------------------------------------- /src/routes/schemes/nlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/routes/schemes/nlp.py -------------------------------------------------------------------------------- /src/stores/llm/LLMEnums.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/llm/LLMEnums.py -------------------------------------------------------------------------------- /src/stores/llm/LLMInterface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/llm/LLMInterface.py -------------------------------------------------------------------------------- /src/stores/llm/LLMProviderFactory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/llm/LLMProviderFactory.py -------------------------------------------------------------------------------- /src/stores/llm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/stores/llm/providers/CoHereProvider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/llm/providers/CoHereProvider.py -------------------------------------------------------------------------------- /src/stores/llm/providers/OpenAIProvider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/llm/providers/OpenAIProvider.py -------------------------------------------------------------------------------- /src/stores/llm/providers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/llm/providers/__init__.py -------------------------------------------------------------------------------- /src/stores/llm/templates/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/stores/llm/templates/locales/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/stores/llm/templates/locales/ar/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/stores/llm/templates/locales/ar/rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/llm/templates/locales/ar/rag.py -------------------------------------------------------------------------------- /src/stores/llm/templates/locales/en/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/stores/llm/templates/locales/en/rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/llm/templates/locales/en/rag.py -------------------------------------------------------------------------------- /src/stores/llm/templates/template_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/llm/templates/template_parser.py -------------------------------------------------------------------------------- /src/stores/vectordb/VectorDBEnums.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/vectordb/VectorDBEnums.py -------------------------------------------------------------------------------- /src/stores/vectordb/VectorDBInterface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/vectordb/VectorDBInterface.py -------------------------------------------------------------------------------- /src/stores/vectordb/VectorDBProviderFactory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/vectordb/VectorDBProviderFactory.py -------------------------------------------------------------------------------- /src/stores/vectordb/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/stores/vectordb/providers/PGVectorProvider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/vectordb/providers/PGVectorProvider.py -------------------------------------------------------------------------------- /src/stores/vectordb/providers/QdrantDBProvider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/vectordb/providers/QdrantDBProvider.py -------------------------------------------------------------------------------- /src/stores/vectordb/providers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/stores/vectordb/providers/__init__.py -------------------------------------------------------------------------------- /src/tasks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tasks/data_indexing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/tasks/data_indexing.py -------------------------------------------------------------------------------- /src/tasks/file_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/tasks/file_processing.py -------------------------------------------------------------------------------- /src/tasks/maintenance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/tasks/maintenance.py -------------------------------------------------------------------------------- /src/tasks/process_workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/tasks/process_workflow.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/idempotency_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/utils/idempotency_manager.py -------------------------------------------------------------------------------- /src/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bakrianoo/mini-rag/HEAD/src/utils/metrics.py --------------------------------------------------------------------------------