├── .chroma_env.example ├── .dockerignore ├── .env.example ├── .github └── CODEOWNERS ├── .gitignore ├── .streamlit └── config.toml ├── .vscode └── settings.json ├── Dockerfile ├── LICENSE ├── README-FOR-DEVELOPERS.md ├── README.md ├── TODOS-AND-OTHER-DEV-NOTES.md ├── _prepare_env.py ├── agentblocks ├── collectionhelper.py ├── core.py ├── docconveyer.py ├── webprocess.py ├── webretrieve.py └── websearch.py ├── agents ├── dbmanager.py ├── exporter.py ├── ingester_summarizer.py ├── research_heatseek.py ├── researcher.py ├── researcher_data.py ├── share_manager.py └── websearcher_quick.py ├── announcements ├── version-0-2-6.md └── version-0-2.md ├── api.py ├── chroma.cf.json ├── components ├── __init__.py ├── chat_with_docs_chain.py ├── chroma_ddg.py ├── chroma_ddg_retriever.py ├── llm.py └── openai_embeddings_ddg.py ├── config ├── logging.json └── trafilatura.cfg ├── docdocgo.py ├── eval ├── RAG-PARAMS.md ├── ai_news_1.py ├── ai_resume_builders.txt ├── list_ai_resume_builders.txt ├── openai_news.py ├── prompt_running_llama2.txt ├── queries.md ├── testing-rag-quality │ ├── 2401.01325.pdf │ └── rag-tests.md └── top_russian_desserts.py ├── ingest_local_docs.py ├── media ├── ddg-logo.png ├── minimal10.png ├── minimal10.svg ├── minimal11.png ├── minimal11.svg ├── minimal13.svg ├── minimal7-plain-svg.svg ├── minimal7.png ├── minimal7.svg ├── minimal9.png └── minimal9.svg ├── requirements.txt ├── streamlit_app.py └── utils ├── __init__.py ├── algo.py ├── async_utils.py ├── chat_state.py ├── debug.py ├── docgrab.py ├── filesystem.py ├── helpers.py ├── ingest.py ├── input.py ├── lang_utils.py ├── log.py ├── older ├── prompts-checkpoints.py └── prompts-older.py ├── output.py ├── prepare.py ├── prompts.py ├── query_parsing.py ├── rag.py ├── streamlit ├── fix_event_loop.py ├── helpers.py ├── ingest.py └── prepare.py ├── strings.py ├── type_utils.py └── web.py /.chroma_env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/.chroma_env.example -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/.dockerignore -------------------------------------------------------------------------------- /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/.env.example -------------------------------------------------------------------------------- /.github/CODEOWNERS: -------------------------------------------------------------------------------- 1 | * @reasonmethis -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/.gitignore -------------------------------------------------------------------------------- /.streamlit/config.toml: -------------------------------------------------------------------------------- 1 | [theme] 2 | base="light" 3 | primaryColor="#005F26" 4 | -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/LICENSE -------------------------------------------------------------------------------- /README-FOR-DEVELOPERS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/README-FOR-DEVELOPERS.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/README.md -------------------------------------------------------------------------------- /TODOS-AND-OTHER-DEV-NOTES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/TODOS-AND-OTHER-DEV-NOTES.md -------------------------------------------------------------------------------- /_prepare_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/_prepare_env.py -------------------------------------------------------------------------------- /agentblocks/collectionhelper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agentblocks/collectionhelper.py -------------------------------------------------------------------------------- /agentblocks/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agentblocks/core.py -------------------------------------------------------------------------------- /agentblocks/docconveyer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agentblocks/docconveyer.py -------------------------------------------------------------------------------- /agentblocks/webprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agentblocks/webprocess.py -------------------------------------------------------------------------------- /agentblocks/webretrieve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agentblocks/webretrieve.py -------------------------------------------------------------------------------- /agentblocks/websearch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agentblocks/websearch.py -------------------------------------------------------------------------------- /agents/dbmanager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agents/dbmanager.py -------------------------------------------------------------------------------- /agents/exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agents/exporter.py -------------------------------------------------------------------------------- /agents/ingester_summarizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agents/ingester_summarizer.py -------------------------------------------------------------------------------- /agents/research_heatseek.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agents/research_heatseek.py -------------------------------------------------------------------------------- /agents/researcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agents/researcher.py -------------------------------------------------------------------------------- /agents/researcher_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agents/researcher_data.py -------------------------------------------------------------------------------- /agents/share_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agents/share_manager.py -------------------------------------------------------------------------------- /agents/websearcher_quick.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/agents/websearcher_quick.py -------------------------------------------------------------------------------- /announcements/version-0-2-6.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/announcements/version-0-2-6.md -------------------------------------------------------------------------------- /announcements/version-0-2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/announcements/version-0-2.md -------------------------------------------------------------------------------- /api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/api.py -------------------------------------------------------------------------------- /chroma.cf.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/chroma.cf.json -------------------------------------------------------------------------------- /components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /components/chat_with_docs_chain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/components/chat_with_docs_chain.py -------------------------------------------------------------------------------- /components/chroma_ddg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/components/chroma_ddg.py -------------------------------------------------------------------------------- /components/chroma_ddg_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/components/chroma_ddg_retriever.py -------------------------------------------------------------------------------- /components/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/components/llm.py -------------------------------------------------------------------------------- /components/openai_embeddings_ddg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/components/openai_embeddings_ddg.py -------------------------------------------------------------------------------- /config/logging.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/config/logging.json -------------------------------------------------------------------------------- /config/trafilatura.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/config/trafilatura.cfg -------------------------------------------------------------------------------- /docdocgo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/docdocgo.py -------------------------------------------------------------------------------- /eval/RAG-PARAMS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/eval/RAG-PARAMS.md -------------------------------------------------------------------------------- /eval/ai_news_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/eval/ai_news_1.py -------------------------------------------------------------------------------- /eval/ai_resume_builders.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/eval/ai_resume_builders.txt -------------------------------------------------------------------------------- /eval/list_ai_resume_builders.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/eval/list_ai_resume_builders.txt -------------------------------------------------------------------------------- /eval/openai_news.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/eval/openai_news.py -------------------------------------------------------------------------------- /eval/prompt_running_llama2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/eval/prompt_running_llama2.txt -------------------------------------------------------------------------------- /eval/queries.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/eval/queries.md -------------------------------------------------------------------------------- /eval/testing-rag-quality/2401.01325.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/eval/testing-rag-quality/2401.01325.pdf -------------------------------------------------------------------------------- /eval/testing-rag-quality/rag-tests.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/eval/testing-rag-quality/rag-tests.md -------------------------------------------------------------------------------- /eval/top_russian_desserts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/eval/top_russian_desserts.py -------------------------------------------------------------------------------- /ingest_local_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/ingest_local_docs.py -------------------------------------------------------------------------------- /media/ddg-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/media/ddg-logo.png -------------------------------------------------------------------------------- /media/minimal10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/media/minimal10.png -------------------------------------------------------------------------------- /media/minimal10.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/media/minimal10.svg -------------------------------------------------------------------------------- /media/minimal11.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/media/minimal11.png -------------------------------------------------------------------------------- /media/minimal11.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/media/minimal11.svg -------------------------------------------------------------------------------- /media/minimal13.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/media/minimal13.svg -------------------------------------------------------------------------------- /media/minimal7-plain-svg.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/media/minimal7-plain-svg.svg -------------------------------------------------------------------------------- /media/minimal7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/media/minimal7.png -------------------------------------------------------------------------------- /media/minimal7.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/media/minimal7.svg -------------------------------------------------------------------------------- /media/minimal9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/media/minimal9.png -------------------------------------------------------------------------------- /media/minimal9.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/media/minimal9.svg -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/requirements.txt -------------------------------------------------------------------------------- /streamlit_app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/streamlit_app.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/algo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/algo.py -------------------------------------------------------------------------------- /utils/async_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/async_utils.py -------------------------------------------------------------------------------- /utils/chat_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/chat_state.py -------------------------------------------------------------------------------- /utils/debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/debug.py -------------------------------------------------------------------------------- /utils/docgrab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/docgrab.py -------------------------------------------------------------------------------- /utils/filesystem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/filesystem.py -------------------------------------------------------------------------------- /utils/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/helpers.py -------------------------------------------------------------------------------- /utils/ingest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/ingest.py -------------------------------------------------------------------------------- /utils/input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/input.py -------------------------------------------------------------------------------- /utils/lang_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/lang_utils.py -------------------------------------------------------------------------------- /utils/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/log.py -------------------------------------------------------------------------------- /utils/older/prompts-checkpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/older/prompts-checkpoints.py -------------------------------------------------------------------------------- /utils/older/prompts-older.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/older/prompts-older.py -------------------------------------------------------------------------------- /utils/output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/output.py -------------------------------------------------------------------------------- /utils/prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/prepare.py -------------------------------------------------------------------------------- /utils/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/prompts.py -------------------------------------------------------------------------------- /utils/query_parsing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/query_parsing.py -------------------------------------------------------------------------------- /utils/rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/rag.py -------------------------------------------------------------------------------- /utils/streamlit/fix_event_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/streamlit/fix_event_loop.py -------------------------------------------------------------------------------- /utils/streamlit/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/streamlit/helpers.py -------------------------------------------------------------------------------- /utils/streamlit/ingest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/streamlit/ingest.py -------------------------------------------------------------------------------- /utils/streamlit/prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/streamlit/prepare.py -------------------------------------------------------------------------------- /utils/strings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/strings.py -------------------------------------------------------------------------------- /utils/type_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/type_utils.py -------------------------------------------------------------------------------- /utils/web.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/reasonmethis/docdocgo-core/HEAD/utils/web.py --------------------------------------------------------------------------------