├── .github └── workflows │ └── sync-with-huggingface.yml ├── .gitignore ├── LICENSE ├── README.md ├── app ├── .streamlit │ ├── config.toml │ └── secrets.example.toml ├── app.py ├── assets │ ├── home_page_background_1.png │ └── home_page_background_2.png ├── backend │ ├── __init__.py │ ├── callbacks │ │ ├── __init__.py │ │ ├── arxiv_callbacks.py │ │ ├── llm_thought_with_table.py │ │ ├── self_query_callbacks.py │ │ └── vector_sql_callbacks.py │ ├── chains │ │ ├── __init__.py │ │ ├── retrieval_qa_with_sources.py │ │ └── stuff_documents.py │ ├── chat_bot │ │ ├── __init__.py │ │ ├── chat.py │ │ ├── json_decoder.py │ │ ├── message_converter.py │ │ ├── private_knowledge_base.py │ │ ├── session_manager.py │ │ └── tools.py │ ├── constants │ │ ├── __init__.py │ │ ├── myscale_tables.py │ │ ├── prompts.py │ │ ├── streamlit_keys.py │ │ └── variables.py │ ├── construct │ │ ├── __init__.py │ │ ├── build_agents.py │ │ ├── build_all.py │ │ ├── build_chains.py │ │ ├── build_chat_bot.py │ │ ├── build_retriever_tool.py │ │ └── build_retrievers.py │ ├── retrievers │ │ ├── __init__.py │ │ ├── self_query.py │ │ ├── vector_sql_output_parser.py │ │ └── vector_sql_query.py │ ├── types │ │ ├── __init__.py │ │ ├── chains_and_retrievers.py │ │ ├── global_config.py │ │ └── table_config.py │ └── vector_store │ │ ├── __init__.py │ │ └── myscale_without_metadata.py ├── logger.py ├── requirements.txt └── ui │ ├── __init__.py │ ├── chat_page.py │ ├── home.py │ ├── retrievers.py │ └── utils.py ├── assets ├── chain.jpg ├── chatapp-workflow.png ├── chatgpt-hallucination-response.png ├── demo.gif ├── demo.jpg ├── hallucination.png ├── home.png ├── logo.png ├── myscale-example.png ├── overview.jpg ├── pipeline.png ├── rag-enabled-chatdata.gif └── self-query.jpg └── docs ├── self-query.md └── vector-sql.md /.github/workflows/sync-with-huggingface.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/.github/workflows/sync-with-huggingface.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/README.md -------------------------------------------------------------------------------- /app/.streamlit/config.toml: -------------------------------------------------------------------------------- 1 | [theme] 2 | base="dark" 3 | -------------------------------------------------------------------------------- /app/.streamlit/secrets.example.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/.streamlit/secrets.example.toml -------------------------------------------------------------------------------- /app/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/app.py -------------------------------------------------------------------------------- /app/assets/home_page_background_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/assets/home_page_background_1.png -------------------------------------------------------------------------------- /app/assets/home_page_background_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/assets/home_page_background_2.png -------------------------------------------------------------------------------- /app/backend/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/backend/callbacks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/backend/callbacks/arxiv_callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/callbacks/arxiv_callbacks.py -------------------------------------------------------------------------------- /app/backend/callbacks/llm_thought_with_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/callbacks/llm_thought_with_table.py -------------------------------------------------------------------------------- /app/backend/callbacks/self_query_callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/callbacks/self_query_callbacks.py -------------------------------------------------------------------------------- /app/backend/callbacks/vector_sql_callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/callbacks/vector_sql_callbacks.py -------------------------------------------------------------------------------- /app/backend/chains/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/backend/chains/retrieval_qa_with_sources.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/chains/retrieval_qa_with_sources.py -------------------------------------------------------------------------------- /app/backend/chains/stuff_documents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/chains/stuff_documents.py -------------------------------------------------------------------------------- /app/backend/chat_bot/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/backend/chat_bot/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/chat_bot/chat.py -------------------------------------------------------------------------------- /app/backend/chat_bot/json_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/chat_bot/json_decoder.py -------------------------------------------------------------------------------- /app/backend/chat_bot/message_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/chat_bot/message_converter.py -------------------------------------------------------------------------------- /app/backend/chat_bot/private_knowledge_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/chat_bot/private_knowledge_base.py -------------------------------------------------------------------------------- /app/backend/chat_bot/session_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/chat_bot/session_manager.py -------------------------------------------------------------------------------- /app/backend/chat_bot/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/chat_bot/tools.py -------------------------------------------------------------------------------- /app/backend/constants/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/backend/constants/myscale_tables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/constants/myscale_tables.py -------------------------------------------------------------------------------- /app/backend/constants/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/constants/prompts.py -------------------------------------------------------------------------------- /app/backend/constants/streamlit_keys.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/constants/streamlit_keys.py -------------------------------------------------------------------------------- /app/backend/constants/variables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/constants/variables.py -------------------------------------------------------------------------------- /app/backend/construct/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/backend/construct/build_agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/construct/build_agents.py -------------------------------------------------------------------------------- /app/backend/construct/build_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/construct/build_all.py -------------------------------------------------------------------------------- /app/backend/construct/build_chains.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/construct/build_chains.py -------------------------------------------------------------------------------- /app/backend/construct/build_chat_bot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/construct/build_chat_bot.py -------------------------------------------------------------------------------- /app/backend/construct/build_retriever_tool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/construct/build_retriever_tool.py -------------------------------------------------------------------------------- /app/backend/construct/build_retrievers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/construct/build_retrievers.py -------------------------------------------------------------------------------- /app/backend/retrievers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/backend/retrievers/self_query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/retrievers/self_query.py -------------------------------------------------------------------------------- /app/backend/retrievers/vector_sql_output_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/retrievers/vector_sql_output_parser.py -------------------------------------------------------------------------------- /app/backend/retrievers/vector_sql_query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/retrievers/vector_sql_query.py -------------------------------------------------------------------------------- /app/backend/types/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/backend/types/chains_and_retrievers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/types/chains_and_retrievers.py -------------------------------------------------------------------------------- /app/backend/types/global_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/types/global_config.py -------------------------------------------------------------------------------- /app/backend/types/table_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/types/table_config.py -------------------------------------------------------------------------------- /app/backend/vector_store/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/backend/vector_store/myscale_without_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/backend/vector_store/myscale_without_metadata.py -------------------------------------------------------------------------------- /app/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/logger.py -------------------------------------------------------------------------------- /app/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/requirements.txt -------------------------------------------------------------------------------- /app/ui/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/ui/chat_page.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/ui/chat_page.py -------------------------------------------------------------------------------- /app/ui/home.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/ui/home.py -------------------------------------------------------------------------------- /app/ui/retrievers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/ui/retrievers.py -------------------------------------------------------------------------------- /app/ui/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/app/ui/utils.py -------------------------------------------------------------------------------- /assets/chain.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/assets/chain.jpg -------------------------------------------------------------------------------- /assets/chatapp-workflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/assets/chatapp-workflow.png -------------------------------------------------------------------------------- /assets/chatgpt-hallucination-response.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/assets/chatgpt-hallucination-response.png -------------------------------------------------------------------------------- /assets/demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/assets/demo.gif -------------------------------------------------------------------------------- /assets/demo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/assets/demo.jpg -------------------------------------------------------------------------------- /assets/hallucination.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/assets/hallucination.png -------------------------------------------------------------------------------- /assets/home.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/assets/home.png -------------------------------------------------------------------------------- /assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/assets/logo.png -------------------------------------------------------------------------------- /assets/myscale-example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/assets/myscale-example.png -------------------------------------------------------------------------------- /assets/overview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/assets/overview.jpg -------------------------------------------------------------------------------- /assets/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/assets/pipeline.png -------------------------------------------------------------------------------- /assets/rag-enabled-chatdata.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/assets/rag-enabled-chatdata.gif -------------------------------------------------------------------------------- /assets/self-query.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/assets/self-query.jpg -------------------------------------------------------------------------------- /docs/self-query.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/docs/self-query.md -------------------------------------------------------------------------------- /docs/vector-sql.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/ChatData/HEAD/docs/vector-sql.md --------------------------------------------------------------------------------