├── .gitignore ├── LICENSE ├── README.md ├── docs ├── pipeline.png ├── reference_links.png └── tests │ ├── chat_to_sqlite_gui.png │ ├── chat_to_web_gui.png │ ├── chat_webui.png │ ├── extract_params.png │ ├── generate_notice.png │ ├── images_input.png │ ├── pipeline_render.png │ ├── rag_kb.png │ ├── rag_search_engine.png │ ├── rag_search_engine_ref.png │ ├── rag_sql.png │ └── task_cls.png ├── langpipe ├── __init__.py ├── lpaggregator.py ├── lpbaseinvoker.py ├── lpbaserouter.py ├── lpbegin.py ├── lpboardrender.py ├── lpchatter.py ├── lpclassifier.py ├── lpend.py ├── lpextractor.py ├── lpgenerator.py ├── lpnode.py ├── lpsqlcreator.py └── lpsuperaggregator.py ├── lpdata.json ├── requirements.txt ├── setup.py └── tests ├── 00-chat_test.py ├── 01-text_generation_test.py ├── 02-task_classification_test.py ├── 03-parameters_extraction_test.py ├── 04-notice_generation_test.py ├── 05-pipeline_render_test.py ├── 06-images_input_test.py ├── 10-search_engine_rag.py ├── 11-sql_rag.py ├── 12-vector_rag.py ├── 13-search_engine_rag_references.py ├── 14-vector_rag_references.py ├── 15-multi_round_chat.py ├── 16-chat_to_mysql.py ├── 17-chat_to_web.py ├── 18-chat_to_knowledgebase.py ├── 20-chat_to_web_gui.py ├── 21-chat_to_sqlite_gui.py ├── README.md ├── chat_webui ├── app.py ├── static │ ├── index.css │ └── index.js └── templates │ └── index.html ├── faiss.db ├── faiss.index ├── fake_faiss_index.py ├── fake_sqlite_db.py ├── sample_nodes ├── README.md ├── __init__.py ├── lpbochasearch.py ├── lpdbsearch.py ├── lpfetchweather.py ├── lpgeneratenotice.py └── lpkbsearch.py ├── shop.db └── weather.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/README.md -------------------------------------------------------------------------------- /docs/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/pipeline.png -------------------------------------------------------------------------------- /docs/reference_links.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/reference_links.png -------------------------------------------------------------------------------- /docs/tests/chat_to_sqlite_gui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/tests/chat_to_sqlite_gui.png -------------------------------------------------------------------------------- /docs/tests/chat_to_web_gui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/tests/chat_to_web_gui.png -------------------------------------------------------------------------------- /docs/tests/chat_webui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/tests/chat_webui.png -------------------------------------------------------------------------------- /docs/tests/extract_params.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/tests/extract_params.png -------------------------------------------------------------------------------- /docs/tests/generate_notice.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/tests/generate_notice.png -------------------------------------------------------------------------------- /docs/tests/images_input.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/tests/images_input.png -------------------------------------------------------------------------------- /docs/tests/pipeline_render.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/tests/pipeline_render.png -------------------------------------------------------------------------------- /docs/tests/rag_kb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/tests/rag_kb.png -------------------------------------------------------------------------------- /docs/tests/rag_search_engine.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/tests/rag_search_engine.png -------------------------------------------------------------------------------- /docs/tests/rag_search_engine_ref.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/tests/rag_search_engine_ref.png -------------------------------------------------------------------------------- /docs/tests/rag_sql.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/tests/rag_sql.png -------------------------------------------------------------------------------- /docs/tests/task_cls.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/docs/tests/task_cls.png -------------------------------------------------------------------------------- /langpipe/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/__init__.py -------------------------------------------------------------------------------- /langpipe/lpaggregator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/lpaggregator.py -------------------------------------------------------------------------------- /langpipe/lpbaseinvoker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/lpbaseinvoker.py -------------------------------------------------------------------------------- /langpipe/lpbaserouter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/lpbaserouter.py -------------------------------------------------------------------------------- /langpipe/lpbegin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/lpbegin.py -------------------------------------------------------------------------------- /langpipe/lpboardrender.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/lpboardrender.py -------------------------------------------------------------------------------- /langpipe/lpchatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/lpchatter.py -------------------------------------------------------------------------------- /langpipe/lpclassifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/lpclassifier.py -------------------------------------------------------------------------------- /langpipe/lpend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/lpend.py -------------------------------------------------------------------------------- /langpipe/lpextractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/lpextractor.py -------------------------------------------------------------------------------- /langpipe/lpgenerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/lpgenerator.py -------------------------------------------------------------------------------- /langpipe/lpnode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/lpnode.py -------------------------------------------------------------------------------- /langpipe/lpsqlcreator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/lpsqlcreator.py -------------------------------------------------------------------------------- /langpipe/lpsuperaggregator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/langpipe/lpsuperaggregator.py -------------------------------------------------------------------------------- /lpdata.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/lpdata.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/setup.py -------------------------------------------------------------------------------- /tests/00-chat_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/00-chat_test.py -------------------------------------------------------------------------------- /tests/01-text_generation_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/01-text_generation_test.py -------------------------------------------------------------------------------- /tests/02-task_classification_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/02-task_classification_test.py -------------------------------------------------------------------------------- /tests/03-parameters_extraction_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/03-parameters_extraction_test.py -------------------------------------------------------------------------------- /tests/04-notice_generation_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/04-notice_generation_test.py -------------------------------------------------------------------------------- /tests/05-pipeline_render_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/05-pipeline_render_test.py -------------------------------------------------------------------------------- /tests/06-images_input_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/06-images_input_test.py -------------------------------------------------------------------------------- /tests/10-search_engine_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/10-search_engine_rag.py -------------------------------------------------------------------------------- /tests/11-sql_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/11-sql_rag.py -------------------------------------------------------------------------------- /tests/12-vector_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/12-vector_rag.py -------------------------------------------------------------------------------- /tests/13-search_engine_rag_references.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/13-search_engine_rag_references.py -------------------------------------------------------------------------------- /tests/14-vector_rag_references.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/14-vector_rag_references.py -------------------------------------------------------------------------------- /tests/15-multi_round_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/15-multi_round_chat.py -------------------------------------------------------------------------------- /tests/16-chat_to_mysql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/16-chat_to_mysql.py -------------------------------------------------------------------------------- /tests/17-chat_to_web.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/17-chat_to_web.py -------------------------------------------------------------------------------- /tests/18-chat_to_knowledgebase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/18-chat_to_knowledgebase.py -------------------------------------------------------------------------------- /tests/20-chat_to_web_gui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/20-chat_to_web_gui.py -------------------------------------------------------------------------------- /tests/21-chat_to_sqlite_gui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/21-chat_to_sqlite_gui.py -------------------------------------------------------------------------------- /tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/README.md -------------------------------------------------------------------------------- /tests/chat_webui/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/chat_webui/app.py -------------------------------------------------------------------------------- /tests/chat_webui/static/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/chat_webui/static/index.css -------------------------------------------------------------------------------- /tests/chat_webui/static/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/chat_webui/static/index.js -------------------------------------------------------------------------------- /tests/chat_webui/templates/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/chat_webui/templates/index.html -------------------------------------------------------------------------------- /tests/faiss.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/faiss.db -------------------------------------------------------------------------------- /tests/faiss.index: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/faiss.index -------------------------------------------------------------------------------- /tests/fake_faiss_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/fake_faiss_index.py -------------------------------------------------------------------------------- /tests/fake_sqlite_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/fake_sqlite_db.py -------------------------------------------------------------------------------- /tests/sample_nodes/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/sample_nodes/README.md -------------------------------------------------------------------------------- /tests/sample_nodes/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/sample_nodes/__init__.py -------------------------------------------------------------------------------- /tests/sample_nodes/lpbochasearch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/sample_nodes/lpbochasearch.py -------------------------------------------------------------------------------- /tests/sample_nodes/lpdbsearch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/sample_nodes/lpdbsearch.py -------------------------------------------------------------------------------- /tests/sample_nodes/lpfetchweather.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/sample_nodes/lpfetchweather.py -------------------------------------------------------------------------------- /tests/sample_nodes/lpgeneratenotice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/sample_nodes/lpgeneratenotice.py -------------------------------------------------------------------------------- /tests/sample_nodes/lpkbsearch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/sample_nodes/lpkbsearch.py -------------------------------------------------------------------------------- /tests/shop.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/shop.db -------------------------------------------------------------------------------- /tests/weather.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sherlockchou86/PyLangPipe/HEAD/tests/weather.py --------------------------------------------------------------------------------