├── .gitignore ├── .idea ├── .gitignore ├── inspectionProfiles │ └── profiles_settings.xml ├── medical_kb_chatbot.iml ├── modules.xml └── vcs.xml ├── README.md ├── README_en.md ├── agent └── bing_search.py ├── app.py ├── chains ├── local_doc_qa.py ├── modules │ ├── embeddings.py │ ├── excel_load.py │ ├── json_load.py │ └── vectorstores.py └── text_load.py ├── configs ├── common_config.py └── test_ass.yaml ├── demo_data ├── kb_drug_demo.jsonl └── lora_demo.xlsx ├── environment.yml ├── finetune ├── pulse │ ├── configs │ │ └── lora_config_bloom.json │ ├── convert_to_conv_data.py │ ├── finetune.py │ └── src │ │ ├── sample_generator.py │ │ ├── trainer.py │ │ └── utils.py └── pulse_utils.py ├── img ├── 1.jpg ├── 2.jpg ├── 3.jpg └── 4.jpg ├── loader ├── __init__.py ├── image_loader.py ├── models │ ├── __init__.py │ ├── __main__.py │ ├── base.py │ ├── bloomz_llm.py │ ├── extensions │ │ ├── callback.py │ │ ├── extensions.py │ │ ├── llamacpp_model_alternative.py │ │ └── thread_with_exception.py │ ├── loader │ │ ├── __init__.py │ │ ├── args.py │ │ └── loader.py │ └── shared.py ├── pdf_loader.py ├── textsplitter │ ├── __init__.py │ ├── ali_text_splitter.py │ └── chinese_text_splitter.py └── utils │ └── __init__.py ├── requirements.txt └── vector_store └── drug_kb ├── index.faiss └── index.pkl /.gitignore: -------------------------------------------------------------------------------- 1 | **/__pycache__ -------------------------------------------------------------------------------- /.idea/.gitignore: -------------------------------------------------------------------------------- 1 | # Default ignored files 2 | /shelf/ 3 | /workspace.xml 4 | -------------------------------------------------------------------------------- /.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /.idea/medical_kb_chatbot.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/.idea/medical_kb_chatbot.iml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/README.md -------------------------------------------------------------------------------- /README_en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/README_en.md -------------------------------------------------------------------------------- /agent/bing_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/agent/bing_search.py -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/app.py -------------------------------------------------------------------------------- /chains/local_doc_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/chains/local_doc_qa.py -------------------------------------------------------------------------------- /chains/modules/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/chains/modules/embeddings.py -------------------------------------------------------------------------------- /chains/modules/excel_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/chains/modules/excel_load.py -------------------------------------------------------------------------------- /chains/modules/json_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/chains/modules/json_load.py -------------------------------------------------------------------------------- /chains/modules/vectorstores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/chains/modules/vectorstores.py -------------------------------------------------------------------------------- /chains/text_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/chains/text_load.py -------------------------------------------------------------------------------- /configs/common_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/configs/common_config.py -------------------------------------------------------------------------------- /configs/test_ass.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/configs/test_ass.yaml -------------------------------------------------------------------------------- /demo_data/kb_drug_demo.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/demo_data/kb_drug_demo.jsonl -------------------------------------------------------------------------------- /demo_data/lora_demo.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/demo_data/lora_demo.xlsx -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/environment.yml -------------------------------------------------------------------------------- /finetune/pulse/configs/lora_config_bloom.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/finetune/pulse/configs/lora_config_bloom.json -------------------------------------------------------------------------------- /finetune/pulse/convert_to_conv_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/finetune/pulse/convert_to_conv_data.py -------------------------------------------------------------------------------- /finetune/pulse/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/finetune/pulse/finetune.py -------------------------------------------------------------------------------- /finetune/pulse/src/sample_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/finetune/pulse/src/sample_generator.py -------------------------------------------------------------------------------- /finetune/pulse/src/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/finetune/pulse/src/trainer.py -------------------------------------------------------------------------------- /finetune/pulse/src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/finetune/pulse/src/utils.py -------------------------------------------------------------------------------- /finetune/pulse_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/finetune/pulse_utils.py -------------------------------------------------------------------------------- /img/1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/img/1.jpg -------------------------------------------------------------------------------- /img/2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/img/2.jpg -------------------------------------------------------------------------------- /img/3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/img/3.jpg -------------------------------------------------------------------------------- /img/4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/img/4.jpg -------------------------------------------------------------------------------- /loader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/__init__.py -------------------------------------------------------------------------------- /loader/image_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/image_loader.py -------------------------------------------------------------------------------- /loader/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/models/__init__.py -------------------------------------------------------------------------------- /loader/models/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/models/__main__.py -------------------------------------------------------------------------------- /loader/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/models/base.py -------------------------------------------------------------------------------- /loader/models/bloomz_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/models/bloomz_llm.py -------------------------------------------------------------------------------- /loader/models/extensions/callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/models/extensions/callback.py -------------------------------------------------------------------------------- /loader/models/extensions/extensions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/models/extensions/extensions.py -------------------------------------------------------------------------------- /loader/models/extensions/llamacpp_model_alternative.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/models/extensions/llamacpp_model_alternative.py -------------------------------------------------------------------------------- /loader/models/extensions/thread_with_exception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/models/extensions/thread_with_exception.py -------------------------------------------------------------------------------- /loader/models/loader/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | from .loader import * 3 | -------------------------------------------------------------------------------- /loader/models/loader/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/models/loader/args.py -------------------------------------------------------------------------------- /loader/models/loader/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/models/loader/loader.py -------------------------------------------------------------------------------- /loader/models/shared.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/models/shared.py -------------------------------------------------------------------------------- /loader/pdf_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/pdf_loader.py -------------------------------------------------------------------------------- /loader/textsplitter/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/textsplitter/__init__.py -------------------------------------------------------------------------------- /loader/textsplitter/ali_text_splitter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/textsplitter/ali_text_splitter.py -------------------------------------------------------------------------------- /loader/textsplitter/chinese_text_splitter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/textsplitter/chinese_text_splitter.py -------------------------------------------------------------------------------- /loader/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/loader/utils/__init__.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/requirements.txt -------------------------------------------------------------------------------- /vector_store/drug_kb/index.faiss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/vector_store/drug_kb/index.faiss -------------------------------------------------------------------------------- /vector_store/drug_kb/index.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JuneYaooo/medical_kb_chatbot/HEAD/vector_store/drug_kb/index.pkl --------------------------------------------------------------------------------