├── LICENSE ├── README.md ├── RETA-LLM ├── .gitattributes ├── LICENSE ├── dense_model.py ├── environment.yml ├── html2json │ ├── deduplication.py │ └── html2json.py ├── indexer │ ├── index_pipeline.py │ └── train_dam_module.py ├── readme.md ├── resource │ ├── case_zh.jpg │ ├── framework.jpg │ ├── framework.pdf │ └── paper.pdf ├── sample_data.zip ├── sample_url.txt └── system │ ├── answer_generator.py │ ├── config.py │ ├── fact_checker.py │ ├── llm_alpaca.json │ ├── llm_chatglm.json │ ├── llm_chatgpt.json │ ├── llm_yulan_large.json │ ├── llm_yulan_small.json │ ├── load_model.py │ ├── model_response.py │ ├── passage_extractor.py │ ├── request_rewriter.py │ ├── searcher.py │ └── web_demo.py ├── WebBrain ├── .gitignore ├── LICENSE ├── fig │ └── model.png ├── generator │ ├── bart_generation.py │ ├── chunk_dataset.py │ ├── fid_model.py │ ├── readme.md │ ├── run_model_test.py │ └── run_model_train.py ├── readme.md └── retriever │ ├── eval.py │ ├── index.py │ ├── index.sh │ ├── models │ ├── __init__.py │ ├── loss_func.py │ └── regen_retriever.py │ ├── readme.md │ ├── train.py │ ├── train.sh │ └── utils │ ├── __init__.py │ ├── args.py │ ├── dataset.py │ ├── retrieval_utils.py │ └── sys_utils.py ├── YuLan-logo.jpg └── yulan.jpg /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/README.md -------------------------------------------------------------------------------- /RETA-LLM/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/.gitattributes -------------------------------------------------------------------------------- /RETA-LLM/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/LICENSE -------------------------------------------------------------------------------- /RETA-LLM/dense_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/dense_model.py -------------------------------------------------------------------------------- /RETA-LLM/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/environment.yml -------------------------------------------------------------------------------- /RETA-LLM/html2json/deduplication.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/html2json/deduplication.py -------------------------------------------------------------------------------- /RETA-LLM/html2json/html2json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/html2json/html2json.py -------------------------------------------------------------------------------- /RETA-LLM/indexer/index_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/indexer/index_pipeline.py -------------------------------------------------------------------------------- /RETA-LLM/indexer/train_dam_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/indexer/train_dam_module.py -------------------------------------------------------------------------------- /RETA-LLM/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/readme.md -------------------------------------------------------------------------------- /RETA-LLM/resource/case_zh.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/resource/case_zh.jpg -------------------------------------------------------------------------------- /RETA-LLM/resource/framework.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/resource/framework.jpg -------------------------------------------------------------------------------- /RETA-LLM/resource/framework.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/resource/framework.pdf -------------------------------------------------------------------------------- /RETA-LLM/resource/paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/resource/paper.pdf -------------------------------------------------------------------------------- /RETA-LLM/sample_data.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/sample_data.zip -------------------------------------------------------------------------------- /RETA-LLM/sample_url.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/sample_url.txt -------------------------------------------------------------------------------- /RETA-LLM/system/answer_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/system/answer_generator.py -------------------------------------------------------------------------------- /RETA-LLM/system/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/system/config.py -------------------------------------------------------------------------------- /RETA-LLM/system/fact_checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/system/fact_checker.py -------------------------------------------------------------------------------- /RETA-LLM/system/llm_alpaca.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/system/llm_alpaca.json -------------------------------------------------------------------------------- /RETA-LLM/system/llm_chatglm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/system/llm_chatglm.json -------------------------------------------------------------------------------- /RETA-LLM/system/llm_chatgpt.json: -------------------------------------------------------------------------------- 1 | { 2 | "model_name": "ChatGPT" 3 | } -------------------------------------------------------------------------------- /RETA-LLM/system/llm_yulan_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/system/llm_yulan_large.json -------------------------------------------------------------------------------- /RETA-LLM/system/llm_yulan_small.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/system/llm_yulan_small.json -------------------------------------------------------------------------------- /RETA-LLM/system/load_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/system/load_model.py -------------------------------------------------------------------------------- /RETA-LLM/system/model_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/system/model_response.py -------------------------------------------------------------------------------- /RETA-LLM/system/passage_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/system/passage_extractor.py -------------------------------------------------------------------------------- /RETA-LLM/system/request_rewriter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/system/request_rewriter.py -------------------------------------------------------------------------------- /RETA-LLM/system/searcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/system/searcher.py -------------------------------------------------------------------------------- /RETA-LLM/system/web_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/RETA-LLM/system/web_demo.py -------------------------------------------------------------------------------- /WebBrain/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/.gitignore -------------------------------------------------------------------------------- /WebBrain/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/LICENSE -------------------------------------------------------------------------------- /WebBrain/fig/model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/fig/model.png -------------------------------------------------------------------------------- /WebBrain/generator/bart_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/generator/bart_generation.py -------------------------------------------------------------------------------- /WebBrain/generator/chunk_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/generator/chunk_dataset.py -------------------------------------------------------------------------------- /WebBrain/generator/fid_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/generator/fid_model.py -------------------------------------------------------------------------------- /WebBrain/generator/readme.md: -------------------------------------------------------------------------------- 1 | This is the code for retriever. 2 | -------------------------------------------------------------------------------- /WebBrain/generator/run_model_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/generator/run_model_test.py -------------------------------------------------------------------------------- /WebBrain/generator/run_model_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/generator/run_model_train.py -------------------------------------------------------------------------------- /WebBrain/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/readme.md -------------------------------------------------------------------------------- /WebBrain/retriever/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/retriever/eval.py -------------------------------------------------------------------------------- /WebBrain/retriever/index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/retriever/index.py -------------------------------------------------------------------------------- /WebBrain/retriever/index.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/retriever/index.sh -------------------------------------------------------------------------------- /WebBrain/retriever/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/retriever/models/__init__.py -------------------------------------------------------------------------------- /WebBrain/retriever/models/loss_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/retriever/models/loss_func.py -------------------------------------------------------------------------------- /WebBrain/retriever/models/regen_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/retriever/models/regen_retriever.py -------------------------------------------------------------------------------- /WebBrain/retriever/readme.md: -------------------------------------------------------------------------------- 1 | for retriever 2 | -------------------------------------------------------------------------------- /WebBrain/retriever/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/retriever/train.py -------------------------------------------------------------------------------- /WebBrain/retriever/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/retriever/train.sh -------------------------------------------------------------------------------- /WebBrain/retriever/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/retriever/utils/__init__.py -------------------------------------------------------------------------------- /WebBrain/retriever/utils/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/retriever/utils/args.py -------------------------------------------------------------------------------- /WebBrain/retriever/utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/retriever/utils/dataset.py -------------------------------------------------------------------------------- /WebBrain/retriever/utils/retrieval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/retriever/utils/retrieval_utils.py -------------------------------------------------------------------------------- /WebBrain/retriever/utils/sys_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/WebBrain/retriever/utils/sys_utils.py -------------------------------------------------------------------------------- /YuLan-logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/YuLan-logo.jpg -------------------------------------------------------------------------------- /yulan.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUC-GSAI/YuLan-IR/HEAD/yulan.jpg --------------------------------------------------------------------------------