├── .gitignore ├── README.md ├── llm_classification ├── config │ └── toutiao_config.py ├── data │ └── toutiao_cat_data │ │ └── class_def.tsv ├── script │ ├── build_vec_index.py │ └── run_toutiao_cases.py └── src │ ├── classifier.py │ ├── models │ ├── llm │ │ ├── llm_model.py │ │ └── test_qwen.py │ └── vec_model │ │ ├── simcse_model.py │ │ └── vec_model.py │ ├── searcher │ ├── searcher.py │ └── vec_searcher │ │ ├── vec_index.py │ │ └── vec_searcher.py │ └── utils │ └── data_processing.py ├── mt5_summary ├── arg_config.py ├── data.py ├── mt5_summary_main.py ├── run.sh └── tools.py └── vec_searcher ├── script └── build_vec_index.py ├── searcher.py ├── utils └── data_processing.py ├── vec_model ├── simcse_model.py └── vec_model.py └── vec_searcher ├── vec_index.py └── vec_searcher.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/README.md -------------------------------------------------------------------------------- /llm_classification/config/toutiao_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/llm_classification/config/toutiao_config.py -------------------------------------------------------------------------------- /llm_classification/data/toutiao_cat_data/class_def.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/llm_classification/data/toutiao_cat_data/class_def.tsv -------------------------------------------------------------------------------- /llm_classification/script/build_vec_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/llm_classification/script/build_vec_index.py -------------------------------------------------------------------------------- /llm_classification/script/run_toutiao_cases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/llm_classification/script/run_toutiao_cases.py -------------------------------------------------------------------------------- /llm_classification/src/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/llm_classification/src/classifier.py -------------------------------------------------------------------------------- /llm_classification/src/models/llm/llm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/llm_classification/src/models/llm/llm_model.py -------------------------------------------------------------------------------- /llm_classification/src/models/llm/test_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/llm_classification/src/models/llm/test_qwen.py -------------------------------------------------------------------------------- /llm_classification/src/models/vec_model/simcse_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/llm_classification/src/models/vec_model/simcse_model.py -------------------------------------------------------------------------------- /llm_classification/src/models/vec_model/vec_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/llm_classification/src/models/vec_model/vec_model.py -------------------------------------------------------------------------------- /llm_classification/src/searcher/searcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/llm_classification/src/searcher/searcher.py -------------------------------------------------------------------------------- /llm_classification/src/searcher/vec_searcher/vec_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/llm_classification/src/searcher/vec_searcher/vec_index.py -------------------------------------------------------------------------------- /llm_classification/src/searcher/vec_searcher/vec_searcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/llm_classification/src/searcher/vec_searcher/vec_searcher.py -------------------------------------------------------------------------------- /llm_classification/src/utils/data_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/llm_classification/src/utils/data_processing.py -------------------------------------------------------------------------------- /mt5_summary/arg_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/mt5_summary/arg_config.py -------------------------------------------------------------------------------- /mt5_summary/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/mt5_summary/data.py -------------------------------------------------------------------------------- /mt5_summary/mt5_summary_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/mt5_summary/mt5_summary_main.py -------------------------------------------------------------------------------- /mt5_summary/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/mt5_summary/run.sh -------------------------------------------------------------------------------- /mt5_summary/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/mt5_summary/tools.py -------------------------------------------------------------------------------- /vec_searcher/script/build_vec_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/vec_searcher/script/build_vec_index.py -------------------------------------------------------------------------------- /vec_searcher/searcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/vec_searcher/searcher.py -------------------------------------------------------------------------------- /vec_searcher/utils/data_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/vec_searcher/utils/data_processing.py -------------------------------------------------------------------------------- /vec_searcher/vec_model/simcse_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/vec_searcher/vec_model/simcse_model.py -------------------------------------------------------------------------------- /vec_searcher/vec_model/vec_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/vec_searcher/vec_model/vec_model.py -------------------------------------------------------------------------------- /vec_searcher/vec_searcher/vec_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/vec_searcher/vec_searcher/vec_index.py -------------------------------------------------------------------------------- /vec_searcher/vec_searcher/vec_searcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZBayes/poc_project/HEAD/vec_searcher/vec_searcher/vec_searcher.py --------------------------------------------------------------------------------