├── .gitignore ├── LICENSE ├── README.md ├── README_zh.md ├── config ├── deepspeed │ ├── deepspeed_zero0.yaml │ ├── deepspeed_zero1.yaml │ ├── deepspeed_zero2.yaml │ └── deepspeed_zero3.yaml ├── default_fsdp.yaml └── xlmroberta_default_config.yaml ├── example_data ├── grouped_reranker_eval_data.jsonl ├── grouped_reranker_train_data_listwise_label.jsonl ├── grouped_reranker_train_data_pointwise_label.jsonl ├── lmsft.jsonl ├── pointwise_reranker_eval_data.jsonl ├── pointwise_reranker_train_data.jsonl └── t2rank_100.jsonl ├── examples ├── MyopicTrap │ ├── README.md │ ├── appendix_exp_cosine_sim.py │ ├── commercial_embedding_api.py │ ├── exp_FineWeb-PosQ.py │ ├── exp_SQuAD-PosQ.py │ ├── run_exp_FineWeb-PosQ.sh │ ├── run_exp_SQuAD-PosQ.sh │ └── utils.py ├── Reranker_Tutorial.md ├── distill_llm_to_bert_reranker │ ├── README.md │ ├── create_distill_data.py │ └── model_llm_generate.py ├── stella_embedding_distill │ ├── README.md │ ├── concate_two_teacher_embedding.py │ ├── concate_two_teacher_embedding.sh │ ├── create_distill_data.py │ └── create_distill_data.sh └── synthetic_data_embedding │ ├── README.md │ ├── flashrag_config.yaml │ └── get_lm_probs_dataset.py ├── pictures └── models.png ├── pyproject.toml ├── rag_retrieval ├── __init__.py ├── infer │ ├── __init__.py │ └── reranker_models │ │ ├── __init__.py │ │ ├── colbert_ranker.py │ │ ├── cross_encoder_ranker.py │ │ ├── llm_rankers.py │ │ ├── ranker.py │ │ ├── result.py │ │ └── utils.py ├── reranker.py └── train │ ├── colbert │ ├── README.md │ ├── data.py │ ├── model.py │ ├── train_colbert.py │ ├── train_colbert.sh │ └── trainer.py │ ├── embedding │ ├── README.md │ ├── README_zh.md │ ├── config │ │ ├── distill_embedding.yaml │ │ └── training_embedding.yaml │ ├── data.py │ ├── model.py │ ├── model_distill.py │ ├── train_embedding.py │ ├── train_embedding.sh │ └── trainer.py │ └── reranker │ ├── README.md │ ├── README_zh.md │ ├── config │ ├── training_bert.yaml │ └── training_llm.yaml │ ├── data.py │ ├── model_bert.py │ ├── model_llm.py │ ├── ranking_loss.py │ ├── train_reranker.py │ ├── train_reranker.sh │ ├── trainer.py │ └── utils.py ├── requirements.txt └── tests ├── test_cross_encoder_reranker_bce.py ├── test_cross_encoder_reranker_bge.py ├── test_cross_encoder_reranker_bge_m3.py ├── test_llm_reranker_bge_cpm.py └── test_llm_reranker_bge_gemma.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/README.md -------------------------------------------------------------------------------- /README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/README_zh.md -------------------------------------------------------------------------------- /config/deepspeed/deepspeed_zero0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/config/deepspeed/deepspeed_zero0.yaml -------------------------------------------------------------------------------- /config/deepspeed/deepspeed_zero1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/config/deepspeed/deepspeed_zero1.yaml -------------------------------------------------------------------------------- /config/deepspeed/deepspeed_zero2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/config/deepspeed/deepspeed_zero2.yaml -------------------------------------------------------------------------------- /config/deepspeed/deepspeed_zero3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/config/deepspeed/deepspeed_zero3.yaml -------------------------------------------------------------------------------- /config/default_fsdp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/config/default_fsdp.yaml -------------------------------------------------------------------------------- /config/xlmroberta_default_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/config/xlmroberta_default_config.yaml -------------------------------------------------------------------------------- /example_data/grouped_reranker_eval_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/example_data/grouped_reranker_eval_data.jsonl -------------------------------------------------------------------------------- /example_data/grouped_reranker_train_data_listwise_label.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/example_data/grouped_reranker_train_data_listwise_label.jsonl -------------------------------------------------------------------------------- /example_data/grouped_reranker_train_data_pointwise_label.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/example_data/grouped_reranker_train_data_pointwise_label.jsonl -------------------------------------------------------------------------------- /example_data/lmsft.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/example_data/lmsft.jsonl -------------------------------------------------------------------------------- /example_data/pointwise_reranker_eval_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/example_data/pointwise_reranker_eval_data.jsonl -------------------------------------------------------------------------------- /example_data/pointwise_reranker_train_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/example_data/pointwise_reranker_train_data.jsonl -------------------------------------------------------------------------------- /example_data/t2rank_100.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/example_data/t2rank_100.jsonl -------------------------------------------------------------------------------- /examples/MyopicTrap/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/MyopicTrap/README.md -------------------------------------------------------------------------------- /examples/MyopicTrap/appendix_exp_cosine_sim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/MyopicTrap/appendix_exp_cosine_sim.py -------------------------------------------------------------------------------- /examples/MyopicTrap/commercial_embedding_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/MyopicTrap/commercial_embedding_api.py -------------------------------------------------------------------------------- /examples/MyopicTrap/exp_FineWeb-PosQ.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/MyopicTrap/exp_FineWeb-PosQ.py -------------------------------------------------------------------------------- /examples/MyopicTrap/exp_SQuAD-PosQ.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/MyopicTrap/exp_SQuAD-PosQ.py -------------------------------------------------------------------------------- /examples/MyopicTrap/run_exp_FineWeb-PosQ.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/MyopicTrap/run_exp_FineWeb-PosQ.sh -------------------------------------------------------------------------------- /examples/MyopicTrap/run_exp_SQuAD-PosQ.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/MyopicTrap/run_exp_SQuAD-PosQ.sh -------------------------------------------------------------------------------- /examples/MyopicTrap/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/MyopicTrap/utils.py -------------------------------------------------------------------------------- /examples/Reranker_Tutorial.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/Reranker_Tutorial.md -------------------------------------------------------------------------------- /examples/distill_llm_to_bert_reranker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/distill_llm_to_bert_reranker/README.md -------------------------------------------------------------------------------- /examples/distill_llm_to_bert_reranker/create_distill_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/distill_llm_to_bert_reranker/create_distill_data.py -------------------------------------------------------------------------------- /examples/distill_llm_to_bert_reranker/model_llm_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/distill_llm_to_bert_reranker/model_llm_generate.py -------------------------------------------------------------------------------- /examples/stella_embedding_distill/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/stella_embedding_distill/README.md -------------------------------------------------------------------------------- /examples/stella_embedding_distill/concate_two_teacher_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/stella_embedding_distill/concate_two_teacher_embedding.py -------------------------------------------------------------------------------- /examples/stella_embedding_distill/concate_two_teacher_embedding.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/stella_embedding_distill/concate_two_teacher_embedding.sh -------------------------------------------------------------------------------- /examples/stella_embedding_distill/create_distill_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/stella_embedding_distill/create_distill_data.py -------------------------------------------------------------------------------- /examples/stella_embedding_distill/create_distill_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/stella_embedding_distill/create_distill_data.sh -------------------------------------------------------------------------------- /examples/synthetic_data_embedding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/synthetic_data_embedding/README.md -------------------------------------------------------------------------------- /examples/synthetic_data_embedding/flashrag_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/synthetic_data_embedding/flashrag_config.yaml -------------------------------------------------------------------------------- /examples/synthetic_data_embedding/get_lm_probs_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/examples/synthetic_data_embedding/get_lm_probs_dataset.py -------------------------------------------------------------------------------- /pictures/models.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/pictures/models.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/pyproject.toml -------------------------------------------------------------------------------- /rag_retrieval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/__init__.py -------------------------------------------------------------------------------- /rag_retrieval/infer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /rag_retrieval/infer/reranker_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/infer/reranker_models/__init__.py -------------------------------------------------------------------------------- /rag_retrieval/infer/reranker_models/colbert_ranker.py: -------------------------------------------------------------------------------- 1 | """TODO: NOT IMPLEMENTED""" 2 | -------------------------------------------------------------------------------- /rag_retrieval/infer/reranker_models/cross_encoder_ranker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/infer/reranker_models/cross_encoder_ranker.py -------------------------------------------------------------------------------- /rag_retrieval/infer/reranker_models/llm_rankers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/infer/reranker_models/llm_rankers.py -------------------------------------------------------------------------------- /rag_retrieval/infer/reranker_models/ranker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/infer/reranker_models/ranker.py -------------------------------------------------------------------------------- /rag_retrieval/infer/reranker_models/result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/infer/reranker_models/result.py -------------------------------------------------------------------------------- /rag_retrieval/infer/reranker_models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/infer/reranker_models/utils.py -------------------------------------------------------------------------------- /rag_retrieval/reranker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/reranker.py -------------------------------------------------------------------------------- /rag_retrieval/train/colbert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/colbert/README.md -------------------------------------------------------------------------------- /rag_retrieval/train/colbert/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/colbert/data.py -------------------------------------------------------------------------------- /rag_retrieval/train/colbert/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/colbert/model.py -------------------------------------------------------------------------------- /rag_retrieval/train/colbert/train_colbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/colbert/train_colbert.py -------------------------------------------------------------------------------- /rag_retrieval/train/colbert/train_colbert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/colbert/train_colbert.sh -------------------------------------------------------------------------------- /rag_retrieval/train/colbert/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/colbert/trainer.py -------------------------------------------------------------------------------- /rag_retrieval/train/embedding/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/embedding/README.md -------------------------------------------------------------------------------- /rag_retrieval/train/embedding/README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/embedding/README_zh.md -------------------------------------------------------------------------------- /rag_retrieval/train/embedding/config/distill_embedding.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/embedding/config/distill_embedding.yaml -------------------------------------------------------------------------------- /rag_retrieval/train/embedding/config/training_embedding.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/embedding/config/training_embedding.yaml -------------------------------------------------------------------------------- /rag_retrieval/train/embedding/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/embedding/data.py -------------------------------------------------------------------------------- /rag_retrieval/train/embedding/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/embedding/model.py -------------------------------------------------------------------------------- /rag_retrieval/train/embedding/model_distill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/embedding/model_distill.py -------------------------------------------------------------------------------- /rag_retrieval/train/embedding/train_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/embedding/train_embedding.py -------------------------------------------------------------------------------- /rag_retrieval/train/embedding/train_embedding.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/embedding/train_embedding.sh -------------------------------------------------------------------------------- /rag_retrieval/train/embedding/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/embedding/trainer.py -------------------------------------------------------------------------------- /rag_retrieval/train/reranker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/reranker/README.md -------------------------------------------------------------------------------- /rag_retrieval/train/reranker/README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/reranker/README_zh.md -------------------------------------------------------------------------------- /rag_retrieval/train/reranker/config/training_bert.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/reranker/config/training_bert.yaml -------------------------------------------------------------------------------- /rag_retrieval/train/reranker/config/training_llm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/reranker/config/training_llm.yaml -------------------------------------------------------------------------------- /rag_retrieval/train/reranker/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/reranker/data.py -------------------------------------------------------------------------------- /rag_retrieval/train/reranker/model_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/reranker/model_bert.py -------------------------------------------------------------------------------- /rag_retrieval/train/reranker/model_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/reranker/model_llm.py -------------------------------------------------------------------------------- /rag_retrieval/train/reranker/ranking_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/reranker/ranking_loss.py -------------------------------------------------------------------------------- /rag_retrieval/train/reranker/train_reranker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/reranker/train_reranker.py -------------------------------------------------------------------------------- /rag_retrieval/train/reranker/train_reranker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/reranker/train_reranker.sh -------------------------------------------------------------------------------- /rag_retrieval/train/reranker/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/reranker/trainer.py -------------------------------------------------------------------------------- /rag_retrieval/train/reranker/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/rag_retrieval/train/reranker/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/requirements.txt -------------------------------------------------------------------------------- /tests/test_cross_encoder_reranker_bce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/tests/test_cross_encoder_reranker_bce.py -------------------------------------------------------------------------------- /tests/test_cross_encoder_reranker_bge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/tests/test_cross_encoder_reranker_bge.py -------------------------------------------------------------------------------- /tests/test_cross_encoder_reranker_bge_m3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/tests/test_cross_encoder_reranker_bge_m3.py -------------------------------------------------------------------------------- /tests/test_llm_reranker_bge_cpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/tests/test_llm_reranker_bge_cpm.py -------------------------------------------------------------------------------- /tests/test_llm_reranker_bge_gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NovaSearch-Team/RAG-Retrieval/HEAD/tests/test_llm_reranker_bge_gemma.py --------------------------------------------------------------------------------