├── .gitattributes ├── README.md ├── full └── README.md ├── mcr ├── ARC-Challenge-test.csv ├── README.md ├── TempReason │ ├── test-l2-context.csv │ ├── test-l2-fact.csv │ ├── test-l2-pure.csv │ ├── test-l3-context.csv │ ├── test-l3-fact.csv │ └── test-l3-pure.csv ├── alphanli-test.csv ├── create_csts.py ├── hellaswag-test.csv ├── physicaliqa-test.csv ├── quail-test.csv ├── socialiqa-test.csv ├── spartqa-test.csv └── winogrande-test.csv ├── rarb ├── __init__.py ├── dataset_utils.py ├── evaluation_utils.py ├── mcr_utils │ ├── __init__.py │ ├── model_utils.py │ └── tart_utils.py └── rarb_models │ ├── __init__.py │ ├── cohere.py │ ├── e5mistral.py │ ├── grit.py │ ├── instructor.py │ ├── openai.py │ ├── pooled_sentence_transformers.py │ ├── retriever.py │ └── sgpt.py ├── scripts ├── evaluate-BGE.py ├── evaluate-E5Mistral.py ├── evaluate-Grit.py ├── evaluate-Instructor.py ├── evaluate-ST.py ├── mcr-eval │ └── evaluate-mcr.py └── mteb │ ├── README.md │ ├── mteb_evaluate_instructor.py │ ├── mteb_evaluate_st.py │ └── mteb_rarb_models │ ├── instruct_instructor.py │ └── instruct_st.py └── setup.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/.gitattributes -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/README.md -------------------------------------------------------------------------------- /full/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/full/README.md -------------------------------------------------------------------------------- /mcr/ARC-Challenge-test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/ARC-Challenge-test.csv -------------------------------------------------------------------------------- /mcr/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/README.md -------------------------------------------------------------------------------- /mcr/TempReason/test-l2-context.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/TempReason/test-l2-context.csv -------------------------------------------------------------------------------- /mcr/TempReason/test-l2-fact.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/TempReason/test-l2-fact.csv -------------------------------------------------------------------------------- /mcr/TempReason/test-l2-pure.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/TempReason/test-l2-pure.csv -------------------------------------------------------------------------------- /mcr/TempReason/test-l3-context.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/TempReason/test-l3-context.csv -------------------------------------------------------------------------------- /mcr/TempReason/test-l3-fact.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/TempReason/test-l3-fact.csv -------------------------------------------------------------------------------- /mcr/TempReason/test-l3-pure.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/TempReason/test-l3-pure.csv -------------------------------------------------------------------------------- /mcr/alphanli-test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/alphanli-test.csv -------------------------------------------------------------------------------- /mcr/create_csts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/create_csts.py -------------------------------------------------------------------------------- /mcr/hellaswag-test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/hellaswag-test.csv -------------------------------------------------------------------------------- /mcr/physicaliqa-test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/physicaliqa-test.csv -------------------------------------------------------------------------------- /mcr/quail-test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/quail-test.csv -------------------------------------------------------------------------------- /mcr/socialiqa-test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/socialiqa-test.csv -------------------------------------------------------------------------------- /mcr/spartqa-test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/spartqa-test.csv -------------------------------------------------------------------------------- /mcr/winogrande-test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/mcr/winogrande-test.csv -------------------------------------------------------------------------------- /rarb/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/__init__.py -------------------------------------------------------------------------------- /rarb/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/dataset_utils.py -------------------------------------------------------------------------------- /rarb/evaluation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/evaluation_utils.py -------------------------------------------------------------------------------- /rarb/mcr_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/mcr_utils/__init__.py -------------------------------------------------------------------------------- /rarb/mcr_utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/mcr_utils/model_utils.py -------------------------------------------------------------------------------- /rarb/mcr_utils/tart_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/mcr_utils/tart_utils.py -------------------------------------------------------------------------------- /rarb/rarb_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/rarb_models/__init__.py -------------------------------------------------------------------------------- /rarb/rarb_models/cohere.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/rarb_models/cohere.py -------------------------------------------------------------------------------- /rarb/rarb_models/e5mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/rarb_models/e5mistral.py -------------------------------------------------------------------------------- /rarb/rarb_models/grit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/rarb_models/grit.py -------------------------------------------------------------------------------- /rarb/rarb_models/instructor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/rarb_models/instructor.py -------------------------------------------------------------------------------- /rarb/rarb_models/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/rarb_models/openai.py -------------------------------------------------------------------------------- /rarb/rarb_models/pooled_sentence_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/rarb_models/pooled_sentence_transformers.py -------------------------------------------------------------------------------- /rarb/rarb_models/retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/rarb_models/retriever.py -------------------------------------------------------------------------------- /rarb/rarb_models/sgpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/rarb/rarb_models/sgpt.py -------------------------------------------------------------------------------- /scripts/evaluate-BGE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/scripts/evaluate-BGE.py -------------------------------------------------------------------------------- /scripts/evaluate-E5Mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/scripts/evaluate-E5Mistral.py -------------------------------------------------------------------------------- /scripts/evaluate-Grit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/scripts/evaluate-Grit.py -------------------------------------------------------------------------------- /scripts/evaluate-Instructor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/scripts/evaluate-Instructor.py -------------------------------------------------------------------------------- /scripts/evaluate-ST.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/scripts/evaluate-ST.py -------------------------------------------------------------------------------- /scripts/mcr-eval/evaluate-mcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/scripts/mcr-eval/evaluate-mcr.py -------------------------------------------------------------------------------- /scripts/mteb/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/scripts/mteb/README.md -------------------------------------------------------------------------------- /scripts/mteb/mteb_evaluate_instructor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/scripts/mteb/mteb_evaluate_instructor.py -------------------------------------------------------------------------------- /scripts/mteb/mteb_evaluate_st.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/scripts/mteb/mteb_evaluate_st.py -------------------------------------------------------------------------------- /scripts/mteb/mteb_rarb_models/instruct_instructor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/scripts/mteb/mteb_rarb_models/instruct_instructor.py -------------------------------------------------------------------------------- /scripts/mteb/mteb_rarb_models/instruct_st.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/scripts/mteb/mteb_rarb_models/instruct_st.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gowitheflow-1998/RAR-b/HEAD/setup.py --------------------------------------------------------------------------------