├── .gitignore ├── README.md ├── common.py ├── config.py ├── convert_data.py ├── data ├── arc │ ├── labeled.csv │ ├── noisy │ │ ├── noisy30.csv │ │ ├── noisy50.csv │ │ └── noisy70.csv │ └── test.csv ├── drop │ ├── labeled.csv │ ├── noisy │ │ ├── noisy30.csv │ │ ├── noisy50.csv │ │ └── noisy70.csv │ └── test.csv ├── fpb │ ├── labeled.csv │ ├── noisy │ │ ├── noisy30.csv │ │ ├── noisy50.csv │ │ └── noisy70.csv │ └── test.csv ├── mmlu │ ├── labeled.csv │ ├── noisy │ │ ├── noisy30.csv │ │ ├── noisy50.csv │ │ └── noisy70.csv │ └── test.csv └── pubmedqa │ ├── labeled.csv │ ├── noisy │ ├── noisy30.csv │ ├── noisy50.csv │ └── noisy70.csv │ └── test.csv ├── eval.py ├── figs └── pipeline.png ├── rag.py ├── requirements.txt ├── robustft.py ├── self-rag.py ├── self-select.py └── utils ├── __init__.py ├── batchreq.py └── loopreq.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/README.md -------------------------------------------------------------------------------- /common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/common.py -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/config.py -------------------------------------------------------------------------------- /convert_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/convert_data.py -------------------------------------------------------------------------------- /data/arc/labeled.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/arc/labeled.csv -------------------------------------------------------------------------------- /data/arc/noisy/noisy30.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/arc/noisy/noisy30.csv -------------------------------------------------------------------------------- /data/arc/noisy/noisy50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/arc/noisy/noisy50.csv -------------------------------------------------------------------------------- /data/arc/noisy/noisy70.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/arc/noisy/noisy70.csv -------------------------------------------------------------------------------- /data/arc/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/arc/test.csv -------------------------------------------------------------------------------- /data/drop/labeled.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/drop/labeled.csv -------------------------------------------------------------------------------- /data/drop/noisy/noisy30.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/drop/noisy/noisy30.csv -------------------------------------------------------------------------------- /data/drop/noisy/noisy50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/drop/noisy/noisy50.csv -------------------------------------------------------------------------------- /data/drop/noisy/noisy70.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/drop/noisy/noisy70.csv -------------------------------------------------------------------------------- /data/drop/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/drop/test.csv -------------------------------------------------------------------------------- /data/fpb/labeled.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/fpb/labeled.csv -------------------------------------------------------------------------------- /data/fpb/noisy/noisy30.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/fpb/noisy/noisy30.csv -------------------------------------------------------------------------------- /data/fpb/noisy/noisy50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/fpb/noisy/noisy50.csv -------------------------------------------------------------------------------- /data/fpb/noisy/noisy70.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/fpb/noisy/noisy70.csv -------------------------------------------------------------------------------- /data/fpb/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/fpb/test.csv -------------------------------------------------------------------------------- /data/mmlu/labeled.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/mmlu/labeled.csv -------------------------------------------------------------------------------- /data/mmlu/noisy/noisy30.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/mmlu/noisy/noisy30.csv -------------------------------------------------------------------------------- /data/mmlu/noisy/noisy50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/mmlu/noisy/noisy50.csv -------------------------------------------------------------------------------- /data/mmlu/noisy/noisy70.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/mmlu/noisy/noisy70.csv -------------------------------------------------------------------------------- /data/mmlu/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/mmlu/test.csv -------------------------------------------------------------------------------- /data/pubmedqa/labeled.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/pubmedqa/labeled.csv -------------------------------------------------------------------------------- /data/pubmedqa/noisy/noisy30.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/pubmedqa/noisy/noisy30.csv -------------------------------------------------------------------------------- /data/pubmedqa/noisy/noisy50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/pubmedqa/noisy/noisy50.csv -------------------------------------------------------------------------------- /data/pubmedqa/noisy/noisy70.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/pubmedqa/noisy/noisy70.csv -------------------------------------------------------------------------------- /data/pubmedqa/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/data/pubmedqa/test.csv -------------------------------------------------------------------------------- /eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/eval.py -------------------------------------------------------------------------------- /figs/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/figs/pipeline.png -------------------------------------------------------------------------------- /rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/rag.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/requirements.txt -------------------------------------------------------------------------------- /robustft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/robustft.py -------------------------------------------------------------------------------- /self-rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/self-rag.py -------------------------------------------------------------------------------- /self-select.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/self-select.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/batchreq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/utils/batchreq.py -------------------------------------------------------------------------------- /utils/loopreq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luo-junyu/RobustFT/HEAD/utils/loopreq.py --------------------------------------------------------------------------------