├── .gitignore ├── README.md ├── abstainqa.yaml ├── approach-askcalibrate.py ├── approach-compete.py ├── approach-cooperate.py ├── approach-embedding.py ├── approach-genandmatch.py ├── approach-instructiontune.py ├── approach-moreinfo.py ├── approach-nota.py ├── approach-probability.py ├── approach-reflect.py ├── approach-scthreshold.py ├── approach-temperature.py ├── approach-verifier.py ├── approach-yours.py ├── data ├── ambigqa.json ├── electionqa23.json ├── hellaswag.json ├── knowledge_crosswords.json ├── knowledge_crosswords_3hop_step0.json ├── knowledge_crosswords_3hop_step1.json ├── knowledge_crosswords_3hop_step2.json ├── mmlu.json └── propaganda.json ├── lm_utils.py ├── metrics.py └── sft.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/README.md -------------------------------------------------------------------------------- /abstainqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/abstainqa.yaml -------------------------------------------------------------------------------- /approach-askcalibrate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-askcalibrate.py -------------------------------------------------------------------------------- /approach-compete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-compete.py -------------------------------------------------------------------------------- /approach-cooperate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-cooperate.py -------------------------------------------------------------------------------- /approach-embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-embedding.py -------------------------------------------------------------------------------- /approach-genandmatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-genandmatch.py -------------------------------------------------------------------------------- /approach-instructiontune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-instructiontune.py -------------------------------------------------------------------------------- /approach-moreinfo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-moreinfo.py -------------------------------------------------------------------------------- /approach-nota.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-nota.py -------------------------------------------------------------------------------- /approach-probability.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-probability.py -------------------------------------------------------------------------------- /approach-reflect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-reflect.py -------------------------------------------------------------------------------- /approach-scthreshold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-scthreshold.py -------------------------------------------------------------------------------- /approach-temperature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-temperature.py -------------------------------------------------------------------------------- /approach-verifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-verifier.py -------------------------------------------------------------------------------- /approach-yours.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/approach-yours.py -------------------------------------------------------------------------------- /data/ambigqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/data/ambigqa.json -------------------------------------------------------------------------------- /data/electionqa23.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/data/electionqa23.json -------------------------------------------------------------------------------- /data/hellaswag.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/data/hellaswag.json -------------------------------------------------------------------------------- /data/knowledge_crosswords.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/data/knowledge_crosswords.json -------------------------------------------------------------------------------- /data/knowledge_crosswords_3hop_step0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/data/knowledge_crosswords_3hop_step0.json -------------------------------------------------------------------------------- /data/knowledge_crosswords_3hop_step1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/data/knowledge_crosswords_3hop_step1.json -------------------------------------------------------------------------------- /data/knowledge_crosswords_3hop_step2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/data/knowledge_crosswords_3hop_step2.json -------------------------------------------------------------------------------- /data/mmlu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/data/mmlu.json -------------------------------------------------------------------------------- /data/propaganda.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/data/propaganda.json -------------------------------------------------------------------------------- /lm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/lm_utils.py -------------------------------------------------------------------------------- /metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/metrics.py -------------------------------------------------------------------------------- /sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/BunsenFeng/AbstainQA/HEAD/sft.py --------------------------------------------------------------------------------