├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── MANIFEST.in ├── README.MD ├── data ├── annotation_data.json └── benchmark_data.json ├── eval_examples ├── hypothesis_critique.json └── test_samples.json ├── figs └── example.png ├── meta_critique ├── __init__.py ├── cal_meta_scores.py ├── evaluate_aiu_precision.py ├── evaluate_aiu_recall.py ├── extracting_aius_for_critique.py ├── generate_ref_answer.py ├── generate_ref_critique.py ├── merge_files.py ├── meta_critique.py ├── openai_config.py ├── prompts │ ├── extract_aius.txt │ ├── precision.txt │ ├── recall.txt │ ├── reference_answer.txt │ └── reference_critique.txt └── utils.py ├── requirements.txt ├── setup.cfg ├── setup.py └── version.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/README.MD -------------------------------------------------------------------------------- /data/annotation_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/data/annotation_data.json -------------------------------------------------------------------------------- /data/benchmark_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/data/benchmark_data.json -------------------------------------------------------------------------------- /eval_examples/hypothesis_critique.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/eval_examples/hypothesis_critique.json -------------------------------------------------------------------------------- /eval_examples/test_samples.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/eval_examples/test_samples.json -------------------------------------------------------------------------------- /figs/example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/figs/example.png -------------------------------------------------------------------------------- /meta_critique/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/__init__.py -------------------------------------------------------------------------------- /meta_critique/cal_meta_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/cal_meta_scores.py -------------------------------------------------------------------------------- /meta_critique/evaluate_aiu_precision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/evaluate_aiu_precision.py -------------------------------------------------------------------------------- /meta_critique/evaluate_aiu_recall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/evaluate_aiu_recall.py -------------------------------------------------------------------------------- /meta_critique/extracting_aius_for_critique.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/extracting_aius_for_critique.py -------------------------------------------------------------------------------- /meta_critique/generate_ref_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/generate_ref_answer.py -------------------------------------------------------------------------------- /meta_critique/generate_ref_critique.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/generate_ref_critique.py -------------------------------------------------------------------------------- /meta_critique/merge_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/merge_files.py -------------------------------------------------------------------------------- /meta_critique/meta_critique.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/meta_critique.py -------------------------------------------------------------------------------- /meta_critique/openai_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/openai_config.py -------------------------------------------------------------------------------- /meta_critique/prompts/extract_aius.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/prompts/extract_aius.txt -------------------------------------------------------------------------------- /meta_critique/prompts/precision.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/prompts/precision.txt -------------------------------------------------------------------------------- /meta_critique/prompts/recall.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/prompts/recall.txt -------------------------------------------------------------------------------- /meta_critique/prompts/reference_answer.txt: -------------------------------------------------------------------------------- 1 | You are a brilliant AI assistant. -------------------------------------------------------------------------------- /meta_critique/prompts/reference_critique.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/prompts/reference_critique.txt -------------------------------------------------------------------------------- /meta_critique/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/meta_critique/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/MetaCritique/HEAD/setup.py -------------------------------------------------------------------------------- /version.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.1.2" 2 | --------------------------------------------------------------------------------