├── .github └── workflows │ ├── deploy.yml │ ├── style.yml │ └── test.yml ├── .gitignore ├── LICENSE ├── MANIFEST.in ├── README.md ├── autoqrels ├── __init__.py ├── _ir_measures_integration.py ├── _qrels_cache.py ├── labeler.py ├── oneshot │ ├── __init__.py │ ├── duoprompt.py │ ├── duot5.py │ ├── maxrep.py │ └── oneshot_labeler.py ├── pt_docs │ └── index.rst ├── text.py └── zeroshot │ ├── __init__.py │ ├── gradedmonoprompt.py │ └── zeroshot_labeler.py ├── pyproject.toml ├── repro └── oneshot │ ├── README.md │ ├── compute_scores.py │ ├── dl19.bm25-firstrel.qrels │ ├── dl20.bm25-firstrel.qrels │ ├── dl21.bm25-firstrel.qrels │ ├── download_trec_runs.sh │ ├── duoprompt.cache.json.gz │ ├── duot5.cache.json.gz │ ├── figure1.pdf │ ├── figure1.py │ ├── filter.py │ ├── maxrep.bm25-128.cache.json.gz │ ├── maxrep.tcthnp-128.cache.json.gz │ └── table2.py ├── requirements-dev.txt ├── requirements.txt └── tests └── test_qrels_cache.py /.github/workflows/deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/.github/workflows/deploy.yml -------------------------------------------------------------------------------- /.github/workflows/style.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/.github/workflows/style.yml -------------------------------------------------------------------------------- /.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/.github/workflows/test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | recursive-include autoqrels *.rst 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/README.md -------------------------------------------------------------------------------- /autoqrels/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/__init__.py -------------------------------------------------------------------------------- /autoqrels/_ir_measures_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/_ir_measures_integration.py -------------------------------------------------------------------------------- /autoqrels/_qrels_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/_qrels_cache.py -------------------------------------------------------------------------------- /autoqrels/labeler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/labeler.py -------------------------------------------------------------------------------- /autoqrels/oneshot/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/oneshot/__init__.py -------------------------------------------------------------------------------- /autoqrels/oneshot/duoprompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/oneshot/duoprompt.py -------------------------------------------------------------------------------- /autoqrels/oneshot/duot5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/oneshot/duot5.py -------------------------------------------------------------------------------- /autoqrels/oneshot/maxrep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/oneshot/maxrep.py -------------------------------------------------------------------------------- /autoqrels/oneshot/oneshot_labeler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/oneshot/oneshot_labeler.py -------------------------------------------------------------------------------- /autoqrels/pt_docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/pt_docs/index.rst -------------------------------------------------------------------------------- /autoqrels/text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/text.py -------------------------------------------------------------------------------- /autoqrels/zeroshot/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/zeroshot/__init__.py -------------------------------------------------------------------------------- /autoqrels/zeroshot/gradedmonoprompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/zeroshot/gradedmonoprompt.py -------------------------------------------------------------------------------- /autoqrels/zeroshot/zeroshot_labeler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/autoqrels/zeroshot/zeroshot_labeler.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/pyproject.toml -------------------------------------------------------------------------------- /repro/oneshot/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/README.md -------------------------------------------------------------------------------- /repro/oneshot/compute_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/compute_scores.py -------------------------------------------------------------------------------- /repro/oneshot/dl19.bm25-firstrel.qrels: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/dl19.bm25-firstrel.qrels -------------------------------------------------------------------------------- /repro/oneshot/dl20.bm25-firstrel.qrels: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/dl20.bm25-firstrel.qrels -------------------------------------------------------------------------------- /repro/oneshot/dl21.bm25-firstrel.qrels: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/dl21.bm25-firstrel.qrels -------------------------------------------------------------------------------- /repro/oneshot/download_trec_runs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/download_trec_runs.sh -------------------------------------------------------------------------------- /repro/oneshot/duoprompt.cache.json.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/duoprompt.cache.json.gz -------------------------------------------------------------------------------- /repro/oneshot/duot5.cache.json.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/duot5.cache.json.gz -------------------------------------------------------------------------------- /repro/oneshot/figure1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/figure1.pdf -------------------------------------------------------------------------------- /repro/oneshot/figure1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/figure1.py -------------------------------------------------------------------------------- /repro/oneshot/filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/filter.py -------------------------------------------------------------------------------- /repro/oneshot/maxrep.bm25-128.cache.json.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/maxrep.bm25-128.cache.json.gz -------------------------------------------------------------------------------- /repro/oneshot/maxrep.tcthnp-128.cache.json.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/maxrep.tcthnp-128.cache.json.gz -------------------------------------------------------------------------------- /repro/oneshot/table2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/repro/oneshot/table2.py -------------------------------------------------------------------------------- /requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/requirements-dev.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/requirements.txt -------------------------------------------------------------------------------- /tests/test_qrels_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/seanmacavaney/autoqrels/HEAD/tests/test_qrels_cache.py --------------------------------------------------------------------------------