├── .gitignore ├── LICENSE.md ├── README.md ├── abstracts-csfcube-preds.jsonl ├── ann_guidelines.pdf ├── datasheet.md ├── eval_scripts ├── rank_metrics.py ├── ranking_eval.py ├── requirements.txt └── sample_ranked_pools │ ├── test-pid2pool-csfcube-specter-background-ranked.json │ ├── test-pid2pool-csfcube-specter-method-ranked.json │ └── test-pid2pool-csfcube-specter-result-ranked.json ├── evaluation_splits.json ├── queries-release.csv ├── readable_annotations ├── 10010426-method-adju.txt ├── 10014168-background-adju.txt ├── 10052042-result-adju.txt ├── 102353905-method-adju.txt ├── 10695055-background-adju.txt ├── 11310392-method-adju.txt ├── 11629674-result-adju.txt ├── 11844559-background-adju.txt ├── 11844559-result-adju.txt ├── 1198964-method-adju.txt ├── 1198964-result-adju.txt ├── 1306065-result-adju.txt ├── 13949438-method-adju.txt ├── 1587-background-adju.txt ├── 1587-result-adju.txt ├── 174799296-method-adju.txt ├── 174799296-result-adju.txt ├── 1791179-background-adju.txt ├── 1791179-method-adju.txt ├── 189897839-background-adju.txt ├── 189897839-method-adju.txt ├── 1936997-background-adju.txt ├── 1936997-method-adju.txt ├── 2090262-result-adju.txt ├── 2360770-result-adju.txt ├── 2468783-method-adju.txt ├── 2468783-result-adju.txt ├── 2865563-result-adju.txt ├── 3264891-background-adju.txt ├── 3264891-result-adju.txt ├── 5052952-method-adju.txt ├── 5052952-result-adju.txt ├── 51977123-background-adju.txt ├── 52194540-background-adju.txt ├── 52194540-method-adju.txt ├── 5270848-method-adju.txt ├── 53080736-method-adju.txt ├── 53080736-result-adju.txt ├── 53082542-method-adju.txt ├── 5764728-background-adju.txt ├── 6173686-background-adju.txt ├── 6431039-background-adju.txt ├── 6431039-result-adju.txt ├── 7898033-background-adju.txt ├── 80628431-method-adju.txt ├── 80628431-result-adju.txt ├── 8781666-background-adju.txt ├── 8781666-result-adju.txt ├── 929877-background-adju.txt └── 929877-method-adju.txt ├── test-pid2anns-csfcube-background.json ├── test-pid2anns-csfcube-method.json ├── test-pid2anns-csfcube-result.json └── test-pid2pool-csfcube.json /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | .idea/* 3 | -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/README.md -------------------------------------------------------------------------------- /abstracts-csfcube-preds.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/abstracts-csfcube-preds.jsonl -------------------------------------------------------------------------------- /ann_guidelines.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/ann_guidelines.pdf -------------------------------------------------------------------------------- /datasheet.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/datasheet.md -------------------------------------------------------------------------------- /eval_scripts/rank_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/eval_scripts/rank_metrics.py -------------------------------------------------------------------------------- /eval_scripts/ranking_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/eval_scripts/ranking_eval.py -------------------------------------------------------------------------------- /eval_scripts/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy~=1.16.4 -------------------------------------------------------------------------------- /eval_scripts/sample_ranked_pools/test-pid2pool-csfcube-specter-background-ranked.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/eval_scripts/sample_ranked_pools/test-pid2pool-csfcube-specter-background-ranked.json -------------------------------------------------------------------------------- /eval_scripts/sample_ranked_pools/test-pid2pool-csfcube-specter-method-ranked.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/eval_scripts/sample_ranked_pools/test-pid2pool-csfcube-specter-method-ranked.json -------------------------------------------------------------------------------- /eval_scripts/sample_ranked_pools/test-pid2pool-csfcube-specter-result-ranked.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/eval_scripts/sample_ranked_pools/test-pid2pool-csfcube-specter-result-ranked.json -------------------------------------------------------------------------------- /evaluation_splits.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/evaluation_splits.json -------------------------------------------------------------------------------- /queries-release.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/queries-release.csv -------------------------------------------------------------------------------- /readable_annotations/10010426-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/10010426-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/10014168-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/10014168-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/10052042-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/10052042-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/102353905-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/102353905-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/10695055-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/10695055-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/11310392-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/11310392-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/11629674-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/11629674-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/11844559-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/11844559-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/11844559-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/11844559-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/1198964-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/1198964-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/1198964-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/1198964-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/1306065-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/1306065-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/13949438-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/13949438-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/1587-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/1587-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/1587-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/1587-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/174799296-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/174799296-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/174799296-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/174799296-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/1791179-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/1791179-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/1791179-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/1791179-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/189897839-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/189897839-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/189897839-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/189897839-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/1936997-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/1936997-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/1936997-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/1936997-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/2090262-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/2090262-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/2360770-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/2360770-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/2468783-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/2468783-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/2468783-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/2468783-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/2865563-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/2865563-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/3264891-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/3264891-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/3264891-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/3264891-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/5052952-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/5052952-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/5052952-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/5052952-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/51977123-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/51977123-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/52194540-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/52194540-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/52194540-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/52194540-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/5270848-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/5270848-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/53080736-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/53080736-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/53080736-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/53080736-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/53082542-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/53082542-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/5764728-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/5764728-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/6173686-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/6173686-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/6431039-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/6431039-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/6431039-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/6431039-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/7898033-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/7898033-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/80628431-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/80628431-method-adju.txt -------------------------------------------------------------------------------- /readable_annotations/80628431-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/80628431-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/8781666-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/8781666-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/8781666-result-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/8781666-result-adju.txt -------------------------------------------------------------------------------- /readable_annotations/929877-background-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/929877-background-adju.txt -------------------------------------------------------------------------------- /readable_annotations/929877-method-adju.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/readable_annotations/929877-method-adju.txt -------------------------------------------------------------------------------- /test-pid2anns-csfcube-background.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/test-pid2anns-csfcube-background.json -------------------------------------------------------------------------------- /test-pid2anns-csfcube-method.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/test-pid2anns-csfcube-method.json -------------------------------------------------------------------------------- /test-pid2anns-csfcube-result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/test-pid2anns-csfcube-result.json -------------------------------------------------------------------------------- /test-pid2pool-csfcube.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/iesl/CSFCube/HEAD/test-pid2pool-csfcube.json --------------------------------------------------------------------------------