├── .gitignore ├── LICENSE ├── README.md ├── examples ├── Example0_Basic_Functions.ipynb ├── Example2_Making_Doc_Pools.ipynb ├── Example3_Comparing_Runs.ipynb ├── Example4_Run_Correlation.ipynb ├── Example5_Agreement_QRels.ipynb ├── Example6_Fusion_Run.ipynb └── robust03 │ ├── qrel │ ├── mod_robust03_qrels.txt │ └── robust03_qrels.txt │ ├── robust03.png │ └── runs │ ├── input.InexpC2.gz │ ├── input.MU03rob01.gz │ ├── input.NLPR03vb10.gz │ ├── input.SABIR03BASE.gz │ ├── input.Sel50.gz │ ├── input.THUIRr0301.gz │ ├── input.UAmsT03RDesc.gz │ ├── input.UIUC03Rd1.gz │ ├── input.VTcdhgp1.gz │ ├── input.aplrob03a.gz │ ├── input.fub03IeOLKe3.gz │ ├── input.humR03dc.gz │ ├── input.oce03noXbmD.gz │ ├── input.pircRBa1.gz │ ├── input.rutcor03100.gz │ ├── input.uic0301.gz │ ├── input.uwmtCR0.gz │ └── robust03.png ├── setup.py ├── trectools ├── __init__.py ├── fusion.py ├── fusion.py.bak ├── misc.py ├── misc.py.bak ├── procedures.py ├── trec_eval.py ├── trec_indri.py ├── trec_pisa.py ├── trec_pool.py ├── trec_pool.py.bak ├── trec_pool_maker.py ├── trec_qrel.py ├── trec_res.py ├── trec_run.py ├── trec_terrier.py └── trec_topics.py └── unittests ├── files ├── input.uic0301 ├── input.uic0301_top30 ├── qrel1.txt ├── r1.run ├── r2.run ├── r3.run ├── r4.run └── robust03_cs_qrels.txt ├── runner.py ├── testtreceval.py └── testtrecrun.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/README.md -------------------------------------------------------------------------------- /examples/Example0_Basic_Functions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/Example0_Basic_Functions.ipynb -------------------------------------------------------------------------------- /examples/Example2_Making_Doc_Pools.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/Example2_Making_Doc_Pools.ipynb -------------------------------------------------------------------------------- /examples/Example3_Comparing_Runs.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/Example3_Comparing_Runs.ipynb -------------------------------------------------------------------------------- /examples/Example4_Run_Correlation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/Example4_Run_Correlation.ipynb -------------------------------------------------------------------------------- /examples/Example5_Agreement_QRels.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/Example5_Agreement_QRels.ipynb -------------------------------------------------------------------------------- /examples/Example6_Fusion_Run.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/Example6_Fusion_Run.ipynb -------------------------------------------------------------------------------- /examples/robust03/qrel/mod_robust03_qrels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/qrel/mod_robust03_qrels.txt -------------------------------------------------------------------------------- /examples/robust03/qrel/robust03_qrels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/qrel/robust03_qrels.txt -------------------------------------------------------------------------------- /examples/robust03/robust03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/robust03.png -------------------------------------------------------------------------------- /examples/robust03/runs/input.InexpC2.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.InexpC2.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.MU03rob01.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.MU03rob01.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.NLPR03vb10.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.NLPR03vb10.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.SABIR03BASE.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.SABIR03BASE.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.Sel50.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.Sel50.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.THUIRr0301.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.THUIRr0301.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.UAmsT03RDesc.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.UAmsT03RDesc.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.UIUC03Rd1.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.UIUC03Rd1.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.VTcdhgp1.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.VTcdhgp1.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.aplrob03a.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.aplrob03a.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.fub03IeOLKe3.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.fub03IeOLKe3.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.humR03dc.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.humR03dc.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.oce03noXbmD.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.oce03noXbmD.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.pircRBa1.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.pircRBa1.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.rutcor03100.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.rutcor03100.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.uic0301.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.uic0301.gz -------------------------------------------------------------------------------- /examples/robust03/runs/input.uwmtCR0.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/input.uwmtCR0.gz -------------------------------------------------------------------------------- /examples/robust03/runs/robust03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/examples/robust03/runs/robust03.png -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/setup.py -------------------------------------------------------------------------------- /trectools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/__init__.py -------------------------------------------------------------------------------- /trectools/fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/fusion.py -------------------------------------------------------------------------------- /trectools/fusion.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/fusion.py.bak -------------------------------------------------------------------------------- /trectools/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/misc.py -------------------------------------------------------------------------------- /trectools/misc.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/misc.py.bak -------------------------------------------------------------------------------- /trectools/procedures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/procedures.py -------------------------------------------------------------------------------- /trectools/trec_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/trec_eval.py -------------------------------------------------------------------------------- /trectools/trec_indri.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/trec_indri.py -------------------------------------------------------------------------------- /trectools/trec_pisa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/trec_pisa.py -------------------------------------------------------------------------------- /trectools/trec_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/trec_pool.py -------------------------------------------------------------------------------- /trectools/trec_pool.py.bak: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/trec_pool.py.bak -------------------------------------------------------------------------------- /trectools/trec_pool_maker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/trec_pool_maker.py -------------------------------------------------------------------------------- /trectools/trec_qrel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/trec_qrel.py -------------------------------------------------------------------------------- /trectools/trec_res.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/trec_res.py -------------------------------------------------------------------------------- /trectools/trec_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/trec_run.py -------------------------------------------------------------------------------- /trectools/trec_terrier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/trec_terrier.py -------------------------------------------------------------------------------- /trectools/trec_topics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/trectools/trec_topics.py -------------------------------------------------------------------------------- /unittests/files/input.uic0301: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/unittests/files/input.uic0301 -------------------------------------------------------------------------------- /unittests/files/input.uic0301_top30: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/unittests/files/input.uic0301_top30 -------------------------------------------------------------------------------- /unittests/files/qrel1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/unittests/files/qrel1.txt -------------------------------------------------------------------------------- /unittests/files/r1.run: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/unittests/files/r1.run -------------------------------------------------------------------------------- /unittests/files/r2.run: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/unittests/files/r2.run -------------------------------------------------------------------------------- /unittests/files/r3.run: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/unittests/files/r3.run -------------------------------------------------------------------------------- /unittests/files/r4.run: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/unittests/files/r4.run -------------------------------------------------------------------------------- /unittests/files/robust03_cs_qrels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/unittests/files/robust03_cs_qrels.txt -------------------------------------------------------------------------------- /unittests/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/unittests/runner.py -------------------------------------------------------------------------------- /unittests/testtreceval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/unittests/testtreceval.py -------------------------------------------------------------------------------- /unittests/testtrecrun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joaopalotti/trectools/HEAD/unittests/testtrecrun.py --------------------------------------------------------------------------------