├── .gitignore ├── README.md ├── analysis-of-submissions ├── all_evaluations.json ├── benchmarks-in-pilot-study.json ├── corpus-to-benchmark.json ├── leaderboards-in-the-ir-experiment-platform.ipynb ├── retrieval-softwares-in-pilot-study.json ├── tira-ir-replicability.ipynb └── type-of-retrieval-softwares.json ├── ir-datasets ├── README.md └── tutorial │ ├── .gitignore │ ├── Dockerfile │ ├── README.md │ ├── pangram-documents.jsonl │ ├── pangram-qrels.txt │ ├── pangram-topics.xml │ └── pangrams.py ├── ir-measures ├── .devcontainer.json ├── .gitignore ├── .vscode │ └── settings.json ├── Dockerfile ├── Dockerfile.dev ├── Makefile ├── Pipfile ├── Pipfile.lock ├── README.md ├── __init__.py ├── ir-measures.iml ├── ir_measures_evaluator.py ├── output │ ├── evaluation-per-query.prototext │ └── evaluation.prototext └── tests │ ├── __init__.py │ ├── __pycache__ │ └── test_with_approvals.cpython-310-pytest-7.2.0.pyc │ ├── approvaltests_config.json │ ├── approved_files │ ├── test_with_approvals.test_all_valid.approved.txt │ ├── test_with_approvals.test_all_valid_with_rendering.approved.txt │ ├── test_with_approvals.test_all_valid_with_rendering_wrong_qrels_and_queries.approved.txt │ ├── test_with_approvals.test_document_ids_inconsistent_run_qrels.approved.txt │ ├── test_with_approvals.test_measure_invalid.approved.txt │ ├── test_with_approvals.test_measure_unknown.approved.txt │ ├── test_with_approvals.test_measure_valid.approved.txt │ ├── test_with_approvals.test_measure_valid_no_qrels.approved.txt │ ├── test_with_approvals.test_measure_valid_no_topics.approved.txt │ ├── test_with_approvals.test_measures_valid.approved.txt │ ├── test_with_approvals.test_output_dir_not_empty.approved.txt │ ├── test_with_approvals.test_output_path_is_file.approved.txt │ ├── test_with_approvals.test_output_path_not_found.approved.txt │ ├── test_with_approvals.test_output_valid_no_measures.approved.txt │ ├── test_with_approvals.test_output_valid_no_qrels.approved.txt │ ├── test_with_approvals.test_output_valid_no_topics.approved.txt │ ├── test_with_approvals.test_qrels_file_empty.approved.txt │ ├── test_with_approvals.test_qrels_path_is_dir.approved.txt │ ├── test_with_approvals.test_qrels_path_not_found.approved.txt │ ├── test_with_approvals.test_qrels_topics_valid.approved.txt │ ├── test_with_approvals.test_qrels_valid_no_topics.approved.txt │ ├── test_with_approvals.test_query_ids_inconsistent_run_qrels.approved.txt │ ├── test_with_approvals.test_query_ids_inconsistent_topics_qrels.approved.txt │ ├── test_with_approvals.test_query_ids_inconsistent_topics_run.approved.txt │ ├── test_with_approvals.test_run_document_id_special_chars.approved.txt │ ├── test_with_approvals.test_run_fewer_columns.approved.txt │ ├── test_with_approvals.test_run_file_empty.approved.txt │ ├── test_with_approvals.test_run_first_rank_not_zero.approved.txt │ ├── test_with_approvals.test_run_ignored_column_not_default.approved.txt │ ├── test_with_approvals.test_run_more_columns.approved.txt │ ├── test_with_approvals.test_run_multiple_tags.approved.txt │ ├── test_with_approvals.test_run_path_is_dir.approved.txt │ ├── test_with_approvals.test_run_path_not_found.approved.txt │ ├── test_with_approvals.test_run_query_id_not_ascending.approved.txt │ ├── test_with_approvals.test_run_query_id_special_chars.approved.txt │ ├── test_with_approvals.test_run_rank_not_ascending.approved.txt │ ├── test_with_approvals.test_run_rank_not_consecutive.approved.txt │ ├── test_with_approvals.test_run_rank_not_integer.approved.txt │ ├── test_with_approvals.test_run_rank_not_numeric.approved.txt │ ├── test_with_approvals.test_run_rank_ties.approved.txt │ ├── test_with_approvals.test_run_score_not_descending.approved.txt │ ├── test_with_approvals.test_run_score_not_numeric.approved.txt │ ├── test_with_approvals.test_run_score_rank_inconsistent.approved.txt │ ├── test_with_approvals.test_run_score_scientific_notation.approved.txt │ ├── test_with_approvals.test_run_score_ties.approved.txt │ ├── test_with_approvals.test_run_tag_special_chars.approved.txt │ ├── test_with_approvals.test_run_valid.approved.txt │ ├── test_with_approvals.test_topics_file_empty.approved.txt │ ├── test_with_approvals.test_topics_path_is_dir.approved.txt │ ├── test_with_approvals.test_topics_path_not_found.approved.txt │ └── test_with_approvals.test_topics_valid_no_qrels.approved.txt │ ├── end-to-end-test │ ├── document-components │ │ └── documents.jsonl │ ├── output-of-run │ │ └── run.txt │ ├── query-components │ │ └── queries.jsonl │ └── truth-data │ │ ├── metadata.json │ │ ├── qrels.txt │ │ └── queries.jsonl │ ├── test-io │ ├── test-input │ │ ├── empty_file.txt │ │ ├── qrels_sample_valid.txt │ │ ├── run_sample_invalid_less_columns.txt │ │ ├── run_sample_invalid_more_columns.txt │ │ ├── run_sample_invalid_multiple_tags.txt │ │ ├── run_sample_valid.txt │ │ ├── run_sample_warning_consistency.txt │ │ ├── run_sample_warning_docid_not_in_qrels.txt │ │ ├── run_sample_warning_docid_special_chars.txt │ │ ├── run_sample_warning_ignored_column_wrong.txt │ │ ├── run_sample_warning_qid_not_asc.txt │ │ ├── run_sample_warning_qid_not_in_qrels.txt │ │ ├── run_sample_warning_qid_special_chars.txt │ │ ├── run_sample_warning_rank_not_asc.txt │ │ ├── run_sample_warning_rank_not_consecutive.txt │ │ ├── run_sample_warning_rank_not_int.txt │ │ ├── run_sample_warning_rank_not_num.txt │ │ ├── run_sample_warning_rank_not_start_at_0.txt │ │ ├── run_sample_warning_rank_ties.txt │ │ ├── run_sample_warning_score_not_desc.txt │ │ ├── run_sample_warning_score_not_num.txt │ │ ├── run_sample_warning_score_scientific.txt │ │ ├── run_sample_warning_score_ties.txt │ │ ├── run_sample_warning_tag_special_chars.txt │ │ ├── test-input-cranfield │ │ │ ├── metadata.json │ │ │ ├── qrels.txt │ │ │ ├── queries.jsonl │ │ │ └── run.txt │ │ ├── topics_sample_valid.jsonl │ │ ├── topics_sample_warning_qid_not_in_qrels.jsonl │ │ └── topics_sample_warning_qid_not_in_run.jsonl │ └── test-output-not-empty │ │ └── file.txt │ └── test_with_approvals.py ├── reproducibility-experiments ├── README.md ├── full-rank-retriever-reproducibility.ipynb ├── interoparability-tutorial.ipynb └── re-rank-reproducibility.ipynb ├── serps └── create-serps.py └── tira-ir-starters ├── .gitignore ├── Makefile ├── README.md ├── beir ├── Dockerfile.base ├── Dockerfile.dres ├── Dockerfile.sbert ├── README.md ├── full_ranking.py ├── reranking.py ├── sample-input-full-rank │ ├── documents.jsonl │ ├── metadata.json │ ├── queries.jsonl │ └── queries.xml └── sample-input │ └── rerank.jsonl.gz ├── chatnoir ├── Dockerfile ├── README.md ├── chatnoir_pipelines.py ├── retrieve-with-chatnoir.sh └── sample-input │ ├── chatnoir-credentials.json │ ├── queries.jsonl │ └── queries.xml ├── duo-t5 ├── Dockerfile ├── README.md ├── Untitled.ipynb ├── __pycache__ │ └── duo-t5-preferences.cpython-37.pyc └── duo-t5-preferences.py ├── pygaggle ├── Dockerfile.base ├── Dockerfile.transformer ├── README.md ├── reranking.py └── sample-input │ └── rerank.jsonl.gz ├── pyserini ├── Dockerfile.base ├── Makefile ├── full-rank-bm25-rm3.ipynb ├── full-rank-bm25.ipynb ├── full-rank-qld-rm3.ipynb ├── full-rank-qld.ipynb ├── re-rank-bm25-rm3.ipynb ├── re-rank-bm25.ipynb ├── re-rank-qld-rm3.ipynb ├── re-rank-qld.ipynb ├── sample-input-full-rank │ ├── documents.jsonl │ ├── metadata.json │ ├── queries.jsonl │ └── queries.xml └── sample-input │ └── rerank.jsonl.gz ├── pyterrier-ciff ├── example-ciff │ └── index.ciff └── example-input │ ├── documents.jsonl │ ├── metadata.json │ ├── queries.jsonl │ └── queries.xml ├── pyterrier-colbert ├── Dockerfile ├── README.md ├── bm25-colbert.ipynb ├── reranking.py ├── sample-input-full-rank │ ├── documents.jsonl │ ├── metadata.json │ ├── queries.jsonl │ └── queries.xml └── sample-input │ └── rerank.jsonl.gz ├── pyterrier-duot5 ├── Dockerfile ├── README.md ├── __pycache__ │ ├── bla.cpython-310.pyc │ └── reranking.cpython-310.pyc ├── reranking.py └── sample-input │ └── rerank.jsonl.gz ├── pyterrier-t5 ├── Dockerfile ├── README.md ├── bm25-monot5.ipynb └── sample-input-full-rank │ ├── documents.jsonl │ ├── metadata.json │ ├── queries.jsonl │ └── queries.xml └── pyterrier ├── Dockerfile.base ├── README.md ├── __pycache__ └── tira_utils.cpython-310.pyc ├── default_pipelines.py ├── full-rank-pipeline.ipynb ├── pyterrier_cli.py ├── retrieval-pipeline.ipynb ├── run-pyterrier-notebook.py ├── sample-input-full-rank-gz ├── documents.jsonl.gz ├── metadata.json ├── queries.jsonl └── queries.xml ├── sample-input-full-rank ├── documents.jsonl ├── metadata.json ├── queries.jsonl └── queries.xml └── sample-input └── rerank.jsonl.gz /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/README.md -------------------------------------------------------------------------------- /analysis-of-submissions/all_evaluations.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/analysis-of-submissions/all_evaluations.json -------------------------------------------------------------------------------- /analysis-of-submissions/benchmarks-in-pilot-study.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/analysis-of-submissions/benchmarks-in-pilot-study.json -------------------------------------------------------------------------------- /analysis-of-submissions/corpus-to-benchmark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/analysis-of-submissions/corpus-to-benchmark.json -------------------------------------------------------------------------------- /analysis-of-submissions/leaderboards-in-the-ir-experiment-platform.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/analysis-of-submissions/leaderboards-in-the-ir-experiment-platform.ipynb -------------------------------------------------------------------------------- /analysis-of-submissions/retrieval-softwares-in-pilot-study.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/analysis-of-submissions/retrieval-softwares-in-pilot-study.json -------------------------------------------------------------------------------- /analysis-of-submissions/tira-ir-replicability.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/analysis-of-submissions/tira-ir-replicability.ipynb -------------------------------------------------------------------------------- /analysis-of-submissions/type-of-retrieval-softwares.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/analysis-of-submissions/type-of-retrieval-softwares.json -------------------------------------------------------------------------------- /ir-datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-datasets/README.md -------------------------------------------------------------------------------- /ir-datasets/tutorial/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-datasets/tutorial/.gitignore -------------------------------------------------------------------------------- /ir-datasets/tutorial/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-datasets/tutorial/Dockerfile -------------------------------------------------------------------------------- /ir-datasets/tutorial/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-datasets/tutorial/README.md -------------------------------------------------------------------------------- /ir-datasets/tutorial/pangram-documents.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-datasets/tutorial/pangram-documents.jsonl -------------------------------------------------------------------------------- /ir-datasets/tutorial/pangram-qrels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-datasets/tutorial/pangram-qrels.txt -------------------------------------------------------------------------------- /ir-datasets/tutorial/pangram-topics.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-datasets/tutorial/pangram-topics.xml -------------------------------------------------------------------------------- /ir-datasets/tutorial/pangrams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-datasets/tutorial/pangrams.py -------------------------------------------------------------------------------- /ir-measures/.devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/.devcontainer.json -------------------------------------------------------------------------------- /ir-measures/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/.gitignore -------------------------------------------------------------------------------- /ir-measures/.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/.vscode/settings.json -------------------------------------------------------------------------------- /ir-measures/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/Dockerfile -------------------------------------------------------------------------------- /ir-measures/Dockerfile.dev: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/Dockerfile.dev -------------------------------------------------------------------------------- /ir-measures/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/Makefile -------------------------------------------------------------------------------- /ir-measures/Pipfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/Pipfile -------------------------------------------------------------------------------- /ir-measures/Pipfile.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/Pipfile.lock -------------------------------------------------------------------------------- /ir-measures/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/README.md -------------------------------------------------------------------------------- /ir-measures/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ir-measures/ir-measures.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/ir-measures.iml -------------------------------------------------------------------------------- /ir-measures/ir_measures_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/ir_measures_evaluator.py -------------------------------------------------------------------------------- /ir-measures/output/evaluation-per-query.prototext: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/output/evaluation-per-query.prototext -------------------------------------------------------------------------------- /ir-measures/output/evaluation.prototext: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/output/evaluation.prototext -------------------------------------------------------------------------------- /ir-measures/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ir-measures/tests/__pycache__/test_with_approvals.cpython-310-pytest-7.2.0.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/__pycache__/test_with_approvals.cpython-310-pytest-7.2.0.pyc -------------------------------------------------------------------------------- /ir-measures/tests/approvaltests_config.json: -------------------------------------------------------------------------------- 1 | { 2 | "subdirectory": "approved_files" 3 | } -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_all_valid.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_all_valid.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_all_valid_with_rendering.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_all_valid_with_rendering.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_all_valid_with_rendering_wrong_qrels_and_queries.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_all_valid_with_rendering_wrong_qrels_and_queries.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_document_ids_inconsistent_run_qrels.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_document_ids_inconsistent_run_qrels.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_measure_invalid.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_measure_invalid.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_measure_unknown.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_measure_unknown.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_measure_valid.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_measure_valid.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_measure_valid_no_qrels.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_measure_valid_no_qrels.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_measure_valid_no_topics.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_measure_valid_no_topics.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_measures_valid.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_measures_valid.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_output_dir_not_empty.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_output_dir_not_empty.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_output_path_is_file.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_output_path_is_file.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_output_path_not_found.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_output_path_not_found.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_output_valid_no_measures.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_output_valid_no_measures.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_output_valid_no_qrels.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_output_valid_no_qrels.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_output_valid_no_topics.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_output_valid_no_topics.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_qrels_file_empty.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_qrels_file_empty.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_qrels_path_is_dir.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_qrels_path_is_dir.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_qrels_path_not_found.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_qrels_path_not_found.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_qrels_topics_valid.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_qrels_topics_valid.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_qrels_valid_no_topics.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_qrels_valid_no_topics.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_query_ids_inconsistent_run_qrels.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_query_ids_inconsistent_run_qrels.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_query_ids_inconsistent_topics_qrels.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_query_ids_inconsistent_topics_qrels.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_query_ids_inconsistent_topics_run.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_query_ids_inconsistent_topics_run.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_document_id_special_chars.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_document_id_special_chars.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_fewer_columns.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_fewer_columns.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_file_empty.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_file_empty.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_first_rank_not_zero.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_first_rank_not_zero.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_ignored_column_not_default.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_ignored_column_not_default.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_more_columns.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_more_columns.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_multiple_tags.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_multiple_tags.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_path_is_dir.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_path_is_dir.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_path_not_found.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_path_not_found.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_query_id_not_ascending.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_query_id_not_ascending.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_query_id_special_chars.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_query_id_special_chars.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_rank_not_ascending.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_rank_not_ascending.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_rank_not_consecutive.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_rank_not_consecutive.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_rank_not_integer.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_rank_not_integer.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_rank_not_numeric.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_rank_not_numeric.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_rank_ties.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_rank_ties.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_score_not_descending.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_score_not_descending.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_score_not_numeric.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_score_not_numeric.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_score_rank_inconsistent.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_score_rank_inconsistent.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_score_scientific_notation.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_score_scientific_notation.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_score_ties.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_score_ties.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_tag_special_chars.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_tag_special_chars.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_run_valid.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_run_valid.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_topics_file_empty.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_topics_file_empty.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_topics_path_is_dir.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_topics_path_is_dir.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_topics_path_not_found.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_topics_path_not_found.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/approved_files/test_with_approvals.test_topics_valid_no_qrels.approved.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/approved_files/test_with_approvals.test_topics_valid_no_qrels.approved.txt -------------------------------------------------------------------------------- /ir-measures/tests/end-to-end-test/document-components/documents.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/end-to-end-test/document-components/documents.jsonl -------------------------------------------------------------------------------- /ir-measures/tests/end-to-end-test/output-of-run/run.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/end-to-end-test/output-of-run/run.txt -------------------------------------------------------------------------------- /ir-measures/tests/end-to-end-test/query-components/queries.jsonl: -------------------------------------------------------------------------------- 1 | {"qid": 1, "dummy-annotation": 1} 2 | -------------------------------------------------------------------------------- /ir-measures/tests/end-to-end-test/truth-data/metadata.json: -------------------------------------------------------------------------------- 1 | {"ir_datasets_id": "cranfield"} 2 | -------------------------------------------------------------------------------- /ir-measures/tests/end-to-end-test/truth-data/qrels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/end-to-end-test/truth-data/qrels.txt -------------------------------------------------------------------------------- /ir-measures/tests/end-to-end-test/truth-data/queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/end-to-end-test/truth-data/queries.jsonl -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/empty_file.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/qrels_sample_valid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/qrels_sample_valid.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_invalid_less_columns.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_invalid_less_columns.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_invalid_more_columns.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_invalid_more_columns.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_invalid_multiple_tags.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_invalid_multiple_tags.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_valid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_valid.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_consistency.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_consistency.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_docid_not_in_qrels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_docid_not_in_qrels.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_docid_special_chars.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_docid_special_chars.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_ignored_column_wrong.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_ignored_column_wrong.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_qid_not_asc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_qid_not_asc.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_qid_not_in_qrels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_qid_not_in_qrels.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_qid_special_chars.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_qid_special_chars.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_rank_not_asc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_rank_not_asc.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_rank_not_consecutive.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_rank_not_consecutive.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_rank_not_int.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_rank_not_int.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_rank_not_num.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_rank_not_num.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_rank_not_start_at_0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_rank_not_start_at_0.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_rank_ties.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_rank_ties.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_score_not_desc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_score_not_desc.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_score_not_num.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_score_not_num.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_score_scientific.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_score_scientific.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_score_ties.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_score_ties.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/run_sample_warning_tag_special_chars.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/run_sample_warning_tag_special_chars.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/test-input-cranfield/metadata.json: -------------------------------------------------------------------------------- 1 | {"ir_datasets_id": "cranfield"} 2 | -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/test-input-cranfield/qrels.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/test-input-cranfield/qrels.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/test-input-cranfield/queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/test-input-cranfield/queries.jsonl -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/test-input-cranfield/run.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/test-input-cranfield/run.txt -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/topics_sample_valid.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/topics_sample_valid.jsonl -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/topics_sample_warning_qid_not_in_qrels.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/topics_sample_warning_qid_not_in_qrels.jsonl -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-input/topics_sample_warning_qid_not_in_run.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test-io/test-input/topics_sample_warning_qid_not_in_run.jsonl -------------------------------------------------------------------------------- /ir-measures/tests/test-io/test-output-not-empty/file.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ir-measures/tests/test_with_approvals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/ir-measures/tests/test_with_approvals.py -------------------------------------------------------------------------------- /reproducibility-experiments/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/reproducibility-experiments/README.md -------------------------------------------------------------------------------- /reproducibility-experiments/full-rank-retriever-reproducibility.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/reproducibility-experiments/full-rank-retriever-reproducibility.ipynb -------------------------------------------------------------------------------- /reproducibility-experiments/interoparability-tutorial.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/reproducibility-experiments/interoparability-tutorial.ipynb -------------------------------------------------------------------------------- /reproducibility-experiments/re-rank-reproducibility.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/reproducibility-experiments/re-rank-reproducibility.ipynb -------------------------------------------------------------------------------- /serps/create-serps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/serps/create-serps.py -------------------------------------------------------------------------------- /tira-ir-starters/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/.gitignore -------------------------------------------------------------------------------- /tira-ir-starters/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/Makefile -------------------------------------------------------------------------------- /tira-ir-starters/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/README.md -------------------------------------------------------------------------------- /tira-ir-starters/beir/Dockerfile.base: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/beir/Dockerfile.base -------------------------------------------------------------------------------- /tira-ir-starters/beir/Dockerfile.dres: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/beir/Dockerfile.dres -------------------------------------------------------------------------------- /tira-ir-starters/beir/Dockerfile.sbert: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/beir/Dockerfile.sbert -------------------------------------------------------------------------------- /tira-ir-starters/beir/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/beir/README.md -------------------------------------------------------------------------------- /tira-ir-starters/beir/full_ranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/beir/full_ranking.py -------------------------------------------------------------------------------- /tira-ir-starters/beir/reranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/beir/reranking.py -------------------------------------------------------------------------------- /tira-ir-starters/beir/sample-input-full-rank/documents.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/beir/sample-input-full-rank/documents.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/beir/sample-input-full-rank/metadata.json: -------------------------------------------------------------------------------- 1 | {"ir_datasets_id": "pangrams"} 2 | -------------------------------------------------------------------------------- /tira-ir-starters/beir/sample-input-full-rank/queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/beir/sample-input-full-rank/queries.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/beir/sample-input-full-rank/queries.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/beir/sample-input-full-rank/queries.xml -------------------------------------------------------------------------------- /tira-ir-starters/beir/sample-input/rerank.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/beir/sample-input/rerank.jsonl.gz -------------------------------------------------------------------------------- /tira-ir-starters/chatnoir/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/chatnoir/Dockerfile -------------------------------------------------------------------------------- /tira-ir-starters/chatnoir/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/chatnoir/README.md -------------------------------------------------------------------------------- /tira-ir-starters/chatnoir/chatnoir_pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/chatnoir/chatnoir_pipelines.py -------------------------------------------------------------------------------- /tira-ir-starters/chatnoir/retrieve-with-chatnoir.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/chatnoir/retrieve-with-chatnoir.sh -------------------------------------------------------------------------------- /tira-ir-starters/chatnoir/sample-input/chatnoir-credentials.json: -------------------------------------------------------------------------------- 1 | {"index": "ClueWeb09", "apikey":"21695554-1a2b-4114-b57d-59ffb543cc6d"} 2 | -------------------------------------------------------------------------------- /tira-ir-starters/chatnoir/sample-input/queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/chatnoir/sample-input/queries.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/chatnoir/sample-input/queries.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/chatnoir/sample-input/queries.xml -------------------------------------------------------------------------------- /tira-ir-starters/duo-t5/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/duo-t5/Dockerfile -------------------------------------------------------------------------------- /tira-ir-starters/duo-t5/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/duo-t5/README.md -------------------------------------------------------------------------------- /tira-ir-starters/duo-t5/Untitled.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/duo-t5/Untitled.ipynb -------------------------------------------------------------------------------- /tira-ir-starters/duo-t5/__pycache__/duo-t5-preferences.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/duo-t5/__pycache__/duo-t5-preferences.cpython-37.pyc -------------------------------------------------------------------------------- /tira-ir-starters/duo-t5/duo-t5-preferences.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/duo-t5/duo-t5-preferences.py -------------------------------------------------------------------------------- /tira-ir-starters/pygaggle/Dockerfile.base: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pygaggle/Dockerfile.base -------------------------------------------------------------------------------- /tira-ir-starters/pygaggle/Dockerfile.transformer: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pygaggle/Dockerfile.transformer -------------------------------------------------------------------------------- /tira-ir-starters/pygaggle/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pygaggle/README.md -------------------------------------------------------------------------------- /tira-ir-starters/pygaggle/reranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pygaggle/reranking.py -------------------------------------------------------------------------------- /tira-ir-starters/pygaggle/sample-input/rerank.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pygaggle/sample-input/rerank.jsonl.gz -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/Dockerfile.base: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/Dockerfile.base -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/Makefile -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/full-rank-bm25-rm3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/full-rank-bm25-rm3.ipynb -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/full-rank-bm25.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/full-rank-bm25.ipynb -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/full-rank-qld-rm3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/full-rank-qld-rm3.ipynb -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/full-rank-qld.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/full-rank-qld.ipynb -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/re-rank-bm25-rm3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/re-rank-bm25-rm3.ipynb -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/re-rank-bm25.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/re-rank-bm25.ipynb -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/re-rank-qld-rm3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/re-rank-qld-rm3.ipynb -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/re-rank-qld.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/re-rank-qld.ipynb -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/sample-input-full-rank/documents.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/sample-input-full-rank/documents.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/sample-input-full-rank/metadata.json: -------------------------------------------------------------------------------- 1 | {"ir_datasets_id": "pangrams"} 2 | -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/sample-input-full-rank/queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/sample-input-full-rank/queries.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/sample-input-full-rank/queries.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/sample-input-full-rank/queries.xml -------------------------------------------------------------------------------- /tira-ir-starters/pyserini/sample-input/rerank.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyserini/sample-input/rerank.jsonl.gz -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-ciff/example-ciff/index.ciff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-ciff/example-ciff/index.ciff -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-ciff/example-input/documents.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-ciff/example-input/documents.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-ciff/example-input/metadata.json: -------------------------------------------------------------------------------- 1 | {"ir_datasets_id": "pangrams"} 2 | -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-ciff/example-input/queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-ciff/example-input/queries.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-ciff/example-input/queries.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-ciff/example-input/queries.xml -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-colbert/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-colbert/Dockerfile -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-colbert/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-colbert/README.md -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-colbert/bm25-colbert.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-colbert/bm25-colbert.ipynb -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-colbert/reranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-colbert/reranking.py -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-colbert/sample-input-full-rank/documents.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-colbert/sample-input-full-rank/documents.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-colbert/sample-input-full-rank/metadata.json: -------------------------------------------------------------------------------- 1 | {"ir_datasets_id": "pangrams"} 2 | -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-colbert/sample-input-full-rank/queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-colbert/sample-input-full-rank/queries.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-colbert/sample-input-full-rank/queries.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-colbert/sample-input-full-rank/queries.xml -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-colbert/sample-input/rerank.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-colbert/sample-input/rerank.jsonl.gz -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-duot5/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-duot5/Dockerfile -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-duot5/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-duot5/README.md -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-duot5/__pycache__/bla.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-duot5/__pycache__/bla.cpython-310.pyc -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-duot5/__pycache__/reranking.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-duot5/__pycache__/reranking.cpython-310.pyc -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-duot5/reranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-duot5/reranking.py -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-duot5/sample-input/rerank.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-duot5/sample-input/rerank.jsonl.gz -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-t5/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-t5/Dockerfile -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-t5/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-t5/README.md -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-t5/bm25-monot5.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-t5/bm25-monot5.ipynb -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-t5/sample-input-full-rank/documents.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-t5/sample-input-full-rank/documents.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-t5/sample-input-full-rank/metadata.json: -------------------------------------------------------------------------------- 1 | {"ir_datasets_id": "pangrams"} 2 | -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-t5/sample-input-full-rank/queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-t5/sample-input-full-rank/queries.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier-t5/sample-input-full-rank/queries.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier-t5/sample-input-full-rank/queries.xml -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/Dockerfile.base: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/Dockerfile.base -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/README.md -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/__pycache__/tira_utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/__pycache__/tira_utils.cpython-310.pyc -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/default_pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/default_pipelines.py -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/full-rank-pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/full-rank-pipeline.ipynb -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/pyterrier_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/pyterrier_cli.py -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/retrieval-pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/retrieval-pipeline.ipynb -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/run-pyterrier-notebook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/run-pyterrier-notebook.py -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/sample-input-full-rank-gz/documents.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/sample-input-full-rank-gz/documents.jsonl.gz -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/sample-input-full-rank-gz/metadata.json: -------------------------------------------------------------------------------- 1 | {"ir_datasets_id": "pangrams"} 2 | -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/sample-input-full-rank-gz/queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/sample-input-full-rank-gz/queries.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/sample-input-full-rank-gz/queries.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/sample-input-full-rank-gz/queries.xml -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/sample-input-full-rank/documents.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/sample-input-full-rank/documents.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/sample-input-full-rank/metadata.json: -------------------------------------------------------------------------------- 1 | {"ir_datasets_id": "pangrams"} 2 | -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/sample-input-full-rank/queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/sample-input-full-rank/queries.jsonl -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/sample-input-full-rank/queries.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/sample-input-full-rank/queries.xml -------------------------------------------------------------------------------- /tira-ir-starters/pyterrier/sample-input/rerank.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tira-io/ir-experiment-platform/HEAD/tira-ir-starters/pyterrier/sample-input/rerank.jsonl.gz --------------------------------------------------------------------------------