├── .gitignore ├── Main_Fig_Horizontal.png ├── Main_Figure.png ├── Main_Figure_Horizontal.png ├── README.md ├── dataset.py ├── datasets_classes ├── __init__.py ├── base.py ├── dataset_loader.py └── qa │ ├── MuSiQue.py │ ├── __init__.py │ └── __pycache__ │ ├── MuSiQue.cpython-310.pyc │ └── __init__.cpython-310.pyc ├── evaluation_classes ├── MusiQue_metrics │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── answer.cpython-310.pyc │ │ └── metric.cpython-310.pyc │ ├── answer.py │ ├── group.py │ ├── group_answer_sufficiency.py │ ├── group_support_sufficiency.py │ ├── metric.py │ └── support.py ├── __init__.py ├── coreference.py ├── eval_base_class.py ├── fuse_reviews.py ├── question_answering.py └── summarization.py ├── files ├── configuration │ ├── predict.json │ └── predict_c.json └── prompts │ ├── ECB.json │ ├── FuseReviews.json │ ├── MultiNews.json │ ├── MusiQue.json │ ├── OpenASP.json │ └── SciCo.json ├── model_wrappers ├── __init__.py ├── hf_pipline_wrap.py └── model_wrap.py ├── requirements.txt └── scripts ├── Lama_models.py ├── __init__.py ├── check_pkl.py ├── compare_results_jsons.py ├── create_various_sets.py ├── eval_all.sh ├── evaluate_dataset.py ├── evaluation ├── ASD.py ├── __init__.py ├── cal_f1.py ├── cal_f1_fittokens.py ├── cal_f1_re.py ├── compare_models.py ├── sample_length_function.py └── statistical_analysis.py ├── generate_benchmark.py ├── graph.py ├── results_processing └── . … ├── run_all.sh └── run_model_predictions.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/.gitignore -------------------------------------------------------------------------------- /Main_Fig_Horizontal.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/Main_Fig_Horizontal.png -------------------------------------------------------------------------------- /Main_Figure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/Main_Figure.png -------------------------------------------------------------------------------- /Main_Figure_Horizontal.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/Main_Figure_Horizontal.png -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/README.md -------------------------------------------------------------------------------- /dataset.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /datasets_classes/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /datasets_classes/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/datasets_classes/base.py -------------------------------------------------------------------------------- /datasets_classes/dataset_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/datasets_classes/dataset_loader.py -------------------------------------------------------------------------------- /datasets_classes/qa/MuSiQue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/datasets_classes/qa/MuSiQue.py -------------------------------------------------------------------------------- /datasets_classes/qa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /datasets_classes/qa/__pycache__/MuSiQue.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/datasets_classes/qa/__pycache__/MuSiQue.cpython-310.pyc -------------------------------------------------------------------------------- /datasets_classes/qa/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/datasets_classes/qa/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation_classes/MusiQue_metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation_classes/MusiQue_metrics/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/MusiQue_metrics/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation_classes/MusiQue_metrics/__pycache__/answer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/MusiQue_metrics/__pycache__/answer.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation_classes/MusiQue_metrics/__pycache__/metric.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/MusiQue_metrics/__pycache__/metric.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation_classes/MusiQue_metrics/answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/MusiQue_metrics/answer.py -------------------------------------------------------------------------------- /evaluation_classes/MusiQue_metrics/group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/MusiQue_metrics/group.py -------------------------------------------------------------------------------- /evaluation_classes/MusiQue_metrics/group_answer_sufficiency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/MusiQue_metrics/group_answer_sufficiency.py -------------------------------------------------------------------------------- /evaluation_classes/MusiQue_metrics/group_support_sufficiency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/MusiQue_metrics/group_support_sufficiency.py -------------------------------------------------------------------------------- /evaluation_classes/MusiQue_metrics/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/MusiQue_metrics/metric.py -------------------------------------------------------------------------------- /evaluation_classes/MusiQue_metrics/support.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/MusiQue_metrics/support.py -------------------------------------------------------------------------------- /evaluation_classes/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation_classes/coreference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/coreference.py -------------------------------------------------------------------------------- /evaluation_classes/eval_base_class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/eval_base_class.py -------------------------------------------------------------------------------- /evaluation_classes/fuse_reviews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/fuse_reviews.py -------------------------------------------------------------------------------- /evaluation_classes/question_answering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/question_answering.py -------------------------------------------------------------------------------- /evaluation_classes/summarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/evaluation_classes/summarization.py -------------------------------------------------------------------------------- /files/configuration/predict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/files/configuration/predict.json -------------------------------------------------------------------------------- /files/configuration/predict_c.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/files/configuration/predict_c.json -------------------------------------------------------------------------------- /files/prompts/ECB.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/files/prompts/ECB.json -------------------------------------------------------------------------------- /files/prompts/FuseReviews.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/files/prompts/FuseReviews.json -------------------------------------------------------------------------------- /files/prompts/MultiNews.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/files/prompts/MultiNews.json -------------------------------------------------------------------------------- /files/prompts/MusiQue.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/files/prompts/MusiQue.json -------------------------------------------------------------------------------- /files/prompts/OpenASP.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/files/prompts/OpenASP.json -------------------------------------------------------------------------------- /files/prompts/SciCo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/files/prompts/SciCo.json -------------------------------------------------------------------------------- /model_wrappers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model_wrappers/hf_pipline_wrap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/model_wrappers/hf_pipline_wrap.py -------------------------------------------------------------------------------- /model_wrappers/model_wrap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/model_wrappers/model_wrap.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/Lama_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/Lama_models.py -------------------------------------------------------------------------------- /scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/check_pkl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/check_pkl.py -------------------------------------------------------------------------------- /scripts/compare_results_jsons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/compare_results_jsons.py -------------------------------------------------------------------------------- /scripts/create_various_sets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/create_various_sets.py -------------------------------------------------------------------------------- /scripts/eval_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/eval_all.sh -------------------------------------------------------------------------------- /scripts/evaluate_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/evaluate_dataset.py -------------------------------------------------------------------------------- /scripts/evaluation/ASD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/evaluation/ASD.py -------------------------------------------------------------------------------- /scripts/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/evaluation/cal_f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/evaluation/cal_f1.py -------------------------------------------------------------------------------- /scripts/evaluation/cal_f1_fittokens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/evaluation/cal_f1_fittokens.py -------------------------------------------------------------------------------- /scripts/evaluation/cal_f1_re.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/evaluation/cal_f1_re.py -------------------------------------------------------------------------------- /scripts/evaluation/compare_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/evaluation/compare_models.py -------------------------------------------------------------------------------- /scripts/evaluation/sample_length_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/evaluation/sample_length_function.py -------------------------------------------------------------------------------- /scripts/evaluation/statistical_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/evaluation/statistical_analysis.py -------------------------------------------------------------------------------- /scripts/generate_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/generate_benchmark.py -------------------------------------------------------------------------------- /scripts/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/graph.py -------------------------------------------------------------------------------- /scripts/results_processing/. …: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /scripts/run_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/run_all.sh -------------------------------------------------------------------------------- /scripts/run_model_predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shaharl6000/MoreDocsSameLen/HEAD/scripts/run_model_predictions.py --------------------------------------------------------------------------------