├── .gitignore ├── ATTRIBUTION ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── NOTICE ├── README.md ├── requirements.txt ├── setup.py ├── src └── comp_med_dsum_eval │ ├── __init__.py │ ├── eval │ ├── __init__.py │ ├── bert_score.py │ ├── effective_faithfulness.py │ ├── entailment.py │ ├── extractiveness.py │ ├── human │ │ ├── __init__.py │ │ ├── constants.py │ │ ├── generate_files.py │ │ └── just_test.py │ ├── oracle.py │ ├── rouge.py │ └── rouge_metric.py │ ├── gen_transformers │ ├── README.md │ ├── __init__.py │ ├── dataset.py │ ├── ent_evaluation.py │ ├── extract_ents_for_summary.py │ ├── generate.py │ ├── loss_dropper.py │ ├── main.py │ ├── model.py │ ├── process_ents_for_summary.py │ ├── results_to_table.py │ ├── retrieve_contexts.py │ └── run_ent_eval.sh │ ├── gpu_utils.py │ ├── perturber │ ├── README.md │ ├── __init__.py │ ├── agg_eval.py │ ├── dataset.py │ ├── diversity_eval.py │ ├── dsum_data │ │ ├── __init__.py │ │ ├── extract_ents.py │ │ ├── generate_sent_index.py │ │ ├── header_concepts.py │ │ ├── retrieve_related_ents.py │ │ └── structure_notes.py │ ├── ent_evaluation.py │ ├── evaluate.py │ ├── extract_ents_for_perturbed.py │ ├── generate_perturbations.py │ ├── generate_swaps.py │ ├── main.py │ ├── nsp_scores.py │ ├── playground.py │ ├── process_ents_for_perturbed.py │ ├── results_to_table.py │ ├── run_evaluations.sh │ ├── sum_data │ │ ├── __init__.py │ │ ├── embed_high_quality.py │ │ ├── held_out_set.py │ │ ├── retrieve_related_ents.py │ │ └── sents_to_remove_from_perturb.py │ └── utils.py │ ├── preprocess │ ├── README.MD │ ├── __init__.py │ ├── cache_hf_ouputs.py │ ├── cache_sent_level_rouge.py │ ├── collect_dataset.py │ ├── compute_idf.py │ ├── constants.py │ ├── context_extractor.py │ ├── entity │ │ ├── __init__.py │ │ ├── ent_types.py │ │ ├── entity_utils.py │ │ ├── extract_ents.py │ │ └── process_ents.py │ ├── fragment_utils.py │ ├── gen_splits.py │ ├── get_relevant_notes.py │ ├── mimic_utils.py │ ├── sec_tag │ │ ├── README.MD │ │ ├── __init__.py │ │ ├── concept_graph.py │ │ ├── data │ │ │ ├── Description of SecTag Terminology.rtf │ │ │ ├── SecTag concepts.csv │ │ │ ├── SecTag_Terminology.sql │ │ │ ├── ancestors.txt │ │ │ ├── concepts_and_synonyms.txt │ │ │ ├── concepts_rel.csv │ │ │ ├── descendants.txt │ │ │ └── graph.txt │ │ ├── get_db.py │ │ ├── main.py │ │ ├── normalize.py │ │ └── section_utils.py │ ├── sent_segment │ │ ├── README.MD │ │ ├── __init__.py │ │ ├── date_finder.py │ │ ├── lab_value_matcher.py │ │ ├── main.py │ │ ├── overlap_utils.py │ │ ├── size_measurement_finder.py │ │ └── time_finder.py │ ├── structure_notes.py │ └── variations.py │ ├── py.typed │ ├── ref_analysis │ ├── __init__.py │ ├── buckets.py │ ├── compute_acm_stats.py │ ├── correlations.py │ ├── halluc_top_corel.py │ ├── hallucinations.py │ ├── high_quality_examples.py │ ├── hpi_analysis.py │ ├── icu.py │ ├── target_coherence.py │ └── visualize_stats.py │ └── ref_reviser │ ├── README.md │ ├── __init__.py │ ├── agg_eval.py │ ├── alignments │ ├── __init__.py │ ├── collect_examples.py │ ├── retrieve_contexts.py │ ├── separate_alignments_by_quality.py │ └── utils.py │ ├── build.sh │ ├── build_revised_summaries.py │ ├── build_train_dataset_from_perturbed.py │ ├── compare_system_outputs.py │ ├── dataset.py │ ├── ent_evaluation.py │ ├── evaluate.py │ ├── extract_ents_for_revised.py │ ├── generate.py │ ├── main.py │ ├── model.py │ ├── model_utils.py │ ├── process_ents_for_revised.py │ ├── run_eval.sh │ └── unrevised_stats.py └── static └── revise_model_contrast.png /.gitignore: -------------------------------------------------------------------------------- 1 | .idea 2 | -------------------------------------------------------------------------------- /ATTRIBUTION: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/ATTRIBUTION -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/LICENSE -------------------------------------------------------------------------------- /NOTICE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/NOTICE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/README.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/setup.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/__init__.py: -------------------------------------------------------------------------------- 1 | # Implement your code here. 2 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/eval/bert_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/eval/bert_score.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/eval/effective_faithfulness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/eval/effective_faithfulness.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/eval/entailment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/eval/entailment.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/eval/extractiveness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/eval/extractiveness.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/eval/human/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/eval/human/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/eval/human/constants.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/eval/human/generate_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/eval/human/generate_files.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/eval/human/just_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/eval/human/just_test.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/eval/oracle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/eval/oracle.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/eval/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/eval/rouge.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/eval/rouge_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/eval/rouge_metric.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gen_transformers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/gen_transformers/README.md -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gen_transformers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gen_transformers/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/gen_transformers/dataset.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gen_transformers/ent_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/gen_transformers/ent_evaluation.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gen_transformers/extract_ents_for_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/gen_transformers/extract_ents_for_summary.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gen_transformers/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/gen_transformers/generate.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gen_transformers/loss_dropper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/gen_transformers/loss_dropper.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gen_transformers/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/gen_transformers/main.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gen_transformers/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/gen_transformers/model.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gen_transformers/process_ents_for_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/gen_transformers/process_ents_for_summary.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gen_transformers/results_to_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/gen_transformers/results_to_table.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gen_transformers/retrieve_contexts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/gen_transformers/retrieve_contexts.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gen_transformers/run_ent_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/gen_transformers/run_ent_eval.sh -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/gpu_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/gpu_utils.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/README.md -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/agg_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/agg_eval.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/dataset.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/diversity_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/diversity_eval.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/dsum_data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/dsum_data/extract_ents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/dsum_data/extract_ents.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/dsum_data/generate_sent_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/dsum_data/generate_sent_index.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/dsum_data/header_concepts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/dsum_data/header_concepts.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/dsum_data/retrieve_related_ents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/dsum_data/retrieve_related_ents.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/dsum_data/structure_notes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/dsum_data/structure_notes.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/ent_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/ent_evaluation.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/evaluate.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/extract_ents_for_perturbed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/extract_ents_for_perturbed.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/generate_perturbations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/generate_perturbations.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/generate_swaps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/generate_swaps.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/main.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/nsp_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/nsp_scores.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/playground.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/playground.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/process_ents_for_perturbed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/process_ents_for_perturbed.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/results_to_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/results_to_table.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/run_evaluations.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/run_evaluations.sh -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/sum_data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/sum_data/embed_high_quality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/sum_data/embed_high_quality.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/sum_data/held_out_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/sum_data/held_out_set.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/sum_data/retrieve_related_ents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/sum_data/retrieve_related_ents.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/sum_data/sents_to_remove_from_perturb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/sum_data/sents_to_remove_from_perturb.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/perturber/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/perturber/utils.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/README.MD -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/cache_hf_ouputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/cache_hf_ouputs.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/cache_sent_level_rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/cache_sent_level_rouge.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/collect_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/collect_dataset.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/compute_idf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/compute_idf.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/constants.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/context_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/context_extractor.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/entity/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/entity/ent_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/entity/ent_types.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/entity/entity_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/entity/entity_utils.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/entity/extract_ents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/entity/extract_ents.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/entity/process_ents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/entity/process_ents.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/fragment_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/fragment_utils.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/gen_splits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/gen_splits.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/get_relevant_notes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/get_relevant_notes.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/mimic_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/mimic_utils.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/README.MD -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/concept_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/concept_graph.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/data/Description of SecTag Terminology.rtf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/data/Description of SecTag Terminology.rtf -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/data/SecTag concepts.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/data/SecTag concepts.csv -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/data/SecTag_Terminology.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/data/SecTag_Terminology.sql -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/data/ancestors.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/data/ancestors.txt -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/data/concepts_and_synonyms.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/data/concepts_and_synonyms.txt -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/data/concepts_rel.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/data/concepts_rel.csv -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/data/descendants.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/data/descendants.txt -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/data/graph.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/data/graph.txt -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/get_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/get_db.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/main.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/normalize.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sec_tag/section_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sec_tag/section_utils.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sent_segment/README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sent_segment/README.MD -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sent_segment/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sent_segment/date_finder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sent_segment/date_finder.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sent_segment/lab_value_matcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sent_segment/lab_value_matcher.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sent_segment/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sent_segment/main.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sent_segment/overlap_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sent_segment/overlap_utils.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sent_segment/size_measurement_finder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sent_segment/size_measurement_finder.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/sent_segment/time_finder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/sent_segment/time_finder.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/structure_notes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/structure_notes.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/preprocess/variations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/preprocess/variations.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/py.typed: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/py.typed -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_analysis/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_analysis/buckets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_analysis/buckets.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_analysis/compute_acm_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_analysis/compute_acm_stats.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_analysis/correlations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_analysis/correlations.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_analysis/halluc_top_corel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_analysis/halluc_top_corel.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_analysis/hallucinations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_analysis/hallucinations.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_analysis/high_quality_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_analysis/high_quality_examples.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_analysis/hpi_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_analysis/hpi_analysis.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_analysis/icu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_analysis/icu.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_analysis/target_coherence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_analysis/target_coherence.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_analysis/visualize_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_analysis/visualize_stats.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/README.md -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/agg_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/agg_eval.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/alignments/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/alignments/collect_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/alignments/collect_examples.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/alignments/retrieve_contexts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/alignments/retrieve_contexts.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/alignments/separate_alignments_by_quality.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/alignments/separate_alignments_by_quality.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/alignments/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/alignments/utils.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/build.sh -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/build_revised_summaries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/build_revised_summaries.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/build_train_dataset_from_perturbed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/build_train_dataset_from_perturbed.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/compare_system_outputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/compare_system_outputs.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/dataset.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/ent_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/ent_evaluation.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/evaluate.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/extract_ents_for_revised.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/extract_ents_for_revised.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/generate.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/main.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/model.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/model_utils.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/process_ents_for_revised.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/process_ents_for_revised.py -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/run_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/run_eval.sh -------------------------------------------------------------------------------- /src/comp_med_dsum_eval/ref_reviser/unrevised_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/src/comp_med_dsum_eval/ref_reviser/unrevised_stats.py -------------------------------------------------------------------------------- /static/revise_model_contrast.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/summary-reference-revision/HEAD/static/revise_model_contrast.png --------------------------------------------------------------------------------