├── .gitignore ├── LICENSE ├── README.md ├── data ├── idiom │ ├── dev.jsonl │ ├── test.jsonl │ └── train.jsonl ├── idiom_inferences_context │ ├── dev.jsonl │ ├── test.jsonl │ └── train.jsonl ├── idiom_inferences_literal │ ├── dev.jsonl │ ├── test.jsonl │ └── train.jsonl ├── simile │ ├── dev.jsonl │ ├── test.jsonl │ └── train.jsonl ├── simile_inferences_context │ ├── dev.jsonl │ ├── test.jsonl │ └── train.jsonl └── simile_inferences_literal │ ├── dev.jsonl │ ├── test.jsonl │ └── train.jsonl ├── idiomplausible.json ├── output ├── idiom │ ├── discriminative │ │ ├── gpt3_test_predictions.jsonl │ │ ├── idiom_context_dev_predictions.jsonl │ │ ├── idiom_context_test_predictions.jsonl │ │ ├── idiom_dev_predictions.jsonl │ │ ├── idiom_literal_dev_predictions.jsonl │ │ ├── idiom_literal_test_predictions.jsonl │ │ ├── idiom_test_predictions.jsonl │ │ ├── pet_idioms_test.jsonl │ │ └── pet_simile_test.jsonl │ └── generative │ │ ├── amtidiom.json │ │ ├── bart-large_dev_predictions_k5.jsonl │ │ ├── bart-large_test_predictions_k5.jsonl │ │ ├── bart-large_zeroshot_test_predictions_k5.jsonl │ │ ├── gpt2-xl_context_test_predictions_k5.jsonl │ │ ├── gpt2-xl_dev_predictions_k5.jsonl │ │ ├── gpt2-xl_literal_test_predictions_k5.jsonl │ │ ├── gpt2-xl_test_predictions_k5.jsonl │ │ ├── gpt2-xl_zeroshot_dev_predictions_k5.jsonl │ │ ├── gpt2-xl_zeroshot_test_predictions_k5.jsonl │ │ ├── gpt3_fewshot_dev_predictions_p0.9.jsonl │ │ ├── gpt3_fewshot_similetest_predictions_p0.9.jsonl │ │ ├── gpt3_fewshot_test_predictions_p0.9.jsonl │ │ ├── gpt3_zeroshot_dev_predictions_p0.9.jsonl │ │ ├── gpt3_zeroshot_test_predictions_p0.9.jsonl │ │ ├── idiomplausible.json │ │ ├── storyeval.html │ │ ├── t5-large_dev_predictions_k5.jsonl │ │ ├── t5-large_test_predictions_k5.jsonl │ │ └── t5-large_zeroshot_test_predictions_k5.jsonl └── simile │ ├── discriminative │ ├── dev_predictions.jsonl │ ├── gpt3_test_predictions.jsonl │ ├── simile_context_dev_predictions.jsonl │ ├── simile_context_test_predictions.jsonl │ ├── simile_literal_dev_predictions.jsonl │ ├── simile_literal_test_predictions.jsonl │ └── test_predictions.jsonl │ └── generative │ ├── amtsimile.json │ ├── bart-large_test_predictions_k5.jsonl │ ├── bart-large_zeroshot_dev_predictions_k5.jsonl │ ├── bart-large_zeroshot_test_predictions_k5.jsonl │ ├── gpt2-xl_context_test_predictions_k5.jsonl │ ├── gpt2-xl_literal_test_predictions_k5.jsonl │ ├── gpt2-xl_test_predictions_k5.jsonl │ ├── gpt2-xl_zeroshot_dev_predictions_k5.jsonl │ ├── gpt2-xl_zeroshot_test_predictions_k5.jsonl │ ├── gpt3_fewshot_dev_predictions_p0.9.jsonl │ ├── gpt3_fewshot_test_predictions_p0.9.jsonl │ ├── gpt3_zeroshot_dev_predictions_p0.9.jsonl │ ├── gpt3_zeroshot_test_predictions_p0.9.jsonl │ ├── plausibility.html │ ├── simileplausible.json │ ├── storyevalsimile.html │ ├── t5-large_test_predictions_k5.jsonl │ ├── t5-large_zeroshot_dev_predictions_k5.jsonl │ └── t5-large_zeroshot_test_predictions_k5.jsonl ├── requirements.txt └── src ├── __init__.py ├── data ├── __init__.py └── find_paragraphs_in_book_corpus.py ├── discriminative ├── README.md ├── __init__.py ├── combine_context_and_literal.py ├── common.py ├── fine_tune.sh ├── gpt3_few_shot.py ├── pet │ ├── .gitignore │ ├── LICENSE │ ├── README.md │ ├── cli.py │ ├── examples │ │ ├── __init__.py │ │ ├── custom_task_processor.py │ │ └── custom_task_pvp.py │ ├── log.py │ ├── pet │ │ ├── __init__.py │ │ ├── modeling.py │ │ ├── preprocessor.py │ │ ├── pvp.py │ │ ├── task_helpers.py │ │ ├── tasks.py │ │ ├── utils.py │ │ └── wrapper.py │ ├── petal.py │ ├── petdata │ │ └── idioms │ │ │ ├── blindtest.json │ │ │ ├── devfewshot.json │ │ │ ├── trainfewshot.json │ │ │ └── unlabeled.json │ └── requirements.txt ├── predict.py ├── run_multiple_choice.py ├── uniqa.py ├── utils_multiple_choice.py └── utils_multiple_choice_inferences.py └── generative ├── README.md ├── __init__.py ├── automatic_metrics.py ├── common.py ├── encoder_decoder.py ├── fine_tune.sh ├── fine_tune_lm.py ├── fine_tune_lm_with_inferences.py ├── generate_texts.py ├── generate_texts.sh ├── generate_texts_inferences.py ├── gpt3_few_shot.py ├── gpt3_few_shot.sh ├── gpt3_zero_shot.py └── gpt3_zero_shot.sh /.gitignore: -------------------------------------------------------------------------------- 1 | 2 | .idea/ 3 | 4 | .DS_Store 5 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/README.md -------------------------------------------------------------------------------- /data/idiom/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/idiom/dev.jsonl -------------------------------------------------------------------------------- /data/idiom/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/idiom/test.jsonl -------------------------------------------------------------------------------- /data/idiom/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/idiom/train.jsonl -------------------------------------------------------------------------------- /data/idiom_inferences_context/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/idiom_inferences_context/dev.jsonl -------------------------------------------------------------------------------- /data/idiom_inferences_context/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/idiom_inferences_context/test.jsonl -------------------------------------------------------------------------------- /data/idiom_inferences_context/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/idiom_inferences_context/train.jsonl -------------------------------------------------------------------------------- /data/idiom_inferences_literal/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/idiom_inferences_literal/dev.jsonl -------------------------------------------------------------------------------- /data/idiom_inferences_literal/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/idiom_inferences_literal/test.jsonl -------------------------------------------------------------------------------- /data/idiom_inferences_literal/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/idiom_inferences_literal/train.jsonl -------------------------------------------------------------------------------- /data/simile/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/simile/dev.jsonl -------------------------------------------------------------------------------- /data/simile/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/simile/test.jsonl -------------------------------------------------------------------------------- /data/simile/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/simile/train.jsonl -------------------------------------------------------------------------------- /data/simile_inferences_context/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/simile_inferences_context/dev.jsonl -------------------------------------------------------------------------------- /data/simile_inferences_context/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/simile_inferences_context/test.jsonl -------------------------------------------------------------------------------- /data/simile_inferences_context/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/simile_inferences_context/train.jsonl -------------------------------------------------------------------------------- /data/simile_inferences_literal/dev.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/simile_inferences_literal/dev.jsonl -------------------------------------------------------------------------------- /data/simile_inferences_literal/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/simile_inferences_literal/test.jsonl -------------------------------------------------------------------------------- /data/simile_inferences_literal/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/data/simile_inferences_literal/train.jsonl -------------------------------------------------------------------------------- /idiomplausible.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/idiomplausible.json -------------------------------------------------------------------------------- /output/idiom/discriminative/gpt3_test_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/discriminative/gpt3_test_predictions.jsonl -------------------------------------------------------------------------------- /output/idiom/discriminative/idiom_context_dev_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/discriminative/idiom_context_dev_predictions.jsonl -------------------------------------------------------------------------------- /output/idiom/discriminative/idiom_context_test_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/discriminative/idiom_context_test_predictions.jsonl -------------------------------------------------------------------------------- /output/idiom/discriminative/idiom_dev_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/discriminative/idiom_dev_predictions.jsonl -------------------------------------------------------------------------------- /output/idiom/discriminative/idiom_literal_dev_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/discriminative/idiom_literal_dev_predictions.jsonl -------------------------------------------------------------------------------- /output/idiom/discriminative/idiom_literal_test_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/discriminative/idiom_literal_test_predictions.jsonl -------------------------------------------------------------------------------- /output/idiom/discriminative/idiom_test_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/discriminative/idiom_test_predictions.jsonl -------------------------------------------------------------------------------- /output/idiom/discriminative/pet_idioms_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/discriminative/pet_idioms_test.jsonl -------------------------------------------------------------------------------- /output/idiom/discriminative/pet_simile_test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/discriminative/pet_simile_test.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/amtidiom.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/amtidiom.json -------------------------------------------------------------------------------- /output/idiom/generative/bart-large_dev_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/bart-large_dev_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/bart-large_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/bart-large_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/bart-large_zeroshot_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/bart-large_zeroshot_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/gpt2-xl_context_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/gpt2-xl_context_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/gpt2-xl_dev_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/gpt2-xl_dev_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/gpt2-xl_literal_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/gpt2-xl_literal_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/gpt2-xl_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/gpt2-xl_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/gpt2-xl_zeroshot_dev_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/gpt2-xl_zeroshot_dev_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/gpt2-xl_zeroshot_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/gpt2-xl_zeroshot_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/gpt3_fewshot_dev_predictions_p0.9.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/gpt3_fewshot_dev_predictions_p0.9.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/gpt3_fewshot_similetest_predictions_p0.9.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/gpt3_fewshot_similetest_predictions_p0.9.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/gpt3_fewshot_test_predictions_p0.9.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/gpt3_fewshot_test_predictions_p0.9.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/gpt3_zeroshot_dev_predictions_p0.9.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/gpt3_zeroshot_dev_predictions_p0.9.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/gpt3_zeroshot_test_predictions_p0.9.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/gpt3_zeroshot_test_predictions_p0.9.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/idiomplausible.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/idiomplausible.json -------------------------------------------------------------------------------- /output/idiom/generative/storyeval.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/storyeval.html -------------------------------------------------------------------------------- /output/idiom/generative/t5-large_dev_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/t5-large_dev_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/t5-large_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/t5-large_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/idiom/generative/t5-large_zeroshot_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/idiom/generative/t5-large_zeroshot_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/simile/discriminative/dev_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/discriminative/dev_predictions.jsonl -------------------------------------------------------------------------------- /output/simile/discriminative/gpt3_test_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/discriminative/gpt3_test_predictions.jsonl -------------------------------------------------------------------------------- /output/simile/discriminative/simile_context_dev_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/discriminative/simile_context_dev_predictions.jsonl -------------------------------------------------------------------------------- /output/simile/discriminative/simile_context_test_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/discriminative/simile_context_test_predictions.jsonl -------------------------------------------------------------------------------- /output/simile/discriminative/simile_literal_dev_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/discriminative/simile_literal_dev_predictions.jsonl -------------------------------------------------------------------------------- /output/simile/discriminative/simile_literal_test_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/discriminative/simile_literal_test_predictions.jsonl -------------------------------------------------------------------------------- /output/simile/discriminative/test_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/discriminative/test_predictions.jsonl -------------------------------------------------------------------------------- /output/simile/generative/amtsimile.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/amtsimile.json -------------------------------------------------------------------------------- /output/simile/generative/bart-large_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/bart-large_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/simile/generative/bart-large_zeroshot_dev_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/bart-large_zeroshot_dev_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/simile/generative/bart-large_zeroshot_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/bart-large_zeroshot_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/simile/generative/gpt2-xl_context_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/gpt2-xl_context_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/simile/generative/gpt2-xl_literal_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/gpt2-xl_literal_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/simile/generative/gpt2-xl_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/gpt2-xl_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/simile/generative/gpt2-xl_zeroshot_dev_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/gpt2-xl_zeroshot_dev_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/simile/generative/gpt2-xl_zeroshot_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/gpt2-xl_zeroshot_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/simile/generative/gpt3_fewshot_dev_predictions_p0.9.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/gpt3_fewshot_dev_predictions_p0.9.jsonl -------------------------------------------------------------------------------- /output/simile/generative/gpt3_fewshot_test_predictions_p0.9.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/gpt3_fewshot_test_predictions_p0.9.jsonl -------------------------------------------------------------------------------- /output/simile/generative/gpt3_zeroshot_dev_predictions_p0.9.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/gpt3_zeroshot_dev_predictions_p0.9.jsonl -------------------------------------------------------------------------------- /output/simile/generative/gpt3_zeroshot_test_predictions_p0.9.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/gpt3_zeroshot_test_predictions_p0.9.jsonl -------------------------------------------------------------------------------- /output/simile/generative/plausibility.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/plausibility.html -------------------------------------------------------------------------------- /output/simile/generative/simileplausible.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/simileplausible.json -------------------------------------------------------------------------------- /output/simile/generative/storyevalsimile.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/storyevalsimile.html -------------------------------------------------------------------------------- /output/simile/generative/t5-large_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/t5-large_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/simile/generative/t5-large_zeroshot_dev_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/t5-large_zeroshot_dev_predictions_k5.jsonl -------------------------------------------------------------------------------- /output/simile/generative/t5-large_zeroshot_test_predictions_k5.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/output/simile/generative/t5-large_zeroshot_test_predictions_k5.jsonl -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/data/find_paragraphs_in_book_corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/data/find_paragraphs_in_book_corpus.py -------------------------------------------------------------------------------- /src/discriminative/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/README.md -------------------------------------------------------------------------------- /src/discriminative/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/discriminative/combine_context_and_literal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/combine_context_and_literal.py -------------------------------------------------------------------------------- /src/discriminative/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/common.py -------------------------------------------------------------------------------- /src/discriminative/fine_tune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/fine_tune.sh -------------------------------------------------------------------------------- /src/discriminative/gpt3_few_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/gpt3_few_shot.py -------------------------------------------------------------------------------- /src/discriminative/pet/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/.gitignore -------------------------------------------------------------------------------- /src/discriminative/pet/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/LICENSE -------------------------------------------------------------------------------- /src/discriminative/pet/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/README.md -------------------------------------------------------------------------------- /src/discriminative/pet/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/cli.py -------------------------------------------------------------------------------- /src/discriminative/pet/examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/discriminative/pet/examples/custom_task_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/examples/custom_task_processor.py -------------------------------------------------------------------------------- /src/discriminative/pet/examples/custom_task_pvp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/examples/custom_task_pvp.py -------------------------------------------------------------------------------- /src/discriminative/pet/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/log.py -------------------------------------------------------------------------------- /src/discriminative/pet/pet/__init__.py: -------------------------------------------------------------------------------- 1 | from pet.modeling import * 2 | -------------------------------------------------------------------------------- /src/discriminative/pet/pet/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/pet/modeling.py -------------------------------------------------------------------------------- /src/discriminative/pet/pet/preprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/pet/preprocessor.py -------------------------------------------------------------------------------- /src/discriminative/pet/pet/pvp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/pet/pvp.py -------------------------------------------------------------------------------- /src/discriminative/pet/pet/task_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/pet/task_helpers.py -------------------------------------------------------------------------------- /src/discriminative/pet/pet/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/pet/tasks.py -------------------------------------------------------------------------------- /src/discriminative/pet/pet/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/pet/utils.py -------------------------------------------------------------------------------- /src/discriminative/pet/pet/wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/pet/wrapper.py -------------------------------------------------------------------------------- /src/discriminative/pet/petal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/petal.py -------------------------------------------------------------------------------- /src/discriminative/pet/petdata/idioms/blindtest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/petdata/idioms/blindtest.json -------------------------------------------------------------------------------- /src/discriminative/pet/petdata/idioms/devfewshot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/petdata/idioms/devfewshot.json -------------------------------------------------------------------------------- /src/discriminative/pet/petdata/idioms/trainfewshot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/petdata/idioms/trainfewshot.json -------------------------------------------------------------------------------- /src/discriminative/pet/petdata/idioms/unlabeled.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/petdata/idioms/unlabeled.json -------------------------------------------------------------------------------- /src/discriminative/pet/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/pet/requirements.txt -------------------------------------------------------------------------------- /src/discriminative/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/predict.py -------------------------------------------------------------------------------- /src/discriminative/run_multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/run_multiple_choice.py -------------------------------------------------------------------------------- /src/discriminative/uniqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/uniqa.py -------------------------------------------------------------------------------- /src/discriminative/utils_multiple_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/utils_multiple_choice.py -------------------------------------------------------------------------------- /src/discriminative/utils_multiple_choice_inferences.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/discriminative/utils_multiple_choice_inferences.py -------------------------------------------------------------------------------- /src/generative/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/README.md -------------------------------------------------------------------------------- /src/generative/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/generative/automatic_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/automatic_metrics.py -------------------------------------------------------------------------------- /src/generative/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/common.py -------------------------------------------------------------------------------- /src/generative/encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/encoder_decoder.py -------------------------------------------------------------------------------- /src/generative/fine_tune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/fine_tune.sh -------------------------------------------------------------------------------- /src/generative/fine_tune_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/fine_tune_lm.py -------------------------------------------------------------------------------- /src/generative/fine_tune_lm_with_inferences.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/fine_tune_lm_with_inferences.py -------------------------------------------------------------------------------- /src/generative/generate_texts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/generate_texts.py -------------------------------------------------------------------------------- /src/generative/generate_texts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/generate_texts.sh -------------------------------------------------------------------------------- /src/generative/generate_texts_inferences.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/generate_texts_inferences.py -------------------------------------------------------------------------------- /src/generative/gpt3_few_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/gpt3_few_shot.py -------------------------------------------------------------------------------- /src/generative/gpt3_few_shot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/gpt3_few_shot.sh -------------------------------------------------------------------------------- /src/generative/gpt3_zero_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/gpt3_zero_shot.py -------------------------------------------------------------------------------- /src/generative/gpt3_zero_shot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tuhinjubcse/FigurativeNarrativeBenchmark/HEAD/src/generative/gpt3_zero_shot.sh --------------------------------------------------------------------------------