├── Make PragmEval 1.0.ipynb ├── README.md ├── data ├── MRDA_labels.tsv ├── SwitchBoard_labels.tsv ├── export_stac.py ├── flatten_stac.py └── get_data.sh ├── pragmeval ├── Emergent │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── EmoBank-Arousal │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── EmoBank-Dominance │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── EmoBank-Valence │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── GUM │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── MRDA │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── PDTB │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── Persuasiveness-ClaimType │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── Persuasiveness-Eloquence │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── Persuasiveness-PremiseType │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── Persuasiveness-Relevance │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── Persuasiveness-Specificity │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── Persuasiveness-Strength │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── STAC │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── Sarcasm │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── Squinky-Formality │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── Squinky-Implicature │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── Squinky-Informativeness │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv ├── SwitchBoard │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv └── Verifiability │ ├── dev.tsv │ ├── labels │ ├── test.tsv │ └── train.tsv └── run_pragmeval.ipynb /Make PragmEval 1.0.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/Make PragmEval 1.0.ipynb -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/README.md -------------------------------------------------------------------------------- /data/MRDA_labels.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/data/MRDA_labels.tsv -------------------------------------------------------------------------------- /data/SwitchBoard_labels.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/data/SwitchBoard_labels.tsv -------------------------------------------------------------------------------- /data/export_stac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/data/export_stac.py -------------------------------------------------------------------------------- /data/flatten_stac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/data/flatten_stac.py -------------------------------------------------------------------------------- /data/get_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/data/get_data.sh -------------------------------------------------------------------------------- /pragmeval/Emergent/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Emergent/dev.tsv -------------------------------------------------------------------------------- /pragmeval/Emergent/labels: -------------------------------------------------------------------------------- 1 | observing 2 | for 3 | against 4 | -------------------------------------------------------------------------------- /pragmeval/Emergent/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Emergent/test.tsv -------------------------------------------------------------------------------- /pragmeval/Emergent/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Emergent/train.tsv -------------------------------------------------------------------------------- /pragmeval/EmoBank-Arousal/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/EmoBank-Arousal/dev.tsv -------------------------------------------------------------------------------- /pragmeval/EmoBank-Arousal/labels: -------------------------------------------------------------------------------- 1 | low 2 | high 3 | -------------------------------------------------------------------------------- /pragmeval/EmoBank-Arousal/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/EmoBank-Arousal/test.tsv -------------------------------------------------------------------------------- /pragmeval/EmoBank-Arousal/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/EmoBank-Arousal/train.tsv -------------------------------------------------------------------------------- /pragmeval/EmoBank-Dominance/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/EmoBank-Dominance/dev.tsv -------------------------------------------------------------------------------- /pragmeval/EmoBank-Dominance/labels: -------------------------------------------------------------------------------- 1 | low 2 | high 3 | -------------------------------------------------------------------------------- /pragmeval/EmoBank-Dominance/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/EmoBank-Dominance/test.tsv -------------------------------------------------------------------------------- /pragmeval/EmoBank-Dominance/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/EmoBank-Dominance/train.tsv -------------------------------------------------------------------------------- /pragmeval/EmoBank-Valence/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/EmoBank-Valence/dev.tsv -------------------------------------------------------------------------------- /pragmeval/EmoBank-Valence/labels: -------------------------------------------------------------------------------- 1 | low 2 | high 3 | -------------------------------------------------------------------------------- /pragmeval/EmoBank-Valence/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/EmoBank-Valence/test.tsv -------------------------------------------------------------------------------- /pragmeval/EmoBank-Valence/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/EmoBank-Valence/train.tsv -------------------------------------------------------------------------------- /pragmeval/GUM/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/GUM/dev.tsv -------------------------------------------------------------------------------- /pragmeval/GUM/labels: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/GUM/labels -------------------------------------------------------------------------------- /pragmeval/GUM/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/GUM/test.tsv -------------------------------------------------------------------------------- /pragmeval/GUM/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/GUM/train.tsv -------------------------------------------------------------------------------- /pragmeval/MRDA/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/MRDA/dev.tsv -------------------------------------------------------------------------------- /pragmeval/MRDA/labels: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/MRDA/labels -------------------------------------------------------------------------------- /pragmeval/MRDA/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/MRDA/test.tsv -------------------------------------------------------------------------------- /pragmeval/MRDA/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/MRDA/train.tsv -------------------------------------------------------------------------------- /pragmeval/PDTB/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/PDTB/dev.tsv -------------------------------------------------------------------------------- /pragmeval/PDTB/labels: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/PDTB/labels -------------------------------------------------------------------------------- /pragmeval/PDTB/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/PDTB/test.tsv -------------------------------------------------------------------------------- /pragmeval/PDTB/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/PDTB/train.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-ClaimType/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-ClaimType/dev.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-ClaimType/labels: -------------------------------------------------------------------------------- 1 | Value 2 | Fact 3 | Policy 4 | -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-ClaimType/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-ClaimType/test.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-ClaimType/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-ClaimType/train.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Eloquence/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-Eloquence/dev.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Eloquence/labels: -------------------------------------------------------------------------------- 1 | low 2 | high 3 | -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Eloquence/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-Eloquence/test.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Eloquence/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-Eloquence/train.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-PremiseType/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-PremiseType/dev.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-PremiseType/labels: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-PremiseType/labels -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-PremiseType/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-PremiseType/test.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-PremiseType/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-PremiseType/train.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Relevance/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-Relevance/dev.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Relevance/labels: -------------------------------------------------------------------------------- 1 | low 2 | high 3 | -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Relevance/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-Relevance/test.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Relevance/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-Relevance/train.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Specificity/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-Specificity/dev.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Specificity/labels: -------------------------------------------------------------------------------- 1 | low 2 | high 3 | -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Specificity/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-Specificity/test.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Specificity/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-Specificity/train.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Strength/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-Strength/dev.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Strength/labels: -------------------------------------------------------------------------------- 1 | low 2 | high 3 | -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Strength/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-Strength/test.tsv -------------------------------------------------------------------------------- /pragmeval/Persuasiveness-Strength/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Persuasiveness-Strength/train.tsv -------------------------------------------------------------------------------- /pragmeval/STAC/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/STAC/dev.tsv -------------------------------------------------------------------------------- /pragmeval/STAC/labels: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/STAC/labels -------------------------------------------------------------------------------- /pragmeval/STAC/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/STAC/test.tsv -------------------------------------------------------------------------------- /pragmeval/STAC/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/STAC/train.tsv -------------------------------------------------------------------------------- /pragmeval/Sarcasm/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Sarcasm/dev.tsv -------------------------------------------------------------------------------- /pragmeval/Sarcasm/labels: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Sarcasm/labels -------------------------------------------------------------------------------- /pragmeval/Sarcasm/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Sarcasm/test.tsv -------------------------------------------------------------------------------- /pragmeval/Sarcasm/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Sarcasm/train.tsv -------------------------------------------------------------------------------- /pragmeval/Squinky-Formality/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Squinky-Formality/dev.tsv -------------------------------------------------------------------------------- /pragmeval/Squinky-Formality/labels: -------------------------------------------------------------------------------- 1 | low 2 | high 3 | -------------------------------------------------------------------------------- /pragmeval/Squinky-Formality/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Squinky-Formality/test.tsv -------------------------------------------------------------------------------- /pragmeval/Squinky-Formality/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Squinky-Formality/train.tsv -------------------------------------------------------------------------------- /pragmeval/Squinky-Implicature/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Squinky-Implicature/dev.tsv -------------------------------------------------------------------------------- /pragmeval/Squinky-Implicature/labels: -------------------------------------------------------------------------------- 1 | low 2 | high 3 | -------------------------------------------------------------------------------- /pragmeval/Squinky-Implicature/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Squinky-Implicature/test.tsv -------------------------------------------------------------------------------- /pragmeval/Squinky-Implicature/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Squinky-Implicature/train.tsv -------------------------------------------------------------------------------- /pragmeval/Squinky-Informativeness/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Squinky-Informativeness/dev.tsv -------------------------------------------------------------------------------- /pragmeval/Squinky-Informativeness/labels: -------------------------------------------------------------------------------- 1 | low 2 | high 3 | -------------------------------------------------------------------------------- /pragmeval/Squinky-Informativeness/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Squinky-Informativeness/test.tsv -------------------------------------------------------------------------------- /pragmeval/Squinky-Informativeness/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Squinky-Informativeness/train.tsv -------------------------------------------------------------------------------- /pragmeval/SwitchBoard/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/SwitchBoard/dev.tsv -------------------------------------------------------------------------------- /pragmeval/SwitchBoard/labels: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/SwitchBoard/labels -------------------------------------------------------------------------------- /pragmeval/SwitchBoard/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/SwitchBoard/test.tsv -------------------------------------------------------------------------------- /pragmeval/SwitchBoard/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/SwitchBoard/train.tsv -------------------------------------------------------------------------------- /pragmeval/Verifiability/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Verifiability/dev.tsv -------------------------------------------------------------------------------- /pragmeval/Verifiability/labels: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Verifiability/labels -------------------------------------------------------------------------------- /pragmeval/Verifiability/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Verifiability/test.tsv -------------------------------------------------------------------------------- /pragmeval/Verifiability/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/pragmeval/Verifiability/train.tsv -------------------------------------------------------------------------------- /run_pragmeval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sileod/pragmeval/HEAD/run_pragmeval.ipynb --------------------------------------------------------------------------------