├── .gitignore ├── adadelta.py ├── analysis.ipynb ├── corpus.py ├── experiments ├── all_same │ ├── abstract.ids.txt │ ├── abstract.results.base.txt │ ├── birds.ids.txt │ ├── birds.results.base.txt │ ├── coco.ids.txt │ ├── coco.results.base.txt │ └── results.base.txt ├── by_similarity │ ├── abstract.ids.txt │ ├── abstract.results.base.turk.csv │ ├── abstract.results.base.txt │ ├── birds.ids.txt │ ├── birds.results.base.txt │ ├── coco.ids.txt │ ├── coco.results.base.txt │ └── results.base.txt ├── dev │ ├── by_similarity │ │ ├── abstract.results.compiled.turk.csv │ │ ├── abstract.results.contrastive.turk.csv │ │ ├── abstract.results.literal_speaker.turk.csv │ │ ├── abstract.results.reasoning.1000sample.turk.csv │ │ ├── abstract.results.reasoning.10sample.turk.csv │ │ ├── abstract.results.reasoning.1sample.turk.csv │ │ └── abstract.results.reasoning.turk.csv │ ├── coco │ │ ├── coco.results.base.short.turk.csv │ │ └── coco.results.base.short.txt │ └── one_different │ │ ├── abstract.results.compiled.turk.csv │ │ ├── abstract.results.contrastive.turk.csv │ │ ├── abstract.results.literal_speaker.turk.csv │ │ └── abstract.results.reasoning.turk.csv ├── dev_small_backup │ ├── all_same │ │ ├── abstract.ids.txt │ │ ├── abstract.results.base.txt │ │ ├── birds.ids.txt │ │ ├── birds.results.base.txt │ │ └── results.base.txt │ ├── by_similarity │ │ ├── abstract.ids.txt │ │ ├── abstract.results.base.turk.csv │ │ ├── abstract.results.base.txt │ │ ├── birds.ids.txt │ │ ├── birds.results.base.txt │ │ └── results.base.txt │ └── one_different │ │ ├── abstract.ids.txt │ │ ├── abstract.results.base.txt │ │ ├── birds.ids.txt │ │ ├── birds.results.base.txt │ │ ├── coco.results.base.short.txt │ │ └── results.base.txt ├── one_different │ ├── abstract.ids.txt │ ├── abstract.results.base.txt │ ├── birds.ids.txt │ ├── birds.results.base.txt │ ├── coco.ids.txt │ ├── coco.results.base.turk.csv │ ├── coco.results.base.txt │ └── results.base.txt └── test │ ├── by_similarity │ ├── abstract.results.contrastive.turk.csv │ ├── abstract.results.literal.turk.csv │ └── abstract.results.reasoning.turk.csv │ └── one_different │ ├── abstract.results.contrastive.turk.csv │ ├── abstract.results.literal.turk.csv │ └── abstract.results.reasoning.turk.csv ├── indices.py ├── main.py ├── make_experiments.py ├── make_turk.py ├── modules.py ├── plan.txt ├── results ├── .ipynb_checkpoints │ └── results-checkpoint.ipynb ├── dev │ ├── abstract.by_similarity.compiled.accuracy_forced.csv │ ├── abstract.by_similarity.contrastive.accuracy_forced.csv │ ├── abstract.by_similarity.literal_speaker.accuracy_forced.csv │ ├── abstract.by_similarity.literal_speaker.fluency.csv │ ├── abstract.by_similarity.reasoning.1000sample.accuracy_forced.csv │ ├── abstract.by_similarity.reasoning.10sample.accuracy_forced.csv │ ├── abstract.by_similarity.reasoning.1sample.accuracy_forced.csv │ ├── abstract.by_similarity.reasoning.accuracy_forced.csv │ ├── abstract.by_similarity.reasoning.fluency.csv │ ├── abstract.one_different.contrastive.accuracy_forced.csv │ ├── abstract.one_different.literal_speaker.accuracy_forced.csv │ ├── abstract.one_different.reasoning.accuracy_forced.csv │ ├── abstract.one_different_.literal_speaker.accuracy_forced.csv │ ├── abstract.one_different_.reasoning.accuracy_forced.csv │ └── coco.base.accuracy_forced.csv ├── dev_small │ ├── abstract.by_similarity.base.accuracy.csv │ ├── abstract.by_similarity.base.accuracy_forced.csv │ ├── abstract.by_similarity.base.fluency.csv │ ├── abstract.by_similarity.compiled.100samples.csv │ ├── abstract.by_similarity.compiled.10samples.2layer.csv │ ├── abstract.by_similarity.compiled.10samples.csv │ ├── abstract.by_similarity.compiled.2samples.csv │ ├── abstract.by_similarity.reasoning.1000samples.csv │ ├── abstract.by_similarity.reasoning.100samples.csv │ ├── abstract.by_similarity.reasoning.100samples.curriculum.csv │ ├── abstract.by_similarity.reasoning.10samples.csv │ ├── abstract.by_similarity.reasoning.1samples.csv │ ├── abstract.by_similarity.reasoning.2samples.csv │ └── coco.one_different.base.accuracy_forced.csv └── test │ ├── abstract.by_similarity.contrastive.accuracy_forced.csv │ ├── abstract.by_similarity.literal.accuracy_forced.csv │ ├── abstract.by_similarity.reasoning.accuracy_forced.csv │ ├── abstract.one_different.contrastive.accuracy_forced.csv │ ├── abstract.one_different.literal.accuracy_forced.csv │ └── abstract.one_different.reasoning.accuracy_forced.csv ├── run.sh ├── util.py └── visualize.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/.gitignore -------------------------------------------------------------------------------- /adadelta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/adadelta.py -------------------------------------------------------------------------------- /analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/analysis.ipynb -------------------------------------------------------------------------------- /corpus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/corpus.py -------------------------------------------------------------------------------- /experiments/all_same/abstract.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/all_same/abstract.ids.txt -------------------------------------------------------------------------------- /experiments/all_same/abstract.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/all_same/abstract.results.base.txt -------------------------------------------------------------------------------- /experiments/all_same/birds.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/all_same/birds.ids.txt -------------------------------------------------------------------------------- /experiments/all_same/birds.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/all_same/birds.results.base.txt -------------------------------------------------------------------------------- /experiments/all_same/coco.ids.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/all_same/coco.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/all_same/coco.results.base.txt -------------------------------------------------------------------------------- /experiments/all_same/results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/all_same/results.base.txt -------------------------------------------------------------------------------- /experiments/by_similarity/abstract.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/by_similarity/abstract.ids.txt -------------------------------------------------------------------------------- /experiments/by_similarity/abstract.results.base.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/by_similarity/abstract.results.base.turk.csv -------------------------------------------------------------------------------- /experiments/by_similarity/abstract.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/by_similarity/abstract.results.base.txt -------------------------------------------------------------------------------- /experiments/by_similarity/birds.ids.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/by_similarity/birds.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/by_similarity/birds.results.base.txt -------------------------------------------------------------------------------- /experiments/by_similarity/coco.ids.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/by_similarity/coco.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/by_similarity/coco.results.base.txt -------------------------------------------------------------------------------- /experiments/by_similarity/results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/by_similarity/results.base.txt -------------------------------------------------------------------------------- /experiments/dev/by_similarity/abstract.results.compiled.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev/by_similarity/abstract.results.compiled.turk.csv -------------------------------------------------------------------------------- /experiments/dev/by_similarity/abstract.results.contrastive.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev/by_similarity/abstract.results.contrastive.turk.csv -------------------------------------------------------------------------------- /experiments/dev/by_similarity/abstract.results.literal_speaker.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev/by_similarity/abstract.results.literal_speaker.turk.csv -------------------------------------------------------------------------------- /experiments/dev/by_similarity/abstract.results.reasoning.1000sample.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev/by_similarity/abstract.results.reasoning.1000sample.turk.csv -------------------------------------------------------------------------------- /experiments/dev/by_similarity/abstract.results.reasoning.10sample.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev/by_similarity/abstract.results.reasoning.10sample.turk.csv -------------------------------------------------------------------------------- /experiments/dev/by_similarity/abstract.results.reasoning.1sample.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev/by_similarity/abstract.results.reasoning.1sample.turk.csv -------------------------------------------------------------------------------- /experiments/dev/by_similarity/abstract.results.reasoning.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev/by_similarity/abstract.results.reasoning.turk.csv -------------------------------------------------------------------------------- /experiments/dev/coco/coco.results.base.short.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev/coco/coco.results.base.short.turk.csv -------------------------------------------------------------------------------- /experiments/dev/coco/coco.results.base.short.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev/coco/coco.results.base.short.txt -------------------------------------------------------------------------------- /experiments/dev/one_different/abstract.results.compiled.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev/one_different/abstract.results.compiled.turk.csv -------------------------------------------------------------------------------- /experiments/dev/one_different/abstract.results.contrastive.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev/one_different/abstract.results.contrastive.turk.csv -------------------------------------------------------------------------------- /experiments/dev/one_different/abstract.results.literal_speaker.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev/one_different/abstract.results.literal_speaker.turk.csv -------------------------------------------------------------------------------- /experiments/dev/one_different/abstract.results.reasoning.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev/one_different/abstract.results.reasoning.turk.csv -------------------------------------------------------------------------------- /experiments/dev_small_backup/all_same/abstract.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/all_same/abstract.ids.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/all_same/abstract.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/all_same/abstract.results.base.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/all_same/birds.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/all_same/birds.ids.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/all_same/birds.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/all_same/birds.results.base.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/all_same/results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/all_same/results.base.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/by_similarity/abstract.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/by_similarity/abstract.ids.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/by_similarity/abstract.results.base.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/by_similarity/abstract.results.base.turk.csv -------------------------------------------------------------------------------- /experiments/dev_small_backup/by_similarity/abstract.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/by_similarity/abstract.results.base.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/by_similarity/birds.ids.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/dev_small_backup/by_similarity/birds.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/by_similarity/birds.results.base.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/by_similarity/results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/by_similarity/results.base.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/one_different/abstract.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/one_different/abstract.ids.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/one_different/abstract.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/one_different/abstract.results.base.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/one_different/birds.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/one_different/birds.ids.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/one_different/birds.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/one_different/birds.results.base.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/one_different/coco.results.base.short.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/one_different/coco.results.base.short.txt -------------------------------------------------------------------------------- /experiments/dev_small_backup/one_different/results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/dev_small_backup/one_different/results.base.txt -------------------------------------------------------------------------------- /experiments/one_different/abstract.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/one_different/abstract.ids.txt -------------------------------------------------------------------------------- /experiments/one_different/abstract.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/one_different/abstract.results.base.txt -------------------------------------------------------------------------------- /experiments/one_different/birds.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/one_different/birds.ids.txt -------------------------------------------------------------------------------- /experiments/one_different/birds.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/one_different/birds.results.base.txt -------------------------------------------------------------------------------- /experiments/one_different/coco.ids.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/one_different/coco.ids.txt -------------------------------------------------------------------------------- /experiments/one_different/coco.results.base.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/one_different/coco.results.base.turk.csv -------------------------------------------------------------------------------- /experiments/one_different/coco.results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/one_different/coco.results.base.txt -------------------------------------------------------------------------------- /experiments/one_different/results.base.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/one_different/results.base.txt -------------------------------------------------------------------------------- /experiments/test/by_similarity/abstract.results.contrastive.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/test/by_similarity/abstract.results.contrastive.turk.csv -------------------------------------------------------------------------------- /experiments/test/by_similarity/abstract.results.literal.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/test/by_similarity/abstract.results.literal.turk.csv -------------------------------------------------------------------------------- /experiments/test/by_similarity/abstract.results.reasoning.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/test/by_similarity/abstract.results.reasoning.turk.csv -------------------------------------------------------------------------------- /experiments/test/one_different/abstract.results.contrastive.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/test/one_different/abstract.results.contrastive.turk.csv -------------------------------------------------------------------------------- /experiments/test/one_different/abstract.results.literal.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/test/one_different/abstract.results.literal.turk.csv -------------------------------------------------------------------------------- /experiments/test/one_different/abstract.results.reasoning.turk.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/experiments/test/one_different/abstract.results.reasoning.turk.csv -------------------------------------------------------------------------------- /indices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/indices.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/main.py -------------------------------------------------------------------------------- /make_experiments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/make_experiments.py -------------------------------------------------------------------------------- /make_turk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/make_turk.py -------------------------------------------------------------------------------- /modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/modules.py -------------------------------------------------------------------------------- /plan.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/plan.txt -------------------------------------------------------------------------------- /results/.ipynb_checkpoints/results-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/.ipynb_checkpoints/results-checkpoint.ipynb -------------------------------------------------------------------------------- /results/dev/abstract.by_similarity.compiled.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.by_similarity.compiled.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev/abstract.by_similarity.contrastive.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.by_similarity.contrastive.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev/abstract.by_similarity.literal_speaker.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.by_similarity.literal_speaker.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev/abstract.by_similarity.literal_speaker.fluency.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.by_similarity.literal_speaker.fluency.csv -------------------------------------------------------------------------------- /results/dev/abstract.by_similarity.reasoning.1000sample.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.by_similarity.reasoning.1000sample.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev/abstract.by_similarity.reasoning.10sample.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.by_similarity.reasoning.10sample.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev/abstract.by_similarity.reasoning.1sample.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.by_similarity.reasoning.1sample.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev/abstract.by_similarity.reasoning.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.by_similarity.reasoning.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev/abstract.by_similarity.reasoning.fluency.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.by_similarity.reasoning.fluency.csv -------------------------------------------------------------------------------- /results/dev/abstract.one_different.contrastive.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.one_different.contrastive.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev/abstract.one_different.literal_speaker.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.one_different.literal_speaker.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev/abstract.one_different.reasoning.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.one_different.reasoning.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev/abstract.one_different_.literal_speaker.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.one_different_.literal_speaker.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev/abstract.one_different_.reasoning.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/abstract.one_different_.reasoning.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev/coco.base.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev/coco.base.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev_small/abstract.by_similarity.base.accuracy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/abstract.by_similarity.base.accuracy.csv -------------------------------------------------------------------------------- /results/dev_small/abstract.by_similarity.base.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/abstract.by_similarity.base.accuracy_forced.csv -------------------------------------------------------------------------------- /results/dev_small/abstract.by_similarity.base.fluency.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/abstract.by_similarity.base.fluency.csv -------------------------------------------------------------------------------- /results/dev_small/abstract.by_similarity.compiled.100samples.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/abstract.by_similarity.compiled.100samples.csv -------------------------------------------------------------------------------- /results/dev_small/abstract.by_similarity.compiled.10samples.2layer.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/abstract.by_similarity.compiled.10samples.2layer.csv -------------------------------------------------------------------------------- /results/dev_small/abstract.by_similarity.compiled.10samples.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/abstract.by_similarity.compiled.10samples.csv -------------------------------------------------------------------------------- /results/dev_small/abstract.by_similarity.compiled.2samples.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/abstract.by_similarity.compiled.2samples.csv -------------------------------------------------------------------------------- /results/dev_small/abstract.by_similarity.reasoning.1000samples.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/abstract.by_similarity.reasoning.1000samples.csv -------------------------------------------------------------------------------- /results/dev_small/abstract.by_similarity.reasoning.100samples.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/abstract.by_similarity.reasoning.100samples.csv -------------------------------------------------------------------------------- /results/dev_small/abstract.by_similarity.reasoning.100samples.curriculum.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/abstract.by_similarity.reasoning.100samples.curriculum.csv -------------------------------------------------------------------------------- /results/dev_small/abstract.by_similarity.reasoning.10samples.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/abstract.by_similarity.reasoning.10samples.csv -------------------------------------------------------------------------------- /results/dev_small/abstract.by_similarity.reasoning.1samples.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/abstract.by_similarity.reasoning.1samples.csv -------------------------------------------------------------------------------- /results/dev_small/abstract.by_similarity.reasoning.2samples.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/abstract.by_similarity.reasoning.2samples.csv -------------------------------------------------------------------------------- /results/dev_small/coco.one_different.base.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/dev_small/coco.one_different.base.accuracy_forced.csv -------------------------------------------------------------------------------- /results/test/abstract.by_similarity.contrastive.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/test/abstract.by_similarity.contrastive.accuracy_forced.csv -------------------------------------------------------------------------------- /results/test/abstract.by_similarity.literal.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/test/abstract.by_similarity.literal.accuracy_forced.csv -------------------------------------------------------------------------------- /results/test/abstract.by_similarity.reasoning.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/test/abstract.by_similarity.reasoning.accuracy_forced.csv -------------------------------------------------------------------------------- /results/test/abstract.one_different.contrastive.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/test/abstract.one_different.contrastive.accuracy_forced.csv -------------------------------------------------------------------------------- /results/test/abstract.one_different.literal.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/test/abstract.one_different.literal.accuracy_forced.csv -------------------------------------------------------------------------------- /results/test/abstract.one_different.reasoning.accuracy_forced.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/results/test/abstract.one_different.reasoning.accuracy_forced.csv -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/run.sh -------------------------------------------------------------------------------- /util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/util.py -------------------------------------------------------------------------------- /visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jacobandreas/pragma/HEAD/visualize.py --------------------------------------------------------------------------------