├── Embeddings_benchmark.ipynb ├── Part1_NLP_Embeddings_Overview.pdf ├── Part2_Empirical_Results.pdf ├── README.MD ├── data ├── .DS_Store └── downstream │ ├── .DS_Store │ ├── get_transfer_data.bash │ └── tokenizer.sed ├── gif ├── S2StoTransformer_1v2.gif ├── S2StoTransformer_2v2.gif ├── S2StoTransformer_3v2.gif ├── S2StoTransformer_4v2.gif ├── architectures.png ├── results_table.png └── tasks.png ├── results1.p ├── results1stacked.p ├── results2.p ├── results2stacked.p └── senteval ├── .DS_Store ├── __init__.py ├── __pycache__ ├── __init__.cpython-36.pyc ├── binary.cpython-36.pyc ├── engine.cpython-36.pyc ├── mrpc.cpython-36.pyc ├── probing.cpython-36.pyc ├── rank.cpython-36.pyc ├── sick.cpython-36.pyc ├── snli.cpython-36.pyc ├── sst.cpython-36.pyc ├── sts.cpython-36.pyc ├── trec.cpython-36.pyc └── utils.cpython-36.pyc ├── binary.py ├── engine.py ├── mrpc.py ├── probing.py ├── rank.py ├── sick.py ├── snli.py ├── sst.py ├── sts.py ├── tools ├── __pycache__ │ ├── classifier.cpython-36.pyc │ ├── hpb.cpython-36.pyc │ ├── hyperopt_changes.cpython-36.pyc │ ├── ranking.cpython-36.pyc │ ├── relatedness.cpython-36.pyc │ ├── search_spaces.cpython-36.pyc │ └── validation.cpython-36.pyc ├── classifier.py ├── hpb.py ├── hyperopt_changes.py ├── ranking.py ├── relatedness.py ├── search_spaces.py └── validation.py ├── trec.py └── utils.py /Embeddings_benchmark.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/Embeddings_benchmark.ipynb -------------------------------------------------------------------------------- /Part1_NLP_Embeddings_Overview.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/Part1_NLP_Embeddings_Overview.pdf -------------------------------------------------------------------------------- /Part2_Empirical_Results.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/Part2_Empirical_Results.pdf -------------------------------------------------------------------------------- /README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/README.MD -------------------------------------------------------------------------------- /data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/data/.DS_Store -------------------------------------------------------------------------------- /data/downstream/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/data/downstream/.DS_Store -------------------------------------------------------------------------------- /data/downstream/get_transfer_data.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/data/downstream/get_transfer_data.bash -------------------------------------------------------------------------------- /data/downstream/tokenizer.sed: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/data/downstream/tokenizer.sed -------------------------------------------------------------------------------- /gif/S2StoTransformer_1v2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/gif/S2StoTransformer_1v2.gif -------------------------------------------------------------------------------- /gif/S2StoTransformer_2v2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/gif/S2StoTransformer_2v2.gif -------------------------------------------------------------------------------- /gif/S2StoTransformer_3v2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/gif/S2StoTransformer_3v2.gif -------------------------------------------------------------------------------- /gif/S2StoTransformer_4v2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/gif/S2StoTransformer_4v2.gif -------------------------------------------------------------------------------- /gif/architectures.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/gif/architectures.png -------------------------------------------------------------------------------- /gif/results_table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/gif/results_table.png -------------------------------------------------------------------------------- /gif/tasks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/gif/tasks.png -------------------------------------------------------------------------------- /results1.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/results1.p -------------------------------------------------------------------------------- /results1stacked.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/results1stacked.p -------------------------------------------------------------------------------- /results2.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/results2.p -------------------------------------------------------------------------------- /results2stacked.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/results2stacked.p -------------------------------------------------------------------------------- /senteval/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/.DS_Store -------------------------------------------------------------------------------- /senteval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/__init__.py -------------------------------------------------------------------------------- /senteval/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/__pycache__/binary.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/__pycache__/binary.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/__pycache__/engine.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/__pycache__/engine.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/__pycache__/mrpc.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/__pycache__/mrpc.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/__pycache__/probing.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/__pycache__/probing.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/__pycache__/rank.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/__pycache__/rank.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/__pycache__/sick.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/__pycache__/sick.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/__pycache__/snli.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/__pycache__/snli.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/__pycache__/sst.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/__pycache__/sst.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/__pycache__/sts.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/__pycache__/sts.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/__pycache__/trec.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/__pycache__/trec.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/__pycache__/utils.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/__pycache__/utils.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/binary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/binary.py -------------------------------------------------------------------------------- /senteval/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/engine.py -------------------------------------------------------------------------------- /senteval/mrpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/mrpc.py -------------------------------------------------------------------------------- /senteval/probing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/probing.py -------------------------------------------------------------------------------- /senteval/rank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/rank.py -------------------------------------------------------------------------------- /senteval/sick.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/sick.py -------------------------------------------------------------------------------- /senteval/snli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/snli.py -------------------------------------------------------------------------------- /senteval/sst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/sst.py -------------------------------------------------------------------------------- /senteval/sts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/sts.py -------------------------------------------------------------------------------- /senteval/tools/__pycache__/classifier.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/__pycache__/classifier.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/tools/__pycache__/hpb.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/__pycache__/hpb.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/tools/__pycache__/hyperopt_changes.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/__pycache__/hyperopt_changes.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/tools/__pycache__/ranking.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/__pycache__/ranking.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/tools/__pycache__/relatedness.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/__pycache__/relatedness.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/tools/__pycache__/search_spaces.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/__pycache__/search_spaces.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/tools/__pycache__/validation.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/__pycache__/validation.cpython-36.pyc -------------------------------------------------------------------------------- /senteval/tools/classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/classifier.py -------------------------------------------------------------------------------- /senteval/tools/hpb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/hpb.py -------------------------------------------------------------------------------- /senteval/tools/hyperopt_changes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/hyperopt_changes.py -------------------------------------------------------------------------------- /senteval/tools/ranking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/ranking.py -------------------------------------------------------------------------------- /senteval/tools/relatedness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/relatedness.py -------------------------------------------------------------------------------- /senteval/tools/search_spaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/search_spaces.py -------------------------------------------------------------------------------- /senteval/tools/validation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/tools/validation.py -------------------------------------------------------------------------------- /senteval/trec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/trec.py -------------------------------------------------------------------------------- /senteval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EsterHlav/Quantitative-Comparison-NLP-Embeddings-from-GloVe-to-RoBERTa/HEAD/senteval/utils.py --------------------------------------------------------------------------------