├── .gitignore ├── LICENSE.txt ├── README.md ├── alignment ├── ci_align.py ├── map_embeddings.py ├── sgns_vi.py ├── sgns_vi_l2normalize.py ├── srv_align.py └── wi.py ├── corpora └── test │ ├── corpus1 │ └── corpus1.txt.gz │ ├── corpus2 │ └── corpus2.txt.gz │ └── corpus_wi │ └── corpus_wi.txt.gz ├── evaluation ├── ap.py └── spr.py ├── measures ├── cd.py ├── diff.py ├── entropy.py ├── freq.py ├── lnd.py ├── rand.py ├── trsf.py └── typs.py ├── modules ├── __init__.py ├── __pycache__ │ ├── cupy_utils.cpython-37.pyc │ ├── embeddings.cpython-37.pyc │ └── utils_.cpython-37.pyc ├── cupy_utils.py ├── embeddings.py ├── utils_.py └── utils_.pyc ├── postprocessing ├── center.py ├── pcr.py └── sot.py ├── preprocessing └── preprocess.py ├── representations ├── count.py ├── ppmi.py ├── ri.py ├── sgns.py └── svd.py ├── requirements.txt ├── scripts ├── make_folders.sh ├── make_results_disp.sh ├── make_results_sim.sh ├── make_results_wi.sh ├── make_targets.sh ├── parameters_durel.sh ├── parameters_semcor.sh ├── parameters_semeval_eng.sh ├── parameters_semeval_ger.sh ├── parameters_semeval_lat.sh ├── parameters_semeval_swe.sh ├── parameters_surel.sh ├── parameters_test.sh ├── preprocess.sh ├── run_AP.sh ├── run_CD.sh ├── run_CI.sh ├── run_CNT.sh ├── run_DIFF.sh ├── run_ENTR.sh ├── run_FREQ.sh ├── run_LND.sh ├── run_NENTR.sh ├── run_NFREQ.sh ├── run_NTYPE.sh ├── run_OP+.sh ├── run_OP-.sh ├── run_OP.sh ├── run_PPMI.sh ├── run_RAND.sh ├── run_RI.sh ├── run_SGNS.sh ├── run_SGNS_VI.sh ├── run_SPR.sh ├── run_SRV.sh ├── run_SVD.sh ├── run_TRSF.sh ├── run_TYPE.sh ├── run_WI.sh ├── run_durel.sh ├── run_semcor.sh ├── run_semeval_eng.sh ├── run_semeval_ger.sh ├── run_semeval_lat.sh ├── run_semeval_swe.sh ├── run_surel.sh └── run_test.sh └── testsets ├── durel ├── durel.tsv ├── rank.tsv └── targets.tsv ├── surel ├── rank.tsv ├── surel.tsv └── targets.tsv └── test ├── class.tsv ├── rank.tsv ├── targets.tsv ├── targets_input.tsv └── targets_wi.tsv /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/README.md -------------------------------------------------------------------------------- /alignment/ci_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/alignment/ci_align.py -------------------------------------------------------------------------------- /alignment/map_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/alignment/map_embeddings.py -------------------------------------------------------------------------------- /alignment/sgns_vi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/alignment/sgns_vi.py -------------------------------------------------------------------------------- /alignment/sgns_vi_l2normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/alignment/sgns_vi_l2normalize.py -------------------------------------------------------------------------------- /alignment/srv_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/alignment/srv_align.py -------------------------------------------------------------------------------- /alignment/wi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/alignment/wi.py -------------------------------------------------------------------------------- /corpora/test/corpus1/corpus1.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/corpora/test/corpus1/corpus1.txt.gz -------------------------------------------------------------------------------- /corpora/test/corpus2/corpus2.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/corpora/test/corpus2/corpus2.txt.gz -------------------------------------------------------------------------------- /corpora/test/corpus_wi/corpus_wi.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/corpora/test/corpus_wi/corpus_wi.txt.gz -------------------------------------------------------------------------------- /evaluation/ap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/evaluation/ap.py -------------------------------------------------------------------------------- /evaluation/spr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/evaluation/spr.py -------------------------------------------------------------------------------- /measures/cd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/measures/cd.py -------------------------------------------------------------------------------- /measures/diff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/measures/diff.py -------------------------------------------------------------------------------- /measures/entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/measures/entropy.py -------------------------------------------------------------------------------- /measures/freq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/measures/freq.py -------------------------------------------------------------------------------- /measures/lnd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/measures/lnd.py -------------------------------------------------------------------------------- /measures/rand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/measures/rand.py -------------------------------------------------------------------------------- /measures/trsf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/measures/trsf.py -------------------------------------------------------------------------------- /measures/typs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/measures/typs.py -------------------------------------------------------------------------------- /modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/__pycache__/cupy_utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/modules/__pycache__/cupy_utils.cpython-37.pyc -------------------------------------------------------------------------------- /modules/__pycache__/embeddings.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/modules/__pycache__/embeddings.cpython-37.pyc -------------------------------------------------------------------------------- /modules/__pycache__/utils_.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/modules/__pycache__/utils_.cpython-37.pyc -------------------------------------------------------------------------------- /modules/cupy_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/modules/cupy_utils.py -------------------------------------------------------------------------------- /modules/embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/modules/embeddings.py -------------------------------------------------------------------------------- /modules/utils_.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/modules/utils_.py -------------------------------------------------------------------------------- /modules/utils_.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/modules/utils_.pyc -------------------------------------------------------------------------------- /postprocessing/center.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/postprocessing/center.py -------------------------------------------------------------------------------- /postprocessing/pcr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/postprocessing/pcr.py -------------------------------------------------------------------------------- /postprocessing/sot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/postprocessing/sot.py -------------------------------------------------------------------------------- /preprocessing/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/preprocessing/preprocess.py -------------------------------------------------------------------------------- /representations/count.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/representations/count.py -------------------------------------------------------------------------------- /representations/ppmi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/representations/ppmi.py -------------------------------------------------------------------------------- /representations/ri.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/representations/ri.py -------------------------------------------------------------------------------- /representations/sgns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/representations/sgns.py -------------------------------------------------------------------------------- /representations/svd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/representations/svd.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/make_folders.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/make_folders.sh -------------------------------------------------------------------------------- /scripts/make_results_disp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/make_results_disp.sh -------------------------------------------------------------------------------- /scripts/make_results_sim.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/make_results_sim.sh -------------------------------------------------------------------------------- /scripts/make_results_wi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/make_results_wi.sh -------------------------------------------------------------------------------- /scripts/make_targets.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/make_targets.sh -------------------------------------------------------------------------------- /scripts/parameters_durel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/parameters_durel.sh -------------------------------------------------------------------------------- /scripts/parameters_semcor.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/parameters_semcor.sh -------------------------------------------------------------------------------- /scripts/parameters_semeval_eng.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/parameters_semeval_eng.sh -------------------------------------------------------------------------------- /scripts/parameters_semeval_ger.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/parameters_semeval_ger.sh -------------------------------------------------------------------------------- /scripts/parameters_semeval_lat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/parameters_semeval_lat.sh -------------------------------------------------------------------------------- /scripts/parameters_semeval_swe.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/parameters_semeval_swe.sh -------------------------------------------------------------------------------- /scripts/parameters_surel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/parameters_surel.sh -------------------------------------------------------------------------------- /scripts/parameters_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/parameters_test.sh -------------------------------------------------------------------------------- /scripts/preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/preprocess.sh -------------------------------------------------------------------------------- /scripts/run_AP.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_AP.sh -------------------------------------------------------------------------------- /scripts/run_CD.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_CD.sh -------------------------------------------------------------------------------- /scripts/run_CI.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_CI.sh -------------------------------------------------------------------------------- /scripts/run_CNT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_CNT.sh -------------------------------------------------------------------------------- /scripts/run_DIFF.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_DIFF.sh -------------------------------------------------------------------------------- /scripts/run_ENTR.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_ENTR.sh -------------------------------------------------------------------------------- /scripts/run_FREQ.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_FREQ.sh -------------------------------------------------------------------------------- /scripts/run_LND.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_LND.sh -------------------------------------------------------------------------------- /scripts/run_NENTR.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_NENTR.sh -------------------------------------------------------------------------------- /scripts/run_NFREQ.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_NFREQ.sh -------------------------------------------------------------------------------- /scripts/run_NTYPE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_NTYPE.sh -------------------------------------------------------------------------------- /scripts/run_OP+.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_OP+.sh -------------------------------------------------------------------------------- /scripts/run_OP-.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_OP-.sh -------------------------------------------------------------------------------- /scripts/run_OP.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_OP.sh -------------------------------------------------------------------------------- /scripts/run_PPMI.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_PPMI.sh -------------------------------------------------------------------------------- /scripts/run_RAND.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_RAND.sh -------------------------------------------------------------------------------- /scripts/run_RI.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_RI.sh -------------------------------------------------------------------------------- /scripts/run_SGNS.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_SGNS.sh -------------------------------------------------------------------------------- /scripts/run_SGNS_VI.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_SGNS_VI.sh -------------------------------------------------------------------------------- /scripts/run_SPR.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_SPR.sh -------------------------------------------------------------------------------- /scripts/run_SRV.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_SRV.sh -------------------------------------------------------------------------------- /scripts/run_SVD.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_SVD.sh -------------------------------------------------------------------------------- /scripts/run_TRSF.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_TRSF.sh -------------------------------------------------------------------------------- /scripts/run_TYPE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_TYPE.sh -------------------------------------------------------------------------------- /scripts/run_WI.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_WI.sh -------------------------------------------------------------------------------- /scripts/run_durel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_durel.sh -------------------------------------------------------------------------------- /scripts/run_semcor.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_semcor.sh -------------------------------------------------------------------------------- /scripts/run_semeval_eng.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_semeval_eng.sh -------------------------------------------------------------------------------- /scripts/run_semeval_ger.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_semeval_ger.sh -------------------------------------------------------------------------------- /scripts/run_semeval_lat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_semeval_lat.sh -------------------------------------------------------------------------------- /scripts/run_semeval_swe.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_semeval_swe.sh -------------------------------------------------------------------------------- /scripts/run_surel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_surel.sh -------------------------------------------------------------------------------- /scripts/run_test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/scripts/run_test.sh -------------------------------------------------------------------------------- /testsets/durel/durel.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/testsets/durel/durel.tsv -------------------------------------------------------------------------------- /testsets/durel/rank.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/testsets/durel/rank.tsv -------------------------------------------------------------------------------- /testsets/durel/targets.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/testsets/durel/targets.tsv -------------------------------------------------------------------------------- /testsets/surel/rank.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/testsets/surel/rank.tsv -------------------------------------------------------------------------------- /testsets/surel/surel.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/testsets/surel/surel.tsv -------------------------------------------------------------------------------- /testsets/surel/targets.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/testsets/surel/targets.tsv -------------------------------------------------------------------------------- /testsets/test/class.tsv: -------------------------------------------------------------------------------- 1 | 0 2 | 1 3 | 0 4 | 0 5 | -------------------------------------------------------------------------------- /testsets/test/rank.tsv: -------------------------------------------------------------------------------- 1 | 1.1 2 | 2.2 3 | 0.5 4 | -3.6 5 | -------------------------------------------------------------------------------- /testsets/test/targets.tsv: -------------------------------------------------------------------------------- 1 | Gott 2 | und 3 | haben 4 | göttlich 5 | -------------------------------------------------------------------------------- /testsets/test/targets_input.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/testsets/test/targets_input.tsv -------------------------------------------------------------------------------- /testsets/test/targets_wi.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Garrafao/LSCDetection/HEAD/testsets/test/targets_wi.tsv --------------------------------------------------------------------------------