├── .github └── images │ ├── arbitrary-sentences.png │ ├── definition-sentences.png │ ├── hyperparameters.png │ └── overview.png ├── .gitignore ├── README.md ├── defsent ├── __init__.py ├── model.py └── pooling.py ├── examples ├── .gitignore ├── poetry.lock ├── pyproject.toml └── src │ └── demo_def2word.py ├── experiments ├── .gitignore ├── README.md ├── configs │ ├── config.yaml │ ├── data_module │ │ └── oxford.yaml │ ├── logger │ │ └── mlflow.yaml │ ├── model │ │ └── default.yaml │ ├── optimizer │ │ ├── adadelta.yaml │ │ ├── adagrad.yaml │ │ ├── adam.yaml │ │ ├── adamax.yaml │ │ ├── adamw.yaml │ │ ├── asgd.yaml │ │ ├── lbfgs.yaml │ │ ├── rmsprop.yaml │ │ ├── rprop.yaml │ │ ├── sgd.yaml │ │ └── sparse_adam.yaml │ ├── scheduler │ │ ├── cosine_annealing.yaml │ │ ├── cosine_annealing_warm_restarts.yaml │ │ ├── cyclic.yaml │ │ ├── exponential.yaml │ │ ├── lambda.yaml │ │ ├── multi_step.yaml │ │ ├── multipricative.yaml │ │ ├── oncyclic.yaml │ │ ├── plateau.yaml │ │ ├── step.yaml │ │ └── warmup.yaml │ ├── tokenizer │ │ └── default.yaml │ └── trainer │ │ └── default.yaml ├── main.py ├── poetry.lock ├── pyproject.toml ├── scripts │ ├── download-dataset.sh │ ├── run-base.sh │ ├── run-bert-base0.sh │ ├── run-bert-base1.sh │ ├── run-bert-large0.sh │ ├── run-bert-large1.sh │ ├── run-large.sh │ ├── run-roberta-base0.sh │ ├── run-roberta-base1.sh │ ├── run-roberta-large0.sh │ └── run-roberta-large1.sh └── src │ ├── data_module.py │ ├── dataset.py │ ├── evaluation │ ├── __init__.py │ ├── def2word.py │ ├── senteval.py │ └── sts.py │ ├── experiment.py │ ├── lr_scheduler.py │ ├── model.py │ ├── pooling.py │ ├── scripts │ └── extract_data_from_ishiwatari.py │ └── utils.py ├── poetry.lock └── pyproject.toml /.github/images/arbitrary-sentences.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/.github/images/arbitrary-sentences.png -------------------------------------------------------------------------------- /.github/images/definition-sentences.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/.github/images/definition-sentences.png -------------------------------------------------------------------------------- /.github/images/hyperparameters.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/.github/images/hyperparameters.png -------------------------------------------------------------------------------- /.github/images/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/.github/images/overview.png -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/README.md -------------------------------------------------------------------------------- /defsent/__init__.py: -------------------------------------------------------------------------------- 1 | from defsent.model import DefSent -------------------------------------------------------------------------------- /defsent/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/defsent/model.py -------------------------------------------------------------------------------- /defsent/pooling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/defsent/pooling.py -------------------------------------------------------------------------------- /examples/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/examples/.gitignore -------------------------------------------------------------------------------- /examples/poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/examples/poetry.lock -------------------------------------------------------------------------------- /examples/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/examples/pyproject.toml -------------------------------------------------------------------------------- /examples/src/demo_def2word.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/examples/src/demo_def2word.py -------------------------------------------------------------------------------- /experiments/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/.gitignore -------------------------------------------------------------------------------- /experiments/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/README.md -------------------------------------------------------------------------------- /experiments/configs/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/config.yaml -------------------------------------------------------------------------------- /experiments/configs/data_module/oxford.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/data_module/oxford.yaml -------------------------------------------------------------------------------- /experiments/configs/logger/mlflow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/logger/mlflow.yaml -------------------------------------------------------------------------------- /experiments/configs/model/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/model/default.yaml -------------------------------------------------------------------------------- /experiments/configs/optimizer/adadelta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/optimizer/adadelta.yaml -------------------------------------------------------------------------------- /experiments/configs/optimizer/adagrad.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/optimizer/adagrad.yaml -------------------------------------------------------------------------------- /experiments/configs/optimizer/adam.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/optimizer/adam.yaml -------------------------------------------------------------------------------- /experiments/configs/optimizer/adamax.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/optimizer/adamax.yaml -------------------------------------------------------------------------------- /experiments/configs/optimizer/adamw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/optimizer/adamw.yaml -------------------------------------------------------------------------------- /experiments/configs/optimizer/asgd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/optimizer/asgd.yaml -------------------------------------------------------------------------------- /experiments/configs/optimizer/lbfgs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/optimizer/lbfgs.yaml -------------------------------------------------------------------------------- /experiments/configs/optimizer/rmsprop.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/optimizer/rmsprop.yaml -------------------------------------------------------------------------------- /experiments/configs/optimizer/rprop.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/optimizer/rprop.yaml -------------------------------------------------------------------------------- /experiments/configs/optimizer/sgd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/optimizer/sgd.yaml -------------------------------------------------------------------------------- /experiments/configs/optimizer/sparse_adam.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/optimizer/sparse_adam.yaml -------------------------------------------------------------------------------- /experiments/configs/scheduler/cosine_annealing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/scheduler/cosine_annealing.yaml -------------------------------------------------------------------------------- /experiments/configs/scheduler/cosine_annealing_warm_restarts.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/scheduler/cosine_annealing_warm_restarts.yaml -------------------------------------------------------------------------------- /experiments/configs/scheduler/cyclic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/scheduler/cyclic.yaml -------------------------------------------------------------------------------- /experiments/configs/scheduler/exponential.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/scheduler/exponential.yaml -------------------------------------------------------------------------------- /experiments/configs/scheduler/lambda.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/scheduler/lambda.yaml -------------------------------------------------------------------------------- /experiments/configs/scheduler/multi_step.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/scheduler/multi_step.yaml -------------------------------------------------------------------------------- /experiments/configs/scheduler/multipricative.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/scheduler/multipricative.yaml -------------------------------------------------------------------------------- /experiments/configs/scheduler/oncyclic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/scheduler/oncyclic.yaml -------------------------------------------------------------------------------- /experiments/configs/scheduler/plateau.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/scheduler/plateau.yaml -------------------------------------------------------------------------------- /experiments/configs/scheduler/step.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/scheduler/step.yaml -------------------------------------------------------------------------------- /experiments/configs/scheduler/warmup.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/scheduler/warmup.yaml -------------------------------------------------------------------------------- /experiments/configs/tokenizer/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/tokenizer/default.yaml -------------------------------------------------------------------------------- /experiments/configs/trainer/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/configs/trainer/default.yaml -------------------------------------------------------------------------------- /experiments/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/main.py -------------------------------------------------------------------------------- /experiments/poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/poetry.lock -------------------------------------------------------------------------------- /experiments/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/pyproject.toml -------------------------------------------------------------------------------- /experiments/scripts/download-dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/scripts/download-dataset.sh -------------------------------------------------------------------------------- /experiments/scripts/run-base.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/scripts/run-base.sh -------------------------------------------------------------------------------- /experiments/scripts/run-bert-base0.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/scripts/run-bert-base0.sh -------------------------------------------------------------------------------- /experiments/scripts/run-bert-base1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/scripts/run-bert-base1.sh -------------------------------------------------------------------------------- /experiments/scripts/run-bert-large0.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/scripts/run-bert-large0.sh -------------------------------------------------------------------------------- /experiments/scripts/run-bert-large1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/scripts/run-bert-large1.sh -------------------------------------------------------------------------------- /experiments/scripts/run-large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/scripts/run-large.sh -------------------------------------------------------------------------------- /experiments/scripts/run-roberta-base0.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/scripts/run-roberta-base0.sh -------------------------------------------------------------------------------- /experiments/scripts/run-roberta-base1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/scripts/run-roberta-base1.sh -------------------------------------------------------------------------------- /experiments/scripts/run-roberta-large0.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/scripts/run-roberta-large0.sh -------------------------------------------------------------------------------- /experiments/scripts/run-roberta-large1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/scripts/run-roberta-large1.sh -------------------------------------------------------------------------------- /experiments/src/data_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/src/data_module.py -------------------------------------------------------------------------------- /experiments/src/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/src/dataset.py -------------------------------------------------------------------------------- /experiments/src/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/src/evaluation/__init__.py -------------------------------------------------------------------------------- /experiments/src/evaluation/def2word.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/src/evaluation/def2word.py -------------------------------------------------------------------------------- /experiments/src/evaluation/senteval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/src/evaluation/senteval.py -------------------------------------------------------------------------------- /experiments/src/evaluation/sts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/src/evaluation/sts.py -------------------------------------------------------------------------------- /experiments/src/experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/src/experiment.py -------------------------------------------------------------------------------- /experiments/src/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/src/lr_scheduler.py -------------------------------------------------------------------------------- /experiments/src/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/src/model.py -------------------------------------------------------------------------------- /experiments/src/pooling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/src/pooling.py -------------------------------------------------------------------------------- /experiments/src/scripts/extract_data_from_ishiwatari.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/src/scripts/extract_data_from_ishiwatari.py -------------------------------------------------------------------------------- /experiments/src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/experiments/src/utils.py -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hppRC/defsent/HEAD/pyproject.toml --------------------------------------------------------------------------------