├── LICENSE ├── README.md ├── README_EN.md ├── finetune ├── conf │ ├── hate-speech │ │ └── electra-small.yaml │ ├── isac │ │ └── electra-small.yaml │ ├── kornli │ │ └── electra-small.yaml │ ├── korsts │ │ └── electra-small.yaml │ ├── naver-ner │ │ └── electra-small.yaml │ └── nsmc │ │ └── electra-small.yaml ├── data │ ├── hate-speech │ │ ├── train.tsv │ │ └── val.tsv │ ├── kornli │ │ ├── multinli.train.ko.tsv │ │ ├── xnli.dev.ko.tsv │ │ └── xnli.test.ko.tsv │ ├── korsts │ │ ├── sts-dev.tsv │ │ ├── sts-test.tsv │ │ └── sts-train.tsv │ ├── naver-ner │ │ ├── test.tsv │ │ └── train.tsv │ ├── nsmc │ │ ├── ratings_test.txt │ │ └── ratings_train.txt │ └── question-pair │ │ ├── dev.tsv │ │ ├── test.tsv │ │ └── train.tsv ├── inference │ └── inference_classification.py ├── ner.py ├── nni │ ├── base.yaml │ └── search-1.json ├── run_finetune.py ├── seq_cls.py └── utils.py ├── pretrain ├── build_pretraining_dataset.py ├── build_vocab.py ├── configure_pretraining.py ├── data │ ├── config │ │ └── small_config_kor_wordpiece_train.json │ └── vocab │ │ └── vocab.txt ├── model │ ├── __init__.py │ ├── modeling.py │ ├── optimization.py │ └── tokenization.py ├── preprocess.py ├── pretrain │ ├── __init__.py │ ├── pretrain_data.py │ └── pretrain_helpers.py ├── pytorch_convert.py ├── run_pretraining.py └── util │ ├── __init__.py │ ├── training_utils.py │ └── utils.py └── requirements.txt /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/README.md -------------------------------------------------------------------------------- /README_EN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/README_EN.md -------------------------------------------------------------------------------- /finetune/conf/hate-speech/electra-small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/conf/hate-speech/electra-small.yaml -------------------------------------------------------------------------------- /finetune/conf/isac/electra-small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/conf/isac/electra-small.yaml -------------------------------------------------------------------------------- /finetune/conf/kornli/electra-small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/conf/kornli/electra-small.yaml -------------------------------------------------------------------------------- /finetune/conf/korsts/electra-small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/conf/korsts/electra-small.yaml -------------------------------------------------------------------------------- /finetune/conf/naver-ner/electra-small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/conf/naver-ner/electra-small.yaml -------------------------------------------------------------------------------- /finetune/conf/nsmc/electra-small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/conf/nsmc/electra-small.yaml -------------------------------------------------------------------------------- /finetune/data/hate-speech/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/hate-speech/train.tsv -------------------------------------------------------------------------------- /finetune/data/hate-speech/val.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/hate-speech/val.tsv -------------------------------------------------------------------------------- /finetune/data/kornli/multinli.train.ko.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/kornli/multinli.train.ko.tsv -------------------------------------------------------------------------------- /finetune/data/kornli/xnli.dev.ko.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/kornli/xnli.dev.ko.tsv -------------------------------------------------------------------------------- /finetune/data/kornli/xnli.test.ko.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/kornli/xnli.test.ko.tsv -------------------------------------------------------------------------------- /finetune/data/korsts/sts-dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/korsts/sts-dev.tsv -------------------------------------------------------------------------------- /finetune/data/korsts/sts-test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/korsts/sts-test.tsv -------------------------------------------------------------------------------- /finetune/data/korsts/sts-train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/korsts/sts-train.tsv -------------------------------------------------------------------------------- /finetune/data/naver-ner/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/naver-ner/test.tsv -------------------------------------------------------------------------------- /finetune/data/naver-ner/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/naver-ner/train.tsv -------------------------------------------------------------------------------- /finetune/data/nsmc/ratings_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/nsmc/ratings_test.txt -------------------------------------------------------------------------------- /finetune/data/nsmc/ratings_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/nsmc/ratings_train.txt -------------------------------------------------------------------------------- /finetune/data/question-pair/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/question-pair/dev.tsv -------------------------------------------------------------------------------- /finetune/data/question-pair/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/question-pair/test.tsv -------------------------------------------------------------------------------- /finetune/data/question-pair/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/data/question-pair/train.tsv -------------------------------------------------------------------------------- /finetune/inference/inference_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/inference/inference_classification.py -------------------------------------------------------------------------------- /finetune/ner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/ner.py -------------------------------------------------------------------------------- /finetune/nni/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/nni/base.yaml -------------------------------------------------------------------------------- /finetune/nni/search-1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/nni/search-1.json -------------------------------------------------------------------------------- /finetune/run_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/run_finetune.py -------------------------------------------------------------------------------- /finetune/seq_cls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/seq_cls.py -------------------------------------------------------------------------------- /finetune/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/finetune/utils.py -------------------------------------------------------------------------------- /pretrain/build_pretraining_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/build_pretraining_dataset.py -------------------------------------------------------------------------------- /pretrain/build_vocab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/build_vocab.py -------------------------------------------------------------------------------- /pretrain/configure_pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/configure_pretraining.py -------------------------------------------------------------------------------- /pretrain/data/config/small_config_kor_wordpiece_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/data/config/small_config_kor_wordpiece_train.json -------------------------------------------------------------------------------- /pretrain/data/vocab/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/data/vocab/vocab.txt -------------------------------------------------------------------------------- /pretrain/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/model/__init__.py -------------------------------------------------------------------------------- /pretrain/model/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/model/modeling.py -------------------------------------------------------------------------------- /pretrain/model/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/model/optimization.py -------------------------------------------------------------------------------- /pretrain/model/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/model/tokenization.py -------------------------------------------------------------------------------- /pretrain/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/preprocess.py -------------------------------------------------------------------------------- /pretrain/pretrain/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/pretrain/__init__.py -------------------------------------------------------------------------------- /pretrain/pretrain/pretrain_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/pretrain/pretrain_data.py -------------------------------------------------------------------------------- /pretrain/pretrain/pretrain_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/pretrain/pretrain_helpers.py -------------------------------------------------------------------------------- /pretrain/pytorch_convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/pytorch_convert.py -------------------------------------------------------------------------------- /pretrain/run_pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/run_pretraining.py -------------------------------------------------------------------------------- /pretrain/util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/util/__init__.py -------------------------------------------------------------------------------- /pretrain/util/training_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/util/training_utils.py -------------------------------------------------------------------------------- /pretrain/util/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/pretrain/util/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SKplanet/Dialog-KoELECTRA/HEAD/requirements.txt --------------------------------------------------------------------------------