├── .gitignore ├── LICENSE ├── README.md ├── bart ├── README.md ├── config │ ├── pretrain_kowiki_finetune_nsmc.yaml │ ├── pretrain_kowiki_mecab_finetune_nsmc.yaml │ └── pretrain_kowiki_noun_finetune_nsmc.yaml ├── data.py ├── kowiki_pretrain.py ├── kowiki_pretrain_preprocess.py ├── model.py ├── nsmc_preprocess.py └── nsmc_train.py ├── common ├── losses.py ├── mecab.py ├── metrics.py ├── noun_splitter.py ├── np2.crfsuite └── optimizers.py ├── data ├── README.md ├── korean_english_news_prepare.py ├── korean_english_news_vocab_spm.py ├── kowiki_mecab_prepare.py ├── kowiki_noun_prepare.py ├── kowiki_prepare.py ├── kowiki_vocab_spm.py ├── kowiki_word_count.py └── nsmc_prepare.py └── transformer ├── README.md ├── [LangCon2020]_Transformer.ipynb ├── [LangCon2020]_Transformer.pdf ├── config └── korean_english_news_ko_en_32000.yaml ├── data.py ├── korean_english_news_infer.py ├── korean_english_news_preprocess.py ├── korean_english_news_train.py └── model.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/README.md -------------------------------------------------------------------------------- /bart/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/bart/README.md -------------------------------------------------------------------------------- /bart/config/pretrain_kowiki_finetune_nsmc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/bart/config/pretrain_kowiki_finetune_nsmc.yaml -------------------------------------------------------------------------------- /bart/config/pretrain_kowiki_mecab_finetune_nsmc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/bart/config/pretrain_kowiki_mecab_finetune_nsmc.yaml -------------------------------------------------------------------------------- /bart/config/pretrain_kowiki_noun_finetune_nsmc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/bart/config/pretrain_kowiki_noun_finetune_nsmc.yaml -------------------------------------------------------------------------------- /bart/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/bart/data.py -------------------------------------------------------------------------------- /bart/kowiki_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/bart/kowiki_pretrain.py -------------------------------------------------------------------------------- /bart/kowiki_pretrain_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/bart/kowiki_pretrain_preprocess.py -------------------------------------------------------------------------------- /bart/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/bart/model.py -------------------------------------------------------------------------------- /bart/nsmc_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/bart/nsmc_preprocess.py -------------------------------------------------------------------------------- /bart/nsmc_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/bart/nsmc_train.py -------------------------------------------------------------------------------- /common/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/common/losses.py -------------------------------------------------------------------------------- /common/mecab.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/common/mecab.py -------------------------------------------------------------------------------- /common/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/common/metrics.py -------------------------------------------------------------------------------- /common/noun_splitter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/common/noun_splitter.py -------------------------------------------------------------------------------- /common/np2.crfsuite: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/common/np2.crfsuite -------------------------------------------------------------------------------- /common/optimizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/common/optimizers.py -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/data/README.md -------------------------------------------------------------------------------- /data/korean_english_news_prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/data/korean_english_news_prepare.py -------------------------------------------------------------------------------- /data/korean_english_news_vocab_spm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/data/korean_english_news_vocab_spm.py -------------------------------------------------------------------------------- /data/kowiki_mecab_prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/data/kowiki_mecab_prepare.py -------------------------------------------------------------------------------- /data/kowiki_noun_prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/data/kowiki_noun_prepare.py -------------------------------------------------------------------------------- /data/kowiki_prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/data/kowiki_prepare.py -------------------------------------------------------------------------------- /data/kowiki_vocab_spm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/data/kowiki_vocab_spm.py -------------------------------------------------------------------------------- /data/kowiki_word_count.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/data/kowiki_word_count.py -------------------------------------------------------------------------------- /data/nsmc_prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/data/nsmc_prepare.py -------------------------------------------------------------------------------- /transformer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/transformer/README.md -------------------------------------------------------------------------------- /transformer/[LangCon2020]_Transformer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/transformer/[LangCon2020]_Transformer.ipynb -------------------------------------------------------------------------------- /transformer/[LangCon2020]_Transformer.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/transformer/[LangCon2020]_Transformer.pdf -------------------------------------------------------------------------------- /transformer/config/korean_english_news_ko_en_32000.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/transformer/config/korean_english_news_ko_en_32000.yaml -------------------------------------------------------------------------------- /transformer/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/transformer/data.py -------------------------------------------------------------------------------- /transformer/korean_english_news_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/transformer/korean_english_news_infer.py -------------------------------------------------------------------------------- /transformer/korean_english_news_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/transformer/korean_english_news_preprocess.py -------------------------------------------------------------------------------- /transformer/korean_english_news_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/transformer/korean_english_news_train.py -------------------------------------------------------------------------------- /transformer/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/paul-hyun/tf_transformers/HEAD/transformer/model.py --------------------------------------------------------------------------------