├── .gitignore ├── DISTILLATION.md ├── FASTFORMERS.md ├── KOR_EXPERIMENTS.md ├── OPTIMIZATION.md ├── README.md ├── SENTENCE_PAIR.md ├── STraTA.md ├── augment_data.py ├── configs ├── config-bart-cls.json ├── config-bart-cnn.json ├── config-bert-cls-doc.json ├── config-bert-cls.json ├── config-bert-cnn-doc.json ├── config-bert-cnn.json ├── config-bert-densenet-cnn.json ├── config-densenet-cnn-iee.json ├── config-densenet-cnn.json ├── config-densenet-dsa-iee.json ├── config-densenet-dsa.json ├── config-distilbert-cls.json ├── config-distilbert-cnn.json ├── config-glove-cnn.json ├── config-glove-gnb.json ├── config-gpt-cls.json ├── config-gpt-cnn.json ├── config-gpt_neo-cls.json ├── config-gpt_neo-cnn.json ├── config-gptj-cls.json ├── config-gptj-cnn.json ├── config-megatronbert-cls.json ├── config-megatronbert-cnn.json ├── config-roberta-cls.json ├── config-roberta-cnn.json ├── config-roberta-densenet-cnn.json ├── config-t5-cls.json └── config-t5-cnn.json ├── data ├── adv_glue │ └── extract.py ├── clova_sentiments │ ├── test.txt │ ├── train.txt │ └── valid.txt ├── clova_sentiments_morph │ ├── test.txt │ ├── train.txt │ └── valid.txt ├── korean_bias_speech │ ├── test.txt │ ├── train.txt │ └── valid.txt ├── korean_bias_speech_morph │ ├── test.txt │ ├── train.txt │ └── valid.txt ├── korean_hate_speech │ ├── test.txt │ ├── train.txt │ └── valid.txt ├── korean_hate_speech_morph │ ├── test.txt │ ├── train.txt │ └── valid.txt ├── mnli │ └── extract.py ├── snips │ ├── test.txt │ ├── train.txt │ └── valid.txt └── sst2 │ ├── test.txt │ ├── train.txt │ └── valid.txt ├── dataset ├── __init__.py └── dataset.py ├── etc ├── convert_to_longform_hf.py ├── download_datasets.py ├── download_hf.py ├── jemalloc_omp_kmp.sh ├── loadtest_hf.py ├── numactl.sh ├── onnx-test.py ├── split.py ├── tvm-pt-test.py └── tvm-tf-test.py ├── evaluate.py ├── fastformers.py ├── loss ├── __init__.py ├── isomax_loss.py └── label_smoothing.py ├── model ├── __init__.py ├── gnb.py ├── isomax.py └── model.py ├── preprocess.py ├── requirements.txt ├── train.py └── util ├── __init__.py ├── early_stopping.py ├── tokenizer.py └── util.py /.gitignore: -------------------------------------------------------------------------------- 1 | data 2 | embeddings 3 | pytorch-model* 4 | bert-checkpoint* 5 | -------------------------------------------------------------------------------- /DISTILLATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/DISTILLATION.md -------------------------------------------------------------------------------- /FASTFORMERS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/FASTFORMERS.md -------------------------------------------------------------------------------- /KOR_EXPERIMENTS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/KOR_EXPERIMENTS.md -------------------------------------------------------------------------------- /OPTIMIZATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/OPTIMIZATION.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/README.md -------------------------------------------------------------------------------- /SENTENCE_PAIR.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/SENTENCE_PAIR.md -------------------------------------------------------------------------------- /STraTA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/STraTA.md -------------------------------------------------------------------------------- /augment_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/augment_data.py -------------------------------------------------------------------------------- /configs/config-bart-cls.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-bart-cls.json -------------------------------------------------------------------------------- /configs/config-bart-cnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-bart-cnn.json -------------------------------------------------------------------------------- /configs/config-bert-cls-doc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-bert-cls-doc.json -------------------------------------------------------------------------------- /configs/config-bert-cls.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-bert-cls.json -------------------------------------------------------------------------------- /configs/config-bert-cnn-doc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-bert-cnn-doc.json -------------------------------------------------------------------------------- /configs/config-bert-cnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-bert-cnn.json -------------------------------------------------------------------------------- /configs/config-bert-densenet-cnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-bert-densenet-cnn.json -------------------------------------------------------------------------------- /configs/config-densenet-cnn-iee.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-densenet-cnn-iee.json -------------------------------------------------------------------------------- /configs/config-densenet-cnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-densenet-cnn.json -------------------------------------------------------------------------------- /configs/config-densenet-dsa-iee.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-densenet-dsa-iee.json -------------------------------------------------------------------------------- /configs/config-densenet-dsa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-densenet-dsa.json -------------------------------------------------------------------------------- /configs/config-distilbert-cls.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-distilbert-cls.json -------------------------------------------------------------------------------- /configs/config-distilbert-cnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-distilbert-cnn.json -------------------------------------------------------------------------------- /configs/config-glove-cnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-glove-cnn.json -------------------------------------------------------------------------------- /configs/config-glove-gnb.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-glove-gnb.json -------------------------------------------------------------------------------- /configs/config-gpt-cls.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-gpt-cls.json -------------------------------------------------------------------------------- /configs/config-gpt-cnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-gpt-cnn.json -------------------------------------------------------------------------------- /configs/config-gpt_neo-cls.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-gpt_neo-cls.json -------------------------------------------------------------------------------- /configs/config-gpt_neo-cnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-gpt_neo-cnn.json -------------------------------------------------------------------------------- /configs/config-gptj-cls.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-gptj-cls.json -------------------------------------------------------------------------------- /configs/config-gptj-cnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-gptj-cnn.json -------------------------------------------------------------------------------- /configs/config-megatronbert-cls.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-megatronbert-cls.json -------------------------------------------------------------------------------- /configs/config-megatronbert-cnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-megatronbert-cnn.json -------------------------------------------------------------------------------- /configs/config-roberta-cls.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-roberta-cls.json -------------------------------------------------------------------------------- /configs/config-roberta-cnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-roberta-cnn.json -------------------------------------------------------------------------------- /configs/config-roberta-densenet-cnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-roberta-densenet-cnn.json -------------------------------------------------------------------------------- /configs/config-t5-cls.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-t5-cls.json -------------------------------------------------------------------------------- /configs/config-t5-cnn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/configs/config-t5-cnn.json -------------------------------------------------------------------------------- /data/adv_glue/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/adv_glue/extract.py -------------------------------------------------------------------------------- /data/clova_sentiments/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/clova_sentiments/test.txt -------------------------------------------------------------------------------- /data/clova_sentiments/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/clova_sentiments/train.txt -------------------------------------------------------------------------------- /data/clova_sentiments/valid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/clova_sentiments/valid.txt -------------------------------------------------------------------------------- /data/clova_sentiments_morph/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/clova_sentiments_morph/test.txt -------------------------------------------------------------------------------- /data/clova_sentiments_morph/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/clova_sentiments_morph/train.txt -------------------------------------------------------------------------------- /data/clova_sentiments_morph/valid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/clova_sentiments_morph/valid.txt -------------------------------------------------------------------------------- /data/korean_bias_speech/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/korean_bias_speech/test.txt -------------------------------------------------------------------------------- /data/korean_bias_speech/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/korean_bias_speech/train.txt -------------------------------------------------------------------------------- /data/korean_bias_speech/valid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/korean_bias_speech/valid.txt -------------------------------------------------------------------------------- /data/korean_bias_speech_morph/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/korean_bias_speech_morph/test.txt -------------------------------------------------------------------------------- /data/korean_bias_speech_morph/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/korean_bias_speech_morph/train.txt -------------------------------------------------------------------------------- /data/korean_bias_speech_morph/valid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/korean_bias_speech_morph/valid.txt -------------------------------------------------------------------------------- /data/korean_hate_speech/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/korean_hate_speech/test.txt -------------------------------------------------------------------------------- /data/korean_hate_speech/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/korean_hate_speech/train.txt -------------------------------------------------------------------------------- /data/korean_hate_speech/valid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/korean_hate_speech/valid.txt -------------------------------------------------------------------------------- /data/korean_hate_speech_morph/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/korean_hate_speech_morph/test.txt -------------------------------------------------------------------------------- /data/korean_hate_speech_morph/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/korean_hate_speech_morph/train.txt -------------------------------------------------------------------------------- /data/korean_hate_speech_morph/valid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/korean_hate_speech_morph/valid.txt -------------------------------------------------------------------------------- /data/mnli/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/mnli/extract.py -------------------------------------------------------------------------------- /data/snips/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/snips/test.txt -------------------------------------------------------------------------------- /data/snips/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/snips/train.txt -------------------------------------------------------------------------------- /data/snips/valid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/snips/valid.txt -------------------------------------------------------------------------------- /data/sst2/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/sst2/test.txt -------------------------------------------------------------------------------- /data/sst2/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/sst2/train.txt -------------------------------------------------------------------------------- /data/sst2/valid.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/data/sst2/valid.txt -------------------------------------------------------------------------------- /dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/dataset/__init__.py -------------------------------------------------------------------------------- /dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/dataset/dataset.py -------------------------------------------------------------------------------- /etc/convert_to_longform_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/etc/convert_to_longform_hf.py -------------------------------------------------------------------------------- /etc/download_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/etc/download_datasets.py -------------------------------------------------------------------------------- /etc/download_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/etc/download_hf.py -------------------------------------------------------------------------------- /etc/jemalloc_omp_kmp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/etc/jemalloc_omp_kmp.sh -------------------------------------------------------------------------------- /etc/loadtest_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/etc/loadtest_hf.py -------------------------------------------------------------------------------- /etc/numactl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/etc/numactl.sh -------------------------------------------------------------------------------- /etc/onnx-test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/etc/onnx-test.py -------------------------------------------------------------------------------- /etc/split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/etc/split.py -------------------------------------------------------------------------------- /etc/tvm-pt-test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/etc/tvm-pt-test.py -------------------------------------------------------------------------------- /etc/tvm-tf-test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/etc/tvm-tf-test.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/evaluate.py -------------------------------------------------------------------------------- /fastformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/fastformers.py -------------------------------------------------------------------------------- /loss/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/loss/__init__.py -------------------------------------------------------------------------------- /loss/isomax_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/loss/isomax_loss.py -------------------------------------------------------------------------------- /loss/label_smoothing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/loss/label_smoothing.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/model/__init__.py -------------------------------------------------------------------------------- /model/gnb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/model/gnb.py -------------------------------------------------------------------------------- /model/isomax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/model/isomax.py -------------------------------------------------------------------------------- /model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/model/model.py -------------------------------------------------------------------------------- /preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/preprocess.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/requirements.txt -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/train.py -------------------------------------------------------------------------------- /util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/util/__init__.py -------------------------------------------------------------------------------- /util/early_stopping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/util/early_stopping.py -------------------------------------------------------------------------------- /util/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/util/tokenizer.py -------------------------------------------------------------------------------- /util/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dsindex/iclassifier/HEAD/util/util.py --------------------------------------------------------------------------------