├── .gitignore ├── LICENSE ├── README.md ├── data ├── CoNLL2003_NER │ ├── test │ ├── train │ ├── valid │ ├── vocab.intent │ └── vocab.slot ├── ECSA │ ├── test │ ├── train │ ├── valid │ ├── vocab.intent │ └── vocab.slot ├── MIT_corpus │ ├── movie_eng │ │ ├── test │ │ ├── train │ │ ├── valid │ │ ├── vocab.intent │ │ └── vocab.slot │ ├── movie_trivia10k13 │ │ ├── test │ │ ├── train │ │ ├── valid │ │ ├── vocab.intent │ │ └── vocab.slot │ └── restaurant │ │ ├── test │ │ ├── train │ │ ├── valid │ │ ├── vocab.intent │ │ └── vocab.slot ├── atis-2 │ ├── test │ ├── train │ ├── valid │ ├── vocab.intent │ └── vocab.slot ├── multilingual_task_oriented_data │ ├── en │ │ ├── test │ │ ├── train │ │ ├── valid │ │ ├── vocab.intent │ │ └── vocab.slot │ ├── es │ │ ├── test │ │ ├── train │ │ ├── valid │ │ ├── vocab.intent │ │ └── vocab.slot │ └── th │ │ ├── test │ │ ├── train │ │ ├── valid │ │ ├── vocab.intent │ │ └── vocab.slot └── snips │ ├── test │ ├── train │ ├── valid │ ├── vocab.intent │ └── vocab.slot ├── exp └── model_slot_tagger__and__hiddenAttention__and__single_cls_CE │ └── data_atis │ └── bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in │ ├── log_test.txt │ ├── log_train.txt │ ├── model.class │ ├── model.tag │ ├── vocab.class │ ├── vocab.in │ └── vocab.tag ├── figs ├── bert_SLU_complex.png ├── bert_SLU_simple.png └── data_annotation_ATIS.png ├── models ├── Beam.py ├── crf.py ├── fast_elmo.py ├── optimization.py ├── slot_tagger.py ├── slot_tagger_and_intent_detector_with_pure_transformer.py ├── slot_tagger_crf.py ├── slot_tagger_with_focus.py └── snt_classifier.py ├── path.sh ├── run ├── CoNLL2003_NER_with_pure_bert.sh ├── ECSA_with_pure_bert.sh ├── MIT_corpus_with_bert.sh ├── MIT_corpus_with_elmo.sh ├── MIT_corpus_with_pretrained_word_embeddings.sh ├── MIT_corpus_with_pure_bert.sh ├── MIT_corpus_with_pure_xlnet.sh ├── MIT_corpus_with_xlnet.sh ├── atis_with_bert.sh ├── atis_with_elmo.sh ├── atis_with_elmo_and_bert.sh ├── atis_with_pretrained_word_embeddings.sh ├── atis_with_pretrained_word_embeddings_for_inference_mode__an_example.sh ├── atis_with_pure_bert.sh ├── atis_with_pure_xlnet.sh ├── atis_with_xlnet.sh ├── multilingual_en_with_pretrained_word_embeddings.sh ├── multilingual_en_with_pure_bert.sh ├── multilingual_es_with_pretrained_word_embeddings.sh ├── multilingual_es_with_pure_bert.sh ├── multilingual_th_with_pretrained_word_embeddings.sh ├── multilingual_th_with_pure_bert.sh ├── snips_with_bert.sh ├── snips_with_bert_fixed.sh ├── snips_with_elmo.sh ├── snips_with_elmo_and_bert.sh ├── snips_with_pretrained_word_embeddings.sh ├── snips_with_pure_bert.sh ├── snips_with_pure_xlnet.sh └── snips_with_xlnet.sh ├── scripts ├── get_BERT_word_embedding_for_a_dataset.py ├── get_ELMo_word_embedding_for_a_dataset.py ├── get_Glove-KazumaChar_word_embedding_for_a_dataset.py ├── slot_tagging_and_intent_detection.py ├── slot_tagging_and_intent_detection_with_elmo.py ├── slot_tagging_and_intent_detection_with_elmo_and_transformer.py ├── slot_tagging_and_intent_detection_with_pure_transformer.py └── slot_tagging_and_intent_detection_with_transformer.py ├── tests ├── get_BERT_XLNET_word_embedding.py ├── test_bert.py ├── test_pytorch_pretrained_bert_and_transformers.py ├── test_requires_grad.py └── test_xlnet.py └── utils ├── acc.py ├── bert_xlnet_inputs.py ├── data_reader.py ├── data_reader_for_elmo.py ├── gpu_selection.py ├── parse_options.sh ├── read_wordEmb.py ├── util.py ├── vocab_reader.py └── word_features.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/README.md -------------------------------------------------------------------------------- /data/CoNLL2003_NER/test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/CoNLL2003_NER/test -------------------------------------------------------------------------------- /data/CoNLL2003_NER/train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/CoNLL2003_NER/train -------------------------------------------------------------------------------- /data/CoNLL2003_NER/valid: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/CoNLL2003_NER/valid -------------------------------------------------------------------------------- /data/CoNLL2003_NER/vocab.intent: -------------------------------------------------------------------------------- 1 | NULL 2 | -------------------------------------------------------------------------------- /data/CoNLL2003_NER/vocab.slot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/CoNLL2003_NER/vocab.slot -------------------------------------------------------------------------------- /data/ECSA/test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/ECSA/test -------------------------------------------------------------------------------- /data/ECSA/train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/ECSA/train -------------------------------------------------------------------------------- /data/ECSA/valid: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/ECSA/valid -------------------------------------------------------------------------------- /data/ECSA/vocab.intent: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /data/ECSA/vocab.slot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/ECSA/vocab.slot -------------------------------------------------------------------------------- /data/MIT_corpus/movie_eng/test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/MIT_corpus/movie_eng/test -------------------------------------------------------------------------------- /data/MIT_corpus/movie_eng/train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/MIT_corpus/movie_eng/train -------------------------------------------------------------------------------- /data/MIT_corpus/movie_eng/valid: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/MIT_corpus/movie_eng/valid -------------------------------------------------------------------------------- /data/MIT_corpus/movie_eng/vocab.intent: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /data/MIT_corpus/movie_eng/vocab.slot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/MIT_corpus/movie_eng/vocab.slot -------------------------------------------------------------------------------- /data/MIT_corpus/movie_trivia10k13/test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/MIT_corpus/movie_trivia10k13/test -------------------------------------------------------------------------------- /data/MIT_corpus/movie_trivia10k13/train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/MIT_corpus/movie_trivia10k13/train -------------------------------------------------------------------------------- /data/MIT_corpus/movie_trivia10k13/valid: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/MIT_corpus/movie_trivia10k13/valid -------------------------------------------------------------------------------- /data/MIT_corpus/movie_trivia10k13/vocab.intent: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /data/MIT_corpus/movie_trivia10k13/vocab.slot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/MIT_corpus/movie_trivia10k13/vocab.slot -------------------------------------------------------------------------------- /data/MIT_corpus/restaurant/test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/MIT_corpus/restaurant/test -------------------------------------------------------------------------------- /data/MIT_corpus/restaurant/train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/MIT_corpus/restaurant/train -------------------------------------------------------------------------------- /data/MIT_corpus/restaurant/valid: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/MIT_corpus/restaurant/valid -------------------------------------------------------------------------------- /data/MIT_corpus/restaurant/vocab.intent: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /data/MIT_corpus/restaurant/vocab.slot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/MIT_corpus/restaurant/vocab.slot -------------------------------------------------------------------------------- /data/atis-2/test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/atis-2/test -------------------------------------------------------------------------------- /data/atis-2/train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/atis-2/train -------------------------------------------------------------------------------- /data/atis-2/valid: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/atis-2/valid -------------------------------------------------------------------------------- /data/atis-2/vocab.intent: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/atis-2/vocab.intent -------------------------------------------------------------------------------- /data/atis-2/vocab.slot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/atis-2/vocab.slot -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/en/test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/en/test -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/en/train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/en/train -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/en/valid: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/en/valid -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/en/vocab.intent: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/en/vocab.intent -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/en/vocab.slot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/en/vocab.slot -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/es/test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/es/test -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/es/train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/es/train -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/es/valid: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/es/valid -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/es/vocab.intent: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/es/vocab.intent -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/es/vocab.slot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/es/vocab.slot -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/th/test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/th/test -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/th/train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/th/train -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/th/valid: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/th/valid -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/th/vocab.intent: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/th/vocab.intent -------------------------------------------------------------------------------- /data/multilingual_task_oriented_data/th/vocab.slot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/multilingual_task_oriented_data/th/vocab.slot -------------------------------------------------------------------------------- /data/snips/test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/snips/test -------------------------------------------------------------------------------- /data/snips/train: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/snips/train -------------------------------------------------------------------------------- /data/snips/valid: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/snips/valid -------------------------------------------------------------------------------- /data/snips/vocab.intent: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/snips/vocab.intent -------------------------------------------------------------------------------- /data/snips/vocab.slot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/data/snips/vocab.slot -------------------------------------------------------------------------------- /exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/log_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/log_test.txt -------------------------------------------------------------------------------- /exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/log_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/log_train.txt -------------------------------------------------------------------------------- /exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/model.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/model.class -------------------------------------------------------------------------------- /exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/model.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/model.tag -------------------------------------------------------------------------------- /exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/vocab.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/vocab.class -------------------------------------------------------------------------------- /exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/vocab.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/vocab.in -------------------------------------------------------------------------------- /exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/vocab.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/exp/model_slot_tagger__and__hiddenAttention__and__single_cls_CE/data_atis/bidir_True__emb_dim_400__hid_dim_200_x_1__bs_20__dropout_0.5__optimizer_adam__lr_0.001__mn_5.0__me_50__tes_100__alpha_0.5__preEmb_in/vocab.tag -------------------------------------------------------------------------------- /figs/bert_SLU_complex.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/figs/bert_SLU_complex.png -------------------------------------------------------------------------------- /figs/bert_SLU_simple.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/figs/bert_SLU_simple.png -------------------------------------------------------------------------------- /figs/data_annotation_ATIS.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/figs/data_annotation_ATIS.png -------------------------------------------------------------------------------- /models/Beam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/models/Beam.py -------------------------------------------------------------------------------- /models/crf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/models/crf.py -------------------------------------------------------------------------------- /models/fast_elmo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/models/fast_elmo.py -------------------------------------------------------------------------------- /models/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/models/optimization.py -------------------------------------------------------------------------------- /models/slot_tagger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/models/slot_tagger.py -------------------------------------------------------------------------------- /models/slot_tagger_and_intent_detector_with_pure_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/models/slot_tagger_and_intent_detector_with_pure_transformer.py -------------------------------------------------------------------------------- /models/slot_tagger_crf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/models/slot_tagger_crf.py -------------------------------------------------------------------------------- /models/slot_tagger_with_focus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/models/slot_tagger_with_focus.py -------------------------------------------------------------------------------- /models/snt_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/models/snt_classifier.py -------------------------------------------------------------------------------- /path.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/path.sh -------------------------------------------------------------------------------- /run/CoNLL2003_NER_with_pure_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/CoNLL2003_NER_with_pure_bert.sh -------------------------------------------------------------------------------- /run/ECSA_with_pure_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/ECSA_with_pure_bert.sh -------------------------------------------------------------------------------- /run/MIT_corpus_with_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/MIT_corpus_with_bert.sh -------------------------------------------------------------------------------- /run/MIT_corpus_with_elmo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/MIT_corpus_with_elmo.sh -------------------------------------------------------------------------------- /run/MIT_corpus_with_pretrained_word_embeddings.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/MIT_corpus_with_pretrained_word_embeddings.sh -------------------------------------------------------------------------------- /run/MIT_corpus_with_pure_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/MIT_corpus_with_pure_bert.sh -------------------------------------------------------------------------------- /run/MIT_corpus_with_pure_xlnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/MIT_corpus_with_pure_xlnet.sh -------------------------------------------------------------------------------- /run/MIT_corpus_with_xlnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/MIT_corpus_with_xlnet.sh -------------------------------------------------------------------------------- /run/atis_with_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/atis_with_bert.sh -------------------------------------------------------------------------------- /run/atis_with_elmo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/atis_with_elmo.sh -------------------------------------------------------------------------------- /run/atis_with_elmo_and_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/atis_with_elmo_and_bert.sh -------------------------------------------------------------------------------- /run/atis_with_pretrained_word_embeddings.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/atis_with_pretrained_word_embeddings.sh -------------------------------------------------------------------------------- /run/atis_with_pretrained_word_embeddings_for_inference_mode__an_example.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/atis_with_pretrained_word_embeddings_for_inference_mode__an_example.sh -------------------------------------------------------------------------------- /run/atis_with_pure_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/atis_with_pure_bert.sh -------------------------------------------------------------------------------- /run/atis_with_pure_xlnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/atis_with_pure_xlnet.sh -------------------------------------------------------------------------------- /run/atis_with_xlnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/atis_with_xlnet.sh -------------------------------------------------------------------------------- /run/multilingual_en_with_pretrained_word_embeddings.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/multilingual_en_with_pretrained_word_embeddings.sh -------------------------------------------------------------------------------- /run/multilingual_en_with_pure_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/multilingual_en_with_pure_bert.sh -------------------------------------------------------------------------------- /run/multilingual_es_with_pretrained_word_embeddings.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/multilingual_es_with_pretrained_word_embeddings.sh -------------------------------------------------------------------------------- /run/multilingual_es_with_pure_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/multilingual_es_with_pure_bert.sh -------------------------------------------------------------------------------- /run/multilingual_th_with_pretrained_word_embeddings.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/multilingual_th_with_pretrained_word_embeddings.sh -------------------------------------------------------------------------------- /run/multilingual_th_with_pure_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/multilingual_th_with_pure_bert.sh -------------------------------------------------------------------------------- /run/snips_with_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/snips_with_bert.sh -------------------------------------------------------------------------------- /run/snips_with_bert_fixed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/snips_with_bert_fixed.sh -------------------------------------------------------------------------------- /run/snips_with_elmo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/snips_with_elmo.sh -------------------------------------------------------------------------------- /run/snips_with_elmo_and_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/snips_with_elmo_and_bert.sh -------------------------------------------------------------------------------- /run/snips_with_pretrained_word_embeddings.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/snips_with_pretrained_word_embeddings.sh -------------------------------------------------------------------------------- /run/snips_with_pure_bert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/snips_with_pure_bert.sh -------------------------------------------------------------------------------- /run/snips_with_pure_xlnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/snips_with_pure_xlnet.sh -------------------------------------------------------------------------------- /run/snips_with_xlnet.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/run/snips_with_xlnet.sh -------------------------------------------------------------------------------- /scripts/get_BERT_word_embedding_for_a_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/scripts/get_BERT_word_embedding_for_a_dataset.py -------------------------------------------------------------------------------- /scripts/get_ELMo_word_embedding_for_a_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/scripts/get_ELMo_word_embedding_for_a_dataset.py -------------------------------------------------------------------------------- /scripts/get_Glove-KazumaChar_word_embedding_for_a_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/scripts/get_Glove-KazumaChar_word_embedding_for_a_dataset.py -------------------------------------------------------------------------------- /scripts/slot_tagging_and_intent_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/scripts/slot_tagging_and_intent_detection.py -------------------------------------------------------------------------------- /scripts/slot_tagging_and_intent_detection_with_elmo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/scripts/slot_tagging_and_intent_detection_with_elmo.py -------------------------------------------------------------------------------- /scripts/slot_tagging_and_intent_detection_with_elmo_and_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/scripts/slot_tagging_and_intent_detection_with_elmo_and_transformer.py -------------------------------------------------------------------------------- /scripts/slot_tagging_and_intent_detection_with_pure_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/scripts/slot_tagging_and_intent_detection_with_pure_transformer.py -------------------------------------------------------------------------------- /scripts/slot_tagging_and_intent_detection_with_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/scripts/slot_tagging_and_intent_detection_with_transformer.py -------------------------------------------------------------------------------- /tests/get_BERT_XLNET_word_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/tests/get_BERT_XLNET_word_embedding.py -------------------------------------------------------------------------------- /tests/test_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/tests/test_bert.py -------------------------------------------------------------------------------- /tests/test_pytorch_pretrained_bert_and_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/tests/test_pytorch_pretrained_bert_and_transformers.py -------------------------------------------------------------------------------- /tests/test_requires_grad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/tests/test_requires_grad.py -------------------------------------------------------------------------------- /tests/test_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/tests/test_xlnet.py -------------------------------------------------------------------------------- /utils/acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/utils/acc.py -------------------------------------------------------------------------------- /utils/bert_xlnet_inputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/utils/bert_xlnet_inputs.py -------------------------------------------------------------------------------- /utils/data_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/utils/data_reader.py -------------------------------------------------------------------------------- /utils/data_reader_for_elmo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/utils/data_reader_for_elmo.py -------------------------------------------------------------------------------- /utils/gpu_selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/utils/gpu_selection.py -------------------------------------------------------------------------------- /utils/parse_options.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/utils/parse_options.sh -------------------------------------------------------------------------------- /utils/read_wordEmb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/utils/read_wordEmb.py -------------------------------------------------------------------------------- /utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/utils/util.py -------------------------------------------------------------------------------- /utils/vocab_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/utils/vocab_reader.py -------------------------------------------------------------------------------- /utils/word_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sz128/slot_filling_and_intent_detection_of_SLU/HEAD/utils/word_features.py --------------------------------------------------------------------------------