├── README.md ├── albert_zh ├── albert_config │ ├── albert_config_base.json │ ├── albert_config_large.json │ ├── albert_config_tiny.json │ ├── albert_config_xlarge.json │ ├── albert_config_xxlarge.json │ ├── bert_config.json │ └── vocab.txt ├── args.py ├── bert_utils.py ├── create_pretrain_data.sh ├── create_pretraining_data.py ├── data │ ├── LCQMC │ │ ├── dev.txt │ │ ├── eval_results_albert_zh.txt │ │ ├── test.txt │ │ └── train.txt │ └── news_zh_1.txt ├── modeling.py ├── nohup.out ├── optimization.py ├── optimization_finetuning.py ├── pretrain.sh ├── run_classifier.py ├── run_pretraining.py ├── similarity.py ├── test_changes.py ├── tokenization.py └── train_lcqmc.sh ├── bert_zh ├── 1.txt ├── CONTRIBUTING.md ├── LICENSE ├── __init__.py ├── create_pretrain_data.sh ├── create_pretraining_data.py ├── extract_features.py ├── modeling.py ├── modeling_test.py ├── multilingual.md ├── optimization.py ├── optimization_test.py ├── predicting_movie_reviews_with_bert_on_tf_hub.ipynb ├── pretrain.sh ├── requirements.txt ├── run_classifier.py ├── run_classifier_serving.py ├── run_classifier_with_tfhub.py ├── run_pretraining.py ├── run_squad.py ├── sample_text.txt ├── tf_example.tfrecord ├── tokenization.py ├── tokenization_test.py └── train.sh └── roberta_zh ├── create_pretrain_data.sh ├── create_pretraining_data.py ├── modeling.py ├── nohup.out ├── optimization.py ├── optimization_finetuning.py ├── pretrain.sh ├── raw_text ├── news_zh_1.txt └── news_zh_2.txt ├── resources └── vocab.txt ├── run_classifier.py ├── run_pretraining.py └── tokenization.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/README.md -------------------------------------------------------------------------------- /albert_zh/albert_config/albert_config_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/albert_config/albert_config_base.json -------------------------------------------------------------------------------- /albert_zh/albert_config/albert_config_large.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/albert_config/albert_config_large.json -------------------------------------------------------------------------------- /albert_zh/albert_config/albert_config_tiny.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/albert_config/albert_config_tiny.json -------------------------------------------------------------------------------- /albert_zh/albert_config/albert_config_xlarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/albert_config/albert_config_xlarge.json -------------------------------------------------------------------------------- /albert_zh/albert_config/albert_config_xxlarge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/albert_config/albert_config_xxlarge.json -------------------------------------------------------------------------------- /albert_zh/albert_config/bert_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/albert_config/bert_config.json -------------------------------------------------------------------------------- /albert_zh/albert_config/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/albert_config/vocab.txt -------------------------------------------------------------------------------- /albert_zh/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/args.py -------------------------------------------------------------------------------- /albert_zh/bert_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/bert_utils.py -------------------------------------------------------------------------------- /albert_zh/create_pretrain_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/create_pretrain_data.sh -------------------------------------------------------------------------------- /albert_zh/create_pretraining_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/create_pretraining_data.py -------------------------------------------------------------------------------- /albert_zh/data/LCQMC/dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/data/LCQMC/dev.txt -------------------------------------------------------------------------------- /albert_zh/data/LCQMC/eval_results_albert_zh.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/data/LCQMC/eval_results_albert_zh.txt -------------------------------------------------------------------------------- /albert_zh/data/LCQMC/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/data/LCQMC/test.txt -------------------------------------------------------------------------------- /albert_zh/data/LCQMC/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/data/LCQMC/train.txt -------------------------------------------------------------------------------- /albert_zh/data/news_zh_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/data/news_zh_1.txt -------------------------------------------------------------------------------- /albert_zh/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/modeling.py -------------------------------------------------------------------------------- /albert_zh/nohup.out: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /albert_zh/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/optimization.py -------------------------------------------------------------------------------- /albert_zh/optimization_finetuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/optimization_finetuning.py -------------------------------------------------------------------------------- /albert_zh/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/pretrain.sh -------------------------------------------------------------------------------- /albert_zh/run_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/run_classifier.py -------------------------------------------------------------------------------- /albert_zh/run_pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/run_pretraining.py -------------------------------------------------------------------------------- /albert_zh/similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/similarity.py -------------------------------------------------------------------------------- /albert_zh/test_changes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/test_changes.py -------------------------------------------------------------------------------- /albert_zh/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/tokenization.py -------------------------------------------------------------------------------- /albert_zh/train_lcqmc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/albert_zh/train_lcqmc.sh -------------------------------------------------------------------------------- /bert_zh/1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/1.txt -------------------------------------------------------------------------------- /bert_zh/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/CONTRIBUTING.md -------------------------------------------------------------------------------- /bert_zh/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/LICENSE -------------------------------------------------------------------------------- /bert_zh/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/__init__.py -------------------------------------------------------------------------------- /bert_zh/create_pretrain_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/create_pretrain_data.sh -------------------------------------------------------------------------------- /bert_zh/create_pretraining_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/create_pretraining_data.py -------------------------------------------------------------------------------- /bert_zh/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/extract_features.py -------------------------------------------------------------------------------- /bert_zh/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/modeling.py -------------------------------------------------------------------------------- /bert_zh/modeling_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/modeling_test.py -------------------------------------------------------------------------------- /bert_zh/multilingual.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/multilingual.md -------------------------------------------------------------------------------- /bert_zh/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/optimization.py -------------------------------------------------------------------------------- /bert_zh/optimization_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/optimization_test.py -------------------------------------------------------------------------------- /bert_zh/predicting_movie_reviews_with_bert_on_tf_hub.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/predicting_movie_reviews_with_bert_on_tf_hub.ipynb -------------------------------------------------------------------------------- /bert_zh/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/pretrain.sh -------------------------------------------------------------------------------- /bert_zh/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/requirements.txt -------------------------------------------------------------------------------- /bert_zh/run_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/run_classifier.py -------------------------------------------------------------------------------- /bert_zh/run_classifier_serving.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/run_classifier_serving.py -------------------------------------------------------------------------------- /bert_zh/run_classifier_with_tfhub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/run_classifier_with_tfhub.py -------------------------------------------------------------------------------- /bert_zh/run_pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/run_pretraining.py -------------------------------------------------------------------------------- /bert_zh/run_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/run_squad.py -------------------------------------------------------------------------------- /bert_zh/sample_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/sample_text.txt -------------------------------------------------------------------------------- /bert_zh/tf_example.tfrecord: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/tf_example.tfrecord -------------------------------------------------------------------------------- /bert_zh/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/tokenization.py -------------------------------------------------------------------------------- /bert_zh/tokenization_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/tokenization_test.py -------------------------------------------------------------------------------- /bert_zh/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/bert_zh/train.sh -------------------------------------------------------------------------------- /roberta_zh/create_pretrain_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/roberta_zh/create_pretrain_data.sh -------------------------------------------------------------------------------- /roberta_zh/create_pretraining_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/roberta_zh/create_pretraining_data.py -------------------------------------------------------------------------------- /roberta_zh/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/roberta_zh/modeling.py -------------------------------------------------------------------------------- /roberta_zh/nohup.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/roberta_zh/nohup.out -------------------------------------------------------------------------------- /roberta_zh/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/roberta_zh/optimization.py -------------------------------------------------------------------------------- /roberta_zh/optimization_finetuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/roberta_zh/optimization_finetuning.py -------------------------------------------------------------------------------- /roberta_zh/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/roberta_zh/pretrain.sh -------------------------------------------------------------------------------- /roberta_zh/raw_text/news_zh_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/roberta_zh/raw_text/news_zh_1.txt -------------------------------------------------------------------------------- /roberta_zh/raw_text/news_zh_2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/roberta_zh/raw_text/news_zh_2.txt -------------------------------------------------------------------------------- /roberta_zh/resources/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/roberta_zh/resources/vocab.txt -------------------------------------------------------------------------------- /roberta_zh/run_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/roberta_zh/run_classifier.py -------------------------------------------------------------------------------- /roberta_zh/run_pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/roberta_zh/run_pretraining.py -------------------------------------------------------------------------------- /roberta_zh/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vincent131499/Language_Understanding_based_BERT/HEAD/roberta_zh/tokenization.py --------------------------------------------------------------------------------