├── .gitignore ├── .idea ├── .gitignore ├── albert_pytorch.iml ├── inspectionProfiles │ └── profiles_settings.xml ├── misc.xml ├── modules.xml └── vcs.xml ├── LICENSE ├── README.md ├── README_zh.md ├── __init__.py ├── callback ├── __init__.py ├── lr_scheduler.py ├── modelcheckpoint.py ├── optimization │ ├── __init__.py │ ├── adabound.py │ ├── adafactor.py │ ├── adamw.py │ ├── lamb.py │ ├── lars.py │ ├── lookahead.py │ ├── nadam.py │ ├── novograd.py │ ├── planradam.py │ ├── radam.py │ ├── ralamb.py │ ├── ralars.py │ └── sgdw.py ├── progressbar.py └── trainingmonitor.py ├── convert_albert_tf_checkpoint_to_pytorch.py ├── dataset ├── .gitignore └── lcqmc │ └── .gitignore ├── metrics ├── __init__.py ├── custom_metrics.py └── glue_compute_metrics.py ├── model ├── __init__.py ├── configuration_albert.py ├── configuration_bert.py ├── configuration_utils.py ├── file_utils.py ├── modeling_albert.py ├── modeling_albert_bright.py ├── modeling_bert.py ├── modeling_utils.py ├── tokenization_albert.py ├── tokenization_bert.py └── tokenization_utils.py ├── outputs ├── .gitignore └── lcqmc_output │ └── .gitignore ├── prepare_lm_data_mask.py ├── prepare_lm_data_ngram.py ├── prev_trained_model └── .gitignore ├── processors ├── __init__.py ├── glue.py └── utils.py ├── run_classifier.py ├── run_pretraining.py ├── scripts ├── run_classifier_cola.sh ├── run_classifier_lcqmc.sh ├── run_classifier_mnli.sh ├── run_classifier_qqp.sh ├── run_classifier_sst2.sh └── run_classifier_stsb.sh └── tools └── common.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/.gitignore -------------------------------------------------------------------------------- /.idea/.gitignore: -------------------------------------------------------------------------------- 1 | 2 | # Default ignored files 3 | /workspace.xml -------------------------------------------------------------------------------- /.idea/albert_pytorch.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/.idea/albert_pytorch.iml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/README.md -------------------------------------------------------------------------------- /README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/README_zh.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | #encoding:utf-8 -------------------------------------------------------------------------------- /callback/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /callback/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/lr_scheduler.py -------------------------------------------------------------------------------- /callback/modelcheckpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/modelcheckpoint.py -------------------------------------------------------------------------------- /callback/optimization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /callback/optimization/adabound.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/optimization/adabound.py -------------------------------------------------------------------------------- /callback/optimization/adafactor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/optimization/adafactor.py -------------------------------------------------------------------------------- /callback/optimization/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/optimization/adamw.py -------------------------------------------------------------------------------- /callback/optimization/lamb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/optimization/lamb.py -------------------------------------------------------------------------------- /callback/optimization/lars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/optimization/lars.py -------------------------------------------------------------------------------- /callback/optimization/lookahead.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/optimization/lookahead.py -------------------------------------------------------------------------------- /callback/optimization/nadam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/optimization/nadam.py -------------------------------------------------------------------------------- /callback/optimization/novograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/optimization/novograd.py -------------------------------------------------------------------------------- /callback/optimization/planradam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/optimization/planradam.py -------------------------------------------------------------------------------- /callback/optimization/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/optimization/radam.py -------------------------------------------------------------------------------- /callback/optimization/ralamb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/optimization/ralamb.py -------------------------------------------------------------------------------- /callback/optimization/ralars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/optimization/ralars.py -------------------------------------------------------------------------------- /callback/optimization/sgdw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/optimization/sgdw.py -------------------------------------------------------------------------------- /callback/progressbar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/progressbar.py -------------------------------------------------------------------------------- /callback/trainingmonitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/callback/trainingmonitor.py -------------------------------------------------------------------------------- /convert_albert_tf_checkpoint_to_pytorch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/convert_albert_tf_checkpoint_to_pytorch.py -------------------------------------------------------------------------------- /dataset/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/dataset/.gitignore -------------------------------------------------------------------------------- /dataset/lcqmc/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/dataset/lcqmc/.gitignore -------------------------------------------------------------------------------- /metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /metrics/custom_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/metrics/custom_metrics.py -------------------------------------------------------------------------------- /metrics/glue_compute_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/metrics/glue_compute_metrics.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- 1 | #encoding:utf-8 -------------------------------------------------------------------------------- /model/configuration_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/model/configuration_albert.py -------------------------------------------------------------------------------- /model/configuration_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/model/configuration_bert.py -------------------------------------------------------------------------------- /model/configuration_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/model/configuration_utils.py -------------------------------------------------------------------------------- /model/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/model/file_utils.py -------------------------------------------------------------------------------- /model/modeling_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/model/modeling_albert.py -------------------------------------------------------------------------------- /model/modeling_albert_bright.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/model/modeling_albert_bright.py -------------------------------------------------------------------------------- /model/modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/model/modeling_bert.py -------------------------------------------------------------------------------- /model/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/model/modeling_utils.py -------------------------------------------------------------------------------- /model/tokenization_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/model/tokenization_albert.py -------------------------------------------------------------------------------- /model/tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/model/tokenization_bert.py -------------------------------------------------------------------------------- /model/tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/model/tokenization_utils.py -------------------------------------------------------------------------------- /outputs/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/outputs/.gitignore -------------------------------------------------------------------------------- /outputs/lcqmc_output/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/outputs/lcqmc_output/.gitignore -------------------------------------------------------------------------------- /prepare_lm_data_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/prepare_lm_data_mask.py -------------------------------------------------------------------------------- /prepare_lm_data_ngram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/prepare_lm_data_ngram.py -------------------------------------------------------------------------------- /prev_trained_model/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/prev_trained_model/.gitignore -------------------------------------------------------------------------------- /processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/processors/__init__.py -------------------------------------------------------------------------------- /processors/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/processors/glue.py -------------------------------------------------------------------------------- /processors/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/processors/utils.py -------------------------------------------------------------------------------- /run_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/run_classifier.py -------------------------------------------------------------------------------- /run_pretraining.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/run_pretraining.py -------------------------------------------------------------------------------- /scripts/run_classifier_cola.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/scripts/run_classifier_cola.sh -------------------------------------------------------------------------------- /scripts/run_classifier_lcqmc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/scripts/run_classifier_lcqmc.sh -------------------------------------------------------------------------------- /scripts/run_classifier_mnli.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/scripts/run_classifier_mnli.sh -------------------------------------------------------------------------------- /scripts/run_classifier_qqp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/scripts/run_classifier_qqp.sh -------------------------------------------------------------------------------- /scripts/run_classifier_sst2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/scripts/run_classifier_sst2.sh -------------------------------------------------------------------------------- /scripts/run_classifier_stsb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/scripts/run_classifier_stsb.sh -------------------------------------------------------------------------------- /tools/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/albert_pytorch/HEAD/tools/common.py --------------------------------------------------------------------------------