├── .gitignore ├── README.md ├── __init__.py ├── callback ├── lr_scheduler.py ├── modelcheckpoint.py ├── optimizater │ ├── adabound.py │ ├── adafactor.py │ ├── adamw.py │ ├── lamb.py │ ├── lars.py │ ├── lookahead.py │ ├── nadam.py │ ├── novograd.py │ ├── planradam.py │ ├── radam.py │ ├── ralamb.py │ ├── ralars.py │ └── sgdw.py ├── progressbar.py └── trainingmonitor.py ├── datasets └── attr │ └── __init__.py ├── losses ├── __init__.py ├── focal_loss.py └── label_smoothing.py ├── metrics └── ner_metrics.py ├── models ├── __init__.py ├── bert_for_attr.py ├── crf.py ├── layers.py └── transformers │ ├── __init__.py │ ├── __main__.py │ ├── configuration_albert.py │ ├── configuration_auto.py │ ├── configuration_bert.py │ ├── configuration_ctrl.py │ ├── configuration_distilbert.py │ ├── configuration_gpt2.py │ ├── configuration_openai.py │ ├── configuration_roberta.py │ ├── configuration_transfo_xl.py │ ├── configuration_utils.py │ ├── configuration_xlm.py │ ├── configuration_xlnet.py │ ├── file_utils.py │ ├── modeling_albert.py │ ├── modeling_albert_bright.py │ ├── modeling_auto.py │ ├── modeling_bert.py │ ├── modeling_ctrl.py │ ├── modeling_distilbert.py │ ├── modeling_gpt2.py │ ├── modeling_openai.py │ ├── modeling_roberta.py │ ├── modeling_transfo_xl.py │ ├── modeling_transfo_xl_utilities.py │ ├── modeling_utils.py │ ├── modeling_xlm.py │ ├── modeling_xlnet.py │ ├── tokenization_albert.py │ ├── tokenization_auto.py │ ├── tokenization_bert.py │ ├── tokenization_ctrl.py │ ├── tokenization_distilbert.py │ ├── tokenization_gpt2.py │ ├── tokenization_openai.py │ ├── tokenization_roberta.py │ ├── tokenization_transfo_xl.py │ ├── tokenization_utils.py │ ├── tokenization_xlm.py │ └── tokenization_xlnet.py ├── outputs └── model.png ├── prev_trained_model └── bert-base │ └── __init__.py ├── processors ├── __init__.py ├── attr_seq.py └── utils_attr.py ├── run_attr_crf.py ├── run_attr_crf.sh └── tools ├── __init__.py └── common.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /callback/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/lr_scheduler.py -------------------------------------------------------------------------------- /callback/modelcheckpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/modelcheckpoint.py -------------------------------------------------------------------------------- /callback/optimizater/adabound.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/optimizater/adabound.py -------------------------------------------------------------------------------- /callback/optimizater/adafactor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/optimizater/adafactor.py -------------------------------------------------------------------------------- /callback/optimizater/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/optimizater/adamw.py -------------------------------------------------------------------------------- /callback/optimizater/lamb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/optimizater/lamb.py -------------------------------------------------------------------------------- /callback/optimizater/lars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/optimizater/lars.py -------------------------------------------------------------------------------- /callback/optimizater/lookahead.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/optimizater/lookahead.py -------------------------------------------------------------------------------- /callback/optimizater/nadam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/optimizater/nadam.py -------------------------------------------------------------------------------- /callback/optimizater/novograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/optimizater/novograd.py -------------------------------------------------------------------------------- /callback/optimizater/planradam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/optimizater/planradam.py -------------------------------------------------------------------------------- /callback/optimizater/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/optimizater/radam.py -------------------------------------------------------------------------------- /callback/optimizater/ralamb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/optimizater/ralamb.py -------------------------------------------------------------------------------- /callback/optimizater/ralars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/optimizater/ralars.py -------------------------------------------------------------------------------- /callback/optimizater/sgdw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/optimizater/sgdw.py -------------------------------------------------------------------------------- /callback/progressbar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/progressbar.py -------------------------------------------------------------------------------- /callback/trainingmonitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/callback/trainingmonitor.py -------------------------------------------------------------------------------- /datasets/attr/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /losses/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /losses/focal_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/losses/focal_loss.py -------------------------------------------------------------------------------- /losses/label_smoothing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/losses/label_smoothing.py -------------------------------------------------------------------------------- /metrics/ner_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/metrics/ner_metrics.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /models/bert_for_attr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/bert_for_attr.py -------------------------------------------------------------------------------- /models/crf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/crf.py -------------------------------------------------------------------------------- /models/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/layers.py -------------------------------------------------------------------------------- /models/transformers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/__init__.py -------------------------------------------------------------------------------- /models/transformers/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/__main__.py -------------------------------------------------------------------------------- /models/transformers/configuration_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/configuration_albert.py -------------------------------------------------------------------------------- /models/transformers/configuration_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/configuration_auto.py -------------------------------------------------------------------------------- /models/transformers/configuration_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/configuration_bert.py -------------------------------------------------------------------------------- /models/transformers/configuration_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/configuration_ctrl.py -------------------------------------------------------------------------------- /models/transformers/configuration_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/configuration_distilbert.py -------------------------------------------------------------------------------- /models/transformers/configuration_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/configuration_gpt2.py -------------------------------------------------------------------------------- /models/transformers/configuration_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/configuration_openai.py -------------------------------------------------------------------------------- /models/transformers/configuration_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/configuration_roberta.py -------------------------------------------------------------------------------- /models/transformers/configuration_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/configuration_transfo_xl.py -------------------------------------------------------------------------------- /models/transformers/configuration_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/configuration_utils.py -------------------------------------------------------------------------------- /models/transformers/configuration_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/configuration_xlm.py -------------------------------------------------------------------------------- /models/transformers/configuration_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/configuration_xlnet.py -------------------------------------------------------------------------------- /models/transformers/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/file_utils.py -------------------------------------------------------------------------------- /models/transformers/modeling_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_albert.py -------------------------------------------------------------------------------- /models/transformers/modeling_albert_bright.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_albert_bright.py -------------------------------------------------------------------------------- /models/transformers/modeling_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_auto.py -------------------------------------------------------------------------------- /models/transformers/modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_bert.py -------------------------------------------------------------------------------- /models/transformers/modeling_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_ctrl.py -------------------------------------------------------------------------------- /models/transformers/modeling_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_distilbert.py -------------------------------------------------------------------------------- /models/transformers/modeling_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_gpt2.py -------------------------------------------------------------------------------- /models/transformers/modeling_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_openai.py -------------------------------------------------------------------------------- /models/transformers/modeling_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_roberta.py -------------------------------------------------------------------------------- /models/transformers/modeling_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_transfo_xl.py -------------------------------------------------------------------------------- /models/transformers/modeling_transfo_xl_utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_transfo_xl_utilities.py -------------------------------------------------------------------------------- /models/transformers/modeling_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_utils.py -------------------------------------------------------------------------------- /models/transformers/modeling_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_xlm.py -------------------------------------------------------------------------------- /models/transformers/modeling_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/modeling_xlnet.py -------------------------------------------------------------------------------- /models/transformers/tokenization_albert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/tokenization_albert.py -------------------------------------------------------------------------------- /models/transformers/tokenization_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/tokenization_auto.py -------------------------------------------------------------------------------- /models/transformers/tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/tokenization_bert.py -------------------------------------------------------------------------------- /models/transformers/tokenization_ctrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/tokenization_ctrl.py -------------------------------------------------------------------------------- /models/transformers/tokenization_distilbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/tokenization_distilbert.py -------------------------------------------------------------------------------- /models/transformers/tokenization_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/tokenization_gpt2.py -------------------------------------------------------------------------------- /models/transformers/tokenization_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/tokenization_openai.py -------------------------------------------------------------------------------- /models/transformers/tokenization_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/tokenization_roberta.py -------------------------------------------------------------------------------- /models/transformers/tokenization_transfo_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/tokenization_transfo_xl.py -------------------------------------------------------------------------------- /models/transformers/tokenization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/tokenization_utils.py -------------------------------------------------------------------------------- /models/transformers/tokenization_xlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/tokenization_xlm.py -------------------------------------------------------------------------------- /models/transformers/tokenization_xlnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/models/transformers/tokenization_xlnet.py -------------------------------------------------------------------------------- /outputs/model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/outputs/model.png -------------------------------------------------------------------------------- /prev_trained_model/bert-base/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /processors/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /processors/attr_seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/processors/attr_seq.py -------------------------------------------------------------------------------- /processors/utils_attr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/processors/utils_attr.py -------------------------------------------------------------------------------- /run_attr_crf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/run_attr_crf.py -------------------------------------------------------------------------------- /run_attr_crf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/run_attr_crf.sh -------------------------------------------------------------------------------- /tools/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /tools/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lonePatient/BERT-Attribute-Value-Extract/HEAD/tools/common.py --------------------------------------------------------------------------------