├── .gitignore ├── README.md ├── aux ├── build.sbt ├── project │ ├── build.properties │ └── plugins.sbt ├── scripts │ ├── aida │ │ ├── dataset-split.py │ │ ├── get-aida-ontology.py │ │ ├── merge-tsvs.py │ │ └── resolve-token-index.py │ └── bbn │ │ ├── bbn-gen-dev.py │ │ ├── bbn-jsonlines-to-tsv.py │ │ └── bbn-ontology.py └── src │ └── main │ └── scala │ └── hiertype │ ├── GetHierarchy.scala │ └── PreprocessShimaokaData.scala ├── hiertype.tape ├── hiertype ├── __init__.py ├── commands │ ├── __init__.py │ ├── aggregate_metric.py │ ├── cache_repr.py │ ├── run.py │ └── train.py ├── contextualizers │ ├── __init__.py │ ├── contextualizer.py │ ├── contextualizer_test.py │ ├── elmo_contextualizer.py │ ├── get_contextualizer.py │ └── hugging_face_contextualizer.py ├── data │ ├── __init__.py │ ├── alphabet.py │ ├── bdb_storage.py │ ├── cached_mention_reader.py │ ├── hierarchy.py │ └── str_ndarray_bdb_storage.py ├── decoders │ ├── __init__.py │ ├── beam_decoder.py │ └── hierarchical_decoder.py ├── fields │ ├── __init__.py │ ├── int_field.py │ ├── real_field.py │ └── tensor_field.py ├── metrics │ ├── __init__.py │ ├── hierarchical_metric.py │ └── set_metric.py ├── models │ ├── __init__.py │ └── hierarchical_typer.py ├── modules │ ├── __init__.py │ ├── compl_ex.py │ ├── indexed_hinge_loss.py │ ├── mention_feature_extractor.py │ ├── relation_constraint_loss.py │ └── type_scorer.py ├── training │ ├── __init__.py │ └── my_trainer.py └── util │ ├── __init__.py │ ├── compact.py │ └── sample.py ├── requirements.txt └── tapes ├── aida-data.tape ├── bbn-data.tape ├── cache.tape ├── env.tape ├── params.tape ├── sge.tape ├── shimaoka-data.tape ├── test.tape └── train.tape /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/README.md -------------------------------------------------------------------------------- /aux/build.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/aux/build.sbt -------------------------------------------------------------------------------- /aux/project/build.properties: -------------------------------------------------------------------------------- 1 | sbt.version = 1.2.8 -------------------------------------------------------------------------------- /aux/project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/aux/project/plugins.sbt -------------------------------------------------------------------------------- /aux/scripts/aida/dataset-split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/aux/scripts/aida/dataset-split.py -------------------------------------------------------------------------------- /aux/scripts/aida/get-aida-ontology.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/aux/scripts/aida/get-aida-ontology.py -------------------------------------------------------------------------------- /aux/scripts/aida/merge-tsvs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/aux/scripts/aida/merge-tsvs.py -------------------------------------------------------------------------------- /aux/scripts/aida/resolve-token-index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/aux/scripts/aida/resolve-token-index.py -------------------------------------------------------------------------------- /aux/scripts/bbn/bbn-gen-dev.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/aux/scripts/bbn/bbn-gen-dev.py -------------------------------------------------------------------------------- /aux/scripts/bbn/bbn-jsonlines-to-tsv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/aux/scripts/bbn/bbn-jsonlines-to-tsv.py -------------------------------------------------------------------------------- /aux/scripts/bbn/bbn-ontology.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/aux/scripts/bbn/bbn-ontology.py -------------------------------------------------------------------------------- /aux/src/main/scala/hiertype/GetHierarchy.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/aux/src/main/scala/hiertype/GetHierarchy.scala -------------------------------------------------------------------------------- /aux/src/main/scala/hiertype/PreprocessShimaokaData.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/aux/src/main/scala/hiertype/PreprocessShimaokaData.scala -------------------------------------------------------------------------------- /hiertype.tape: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype.tape -------------------------------------------------------------------------------- /hiertype/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hiertype/commands/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hiertype/commands/aggregate_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/commands/aggregate_metric.py -------------------------------------------------------------------------------- /hiertype/commands/cache_repr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/commands/cache_repr.py -------------------------------------------------------------------------------- /hiertype/commands/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/commands/run.py -------------------------------------------------------------------------------- /hiertype/commands/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/commands/train.py -------------------------------------------------------------------------------- /hiertype/contextualizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/contextualizers/__init__.py -------------------------------------------------------------------------------- /hiertype/contextualizers/contextualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/contextualizers/contextualizer.py -------------------------------------------------------------------------------- /hiertype/contextualizers/contextualizer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/contextualizers/contextualizer_test.py -------------------------------------------------------------------------------- /hiertype/contextualizers/elmo_contextualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/contextualizers/elmo_contextualizer.py -------------------------------------------------------------------------------- /hiertype/contextualizers/get_contextualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/contextualizers/get_contextualizer.py -------------------------------------------------------------------------------- /hiertype/contextualizers/hugging_face_contextualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/contextualizers/hugging_face_contextualizer.py -------------------------------------------------------------------------------- /hiertype/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/data/__init__.py -------------------------------------------------------------------------------- /hiertype/data/alphabet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/data/alphabet.py -------------------------------------------------------------------------------- /hiertype/data/bdb_storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/data/bdb_storage.py -------------------------------------------------------------------------------- /hiertype/data/cached_mention_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/data/cached_mention_reader.py -------------------------------------------------------------------------------- /hiertype/data/hierarchy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/data/hierarchy.py -------------------------------------------------------------------------------- /hiertype/data/str_ndarray_bdb_storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/data/str_ndarray_bdb_storage.py -------------------------------------------------------------------------------- /hiertype/decoders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/decoders/__init__.py -------------------------------------------------------------------------------- /hiertype/decoders/beam_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/decoders/beam_decoder.py -------------------------------------------------------------------------------- /hiertype/decoders/hierarchical_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/decoders/hierarchical_decoder.py -------------------------------------------------------------------------------- /hiertype/fields/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/fields/__init__.py -------------------------------------------------------------------------------- /hiertype/fields/int_field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/fields/int_field.py -------------------------------------------------------------------------------- /hiertype/fields/real_field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/fields/real_field.py -------------------------------------------------------------------------------- /hiertype/fields/tensor_field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/fields/tensor_field.py -------------------------------------------------------------------------------- /hiertype/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/metrics/__init__.py -------------------------------------------------------------------------------- /hiertype/metrics/hierarchical_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/metrics/hierarchical_metric.py -------------------------------------------------------------------------------- /hiertype/metrics/set_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/metrics/set_metric.py -------------------------------------------------------------------------------- /hiertype/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/models/__init__.py -------------------------------------------------------------------------------- /hiertype/models/hierarchical_typer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/models/hierarchical_typer.py -------------------------------------------------------------------------------- /hiertype/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/modules/__init__.py -------------------------------------------------------------------------------- /hiertype/modules/compl_ex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/modules/compl_ex.py -------------------------------------------------------------------------------- /hiertype/modules/indexed_hinge_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/modules/indexed_hinge_loss.py -------------------------------------------------------------------------------- /hiertype/modules/mention_feature_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/modules/mention_feature_extractor.py -------------------------------------------------------------------------------- /hiertype/modules/relation_constraint_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/modules/relation_constraint_loss.py -------------------------------------------------------------------------------- /hiertype/modules/type_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/modules/type_scorer.py -------------------------------------------------------------------------------- /hiertype/training/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/training/__init__.py -------------------------------------------------------------------------------- /hiertype/training/my_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/training/my_trainer.py -------------------------------------------------------------------------------- /hiertype/util/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/util/__init__.py -------------------------------------------------------------------------------- /hiertype/util/compact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/util/compact.py -------------------------------------------------------------------------------- /hiertype/util/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/hiertype/util/sample.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/requirements.txt -------------------------------------------------------------------------------- /tapes/aida-data.tape: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/tapes/aida-data.tape -------------------------------------------------------------------------------- /tapes/bbn-data.tape: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/tapes/bbn-data.tape -------------------------------------------------------------------------------- /tapes/cache.tape: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/tapes/cache.tape -------------------------------------------------------------------------------- /tapes/env.tape: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/tapes/env.tape -------------------------------------------------------------------------------- /tapes/params.tape: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/tapes/params.tape -------------------------------------------------------------------------------- /tapes/sge.tape: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/tapes/sge.tape -------------------------------------------------------------------------------- /tapes/shimaoka-data.tape: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/tapes/shimaoka-data.tape -------------------------------------------------------------------------------- /tapes/test.tape: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/tapes/test.tape -------------------------------------------------------------------------------- /tapes/train.tape: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctongfei/hierarchical-typing/HEAD/tapes/train.tape --------------------------------------------------------------------------------