├── .gitignore ├── .gitmodules ├── CMakeLists.txt ├── Makefile ├── README.md ├── cmake └── FindEigen3.cmake ├── configure ├── data_sample ├── cws │ ├── cws.devel.seg │ ├── cws.devel.tag │ ├── cws.segemb.sample │ ├── cws.test.seg │ ├── cws.test.tag │ ├── cws.train.seg │ ├── cws.train.tag │ └── giga.cbow.100.sample └── ner │ ├── ner.devel.seg │ ├── ner.devel.tag │ ├── ner.segemb.sample │ ├── ner.test.seg │ ├── ner.test.tag │ ├── ner.train.seg │ ├── ner.train.tag │ └── sskip.100.vector.sample ├── run ├── cws_ncrf.test.sh ├── cws_ncrf.train.sh ├── cws_nlabeler.test.sh ├── cws_nlabeler.train.sh ├── cws_nsemicrf_sconcate.test.sh ├── cws_nsemicrf_sconcate.train.sh ├── cws_nsemicrf_srnn.test.sh ├── cws_nsemicrf_srnn.train.sh ├── ner_ncrf.test.sh ├── ner_ncrf.train.sh ├── ner_nlabeler.test.sh ├── ner_nlabeler.train.sh ├── ner_nsemicrf_sconcate.test.sh ├── ner_nsemicrf_sconcate.train.sh ├── ner_nsemicrf_sconcate_seg_wft.test.sh ├── ner_nsemicrf_sconcate_seg_wft.train.sh ├── ner_nsemicrf_sconcate_seg_woft.test.sh ├── ner_nsemicrf_sconcate_seg_woft.train.sh ├── ner_nsemicrf_srnn.test.sh ├── ner_nsemicrf_srnn.train.sh ├── ner_nsemicrf_srnn_seg_wft.test.sh ├── ner_nsemicrf_srnn_seg_wft.train.sh ├── ner_nsemicrf_srnn_seg_woft.test.sh └── ner_nsemicrf_srnn_seg_woft.train.sh ├── scripts ├── conlleval ├── cws_label_eval.sh ├── cws_semicrf_eval.sh ├── ner_eval.sh ├── score └── tags_to_word.py └── src ├── CMakeLists.txt ├── crf ├── CMakeLists.txt ├── crf.cc ├── crf.h └── main.cc ├── labeler ├── CMakeLists.txt ├── corpus.cc ├── corpus.h ├── main.cc ├── model.cc └── model.h ├── layer.cc ├── layer.h ├── logging.cc ├── logging.h ├── sandbox ├── CMakeLists.txt └── main.cc ├── semi_crf ├── CMakeLists.txt ├── corpus.cc ├── corpus.h ├── main.cc ├── semi_crf.cc └── semi_crf.h ├── semi_crf2 ├── CMakeLists.txt ├── corpus.cc ├── corpus.h ├── main.cc ├── semi_crf.cc └── semi_crf.h ├── semi_crf_layer.cc ├── semi_crf_layer.h ├── training_utils.cc ├── training_utils.h ├── utils.cc └── utils.h /.gitignore: -------------------------------------------------------------------------------- 1 | bin/ 2 | build/ 3 | *.params 4 | -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/.gitmodules -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/README.md -------------------------------------------------------------------------------- /cmake/FindEigen3.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/cmake/FindEigen3.cmake -------------------------------------------------------------------------------- /configure: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/configure -------------------------------------------------------------------------------- /data_sample/cws/cws.devel.seg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/cws/cws.devel.seg -------------------------------------------------------------------------------- /data_sample/cws/cws.devel.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/cws/cws.devel.tag -------------------------------------------------------------------------------- /data_sample/cws/cws.segemb.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/cws/cws.segemb.sample -------------------------------------------------------------------------------- /data_sample/cws/cws.test.seg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/cws/cws.test.seg -------------------------------------------------------------------------------- /data_sample/cws/cws.test.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/cws/cws.test.tag -------------------------------------------------------------------------------- /data_sample/cws/cws.train.seg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/cws/cws.train.seg -------------------------------------------------------------------------------- /data_sample/cws/cws.train.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/cws/cws.train.tag -------------------------------------------------------------------------------- /data_sample/cws/giga.cbow.100.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/cws/giga.cbow.100.sample -------------------------------------------------------------------------------- /data_sample/ner/ner.devel.seg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/ner/ner.devel.seg -------------------------------------------------------------------------------- /data_sample/ner/ner.devel.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/ner/ner.devel.tag -------------------------------------------------------------------------------- /data_sample/ner/ner.segemb.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/ner/ner.segemb.sample -------------------------------------------------------------------------------- /data_sample/ner/ner.test.seg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/ner/ner.test.seg -------------------------------------------------------------------------------- /data_sample/ner/ner.test.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/ner/ner.test.tag -------------------------------------------------------------------------------- /data_sample/ner/ner.train.seg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/ner/ner.train.seg -------------------------------------------------------------------------------- /data_sample/ner/ner.train.tag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/ner/ner.train.tag -------------------------------------------------------------------------------- /data_sample/ner/sskip.100.vector.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/data_sample/ner/sskip.100.vector.sample -------------------------------------------------------------------------------- /run/cws_ncrf.test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/cws_ncrf.test.sh -------------------------------------------------------------------------------- /run/cws_ncrf.train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/cws_ncrf.train.sh -------------------------------------------------------------------------------- /run/cws_nlabeler.test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/cws_nlabeler.test.sh -------------------------------------------------------------------------------- /run/cws_nlabeler.train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/cws_nlabeler.train.sh -------------------------------------------------------------------------------- /run/cws_nsemicrf_sconcate.test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/cws_nsemicrf_sconcate.test.sh -------------------------------------------------------------------------------- /run/cws_nsemicrf_sconcate.train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/cws_nsemicrf_sconcate.train.sh -------------------------------------------------------------------------------- /run/cws_nsemicrf_srnn.test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/cws_nsemicrf_srnn.test.sh -------------------------------------------------------------------------------- /run/cws_nsemicrf_srnn.train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/cws_nsemicrf_srnn.train.sh -------------------------------------------------------------------------------- /run/ner_ncrf.test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_ncrf.test.sh -------------------------------------------------------------------------------- /run/ner_ncrf.train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_ncrf.train.sh -------------------------------------------------------------------------------- /run/ner_nlabeler.test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nlabeler.test.sh -------------------------------------------------------------------------------- /run/ner_nlabeler.train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nlabeler.train.sh -------------------------------------------------------------------------------- /run/ner_nsemicrf_sconcate.test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nsemicrf_sconcate.test.sh -------------------------------------------------------------------------------- /run/ner_nsemicrf_sconcate.train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nsemicrf_sconcate.train.sh -------------------------------------------------------------------------------- /run/ner_nsemicrf_sconcate_seg_wft.test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nsemicrf_sconcate_seg_wft.test.sh -------------------------------------------------------------------------------- /run/ner_nsemicrf_sconcate_seg_wft.train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nsemicrf_sconcate_seg_wft.train.sh -------------------------------------------------------------------------------- /run/ner_nsemicrf_sconcate_seg_woft.test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nsemicrf_sconcate_seg_woft.test.sh -------------------------------------------------------------------------------- /run/ner_nsemicrf_sconcate_seg_woft.train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nsemicrf_sconcate_seg_woft.train.sh -------------------------------------------------------------------------------- /run/ner_nsemicrf_srnn.test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nsemicrf_srnn.test.sh -------------------------------------------------------------------------------- /run/ner_nsemicrf_srnn.train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nsemicrf_srnn.train.sh -------------------------------------------------------------------------------- /run/ner_nsemicrf_srnn_seg_wft.test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nsemicrf_srnn_seg_wft.test.sh -------------------------------------------------------------------------------- /run/ner_nsemicrf_srnn_seg_wft.train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nsemicrf_srnn_seg_wft.train.sh -------------------------------------------------------------------------------- /run/ner_nsemicrf_srnn_seg_woft.test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nsemicrf_srnn_seg_woft.test.sh -------------------------------------------------------------------------------- /run/ner_nsemicrf_srnn_seg_woft.train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/run/ner_nsemicrf_srnn_seg_woft.train.sh -------------------------------------------------------------------------------- /scripts/conlleval: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/scripts/conlleval -------------------------------------------------------------------------------- /scripts/cws_label_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/scripts/cws_label_eval.sh -------------------------------------------------------------------------------- /scripts/cws_semicrf_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/scripts/cws_semicrf_eval.sh -------------------------------------------------------------------------------- /scripts/ner_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/scripts/ner_eval.sh -------------------------------------------------------------------------------- /scripts/score: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/scripts/score -------------------------------------------------------------------------------- /scripts/tags_to_word.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/scripts/tags_to_word.py -------------------------------------------------------------------------------- /src/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/CMakeLists.txt -------------------------------------------------------------------------------- /src/crf/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/crf/CMakeLists.txt -------------------------------------------------------------------------------- /src/crf/crf.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/crf/crf.cc -------------------------------------------------------------------------------- /src/crf/crf.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/crf/crf.h -------------------------------------------------------------------------------- /src/crf/main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/crf/main.cc -------------------------------------------------------------------------------- /src/labeler/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/labeler/CMakeLists.txt -------------------------------------------------------------------------------- /src/labeler/corpus.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/labeler/corpus.cc -------------------------------------------------------------------------------- /src/labeler/corpus.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/labeler/corpus.h -------------------------------------------------------------------------------- /src/labeler/main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/labeler/main.cc -------------------------------------------------------------------------------- /src/labeler/model.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/labeler/model.cc -------------------------------------------------------------------------------- /src/labeler/model.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/labeler/model.h -------------------------------------------------------------------------------- /src/layer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/layer.cc -------------------------------------------------------------------------------- /src/layer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/layer.h -------------------------------------------------------------------------------- /src/logging.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/logging.cc -------------------------------------------------------------------------------- /src/logging.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/logging.h -------------------------------------------------------------------------------- /src/sandbox/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/sandbox/CMakeLists.txt -------------------------------------------------------------------------------- /src/sandbox/main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/sandbox/main.cc -------------------------------------------------------------------------------- /src/semi_crf/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf/CMakeLists.txt -------------------------------------------------------------------------------- /src/semi_crf/corpus.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf/corpus.cc -------------------------------------------------------------------------------- /src/semi_crf/corpus.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf/corpus.h -------------------------------------------------------------------------------- /src/semi_crf/main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf/main.cc -------------------------------------------------------------------------------- /src/semi_crf/semi_crf.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf/semi_crf.cc -------------------------------------------------------------------------------- /src/semi_crf/semi_crf.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf/semi_crf.h -------------------------------------------------------------------------------- /src/semi_crf2/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf2/CMakeLists.txt -------------------------------------------------------------------------------- /src/semi_crf2/corpus.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf2/corpus.cc -------------------------------------------------------------------------------- /src/semi_crf2/corpus.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf2/corpus.h -------------------------------------------------------------------------------- /src/semi_crf2/main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf2/main.cc -------------------------------------------------------------------------------- /src/semi_crf2/semi_crf.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf2/semi_crf.cc -------------------------------------------------------------------------------- /src/semi_crf2/semi_crf.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf2/semi_crf.h -------------------------------------------------------------------------------- /src/semi_crf_layer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf_layer.cc -------------------------------------------------------------------------------- /src/semi_crf_layer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/semi_crf_layer.h -------------------------------------------------------------------------------- /src/training_utils.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/training_utils.cc -------------------------------------------------------------------------------- /src/training_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/training_utils.h -------------------------------------------------------------------------------- /src/utils.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/utils.cc -------------------------------------------------------------------------------- /src/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Oneplus/segrep-for-nn-semicrf/HEAD/src/utils.h --------------------------------------------------------------------------------