├── .gitignore ├── LICENSE ├── README.md ├── location ├── app.ddlog ├── deepdive.conf ├── input │ ├── article-small-8300.tsv.bz2 │ ├── articles.tsv.sh │ ├── init.sh │ ├── neg_db.tsv │ ├── negative_db.tsv.bz2 │ ├── pos_db.tsv │ └── positive_db.tsv.bz2 ├── labeling │ ├── .gitignore │ ├── has_spouse-precision-with_features │ │ ├── mindtagger.conf │ │ ├── sample-has_spouse-with_features.sql │ │ └── template-with_features.html │ └── has_spouse-precision │ │ ├── .Rhistory │ │ ├── mindtagger.conf │ │ ├── sample-has_spouse.sql │ │ └── template.html ├── mindbender │ ├── extensions.coffee │ ├── extensions.js │ ├── extensions.js.map │ └── search-template │ │ ├── articles.html │ │ ├── has_spouse.html │ │ ├── person_mention.html │ │ ├── sentences.html │ │ ├── spouse_feature.html │ │ ├── spouse_label.html │ │ └── spouses_dbpedia.html └── udf │ ├── bazaar │ └── parser │ │ ├── .idea │ │ ├── markdown-navigator │ │ │ └── profiles_settings.xml │ │ ├── misc.xml │ │ ├── modules.xml │ │ ├── parser.iml │ │ ├── vcs.xml │ │ └── workspace.xml │ │ ├── build.sbt │ │ ├── hs_err_pid6545.log │ │ ├── project │ │ ├── plugins.sbt │ │ ├── project │ │ │ └── target │ │ │ │ ├── config-classes │ │ │ │ ├── $296a15acf685daf074ea$.class │ │ │ │ ├── $296a15acf685daf074ea.cache │ │ │ │ ├── $296a15acf685daf074ea.class │ │ │ │ ├── $be972e860f3fa7a129f1$.class │ │ │ │ ├── $be972e860f3fa7a129f1.cache │ │ │ │ └── $be972e860f3fa7a129f1.class │ │ │ │ ├── resolution-cache │ │ │ │ ├── default │ │ │ │ │ └── parser-build-build │ │ │ │ │ │ └── scala_2.10 │ │ │ │ │ │ └── sbt_0.13 │ │ │ │ │ │ └── 0.1-SNAPSHOT │ │ │ │ │ │ ├── resolved.xml.properties │ │ │ │ │ │ └── resolved.xml.xml │ │ │ │ └── reports │ │ │ │ │ ├── default-parser-build-build-compile-internal.xml │ │ │ │ │ ├── default-parser-build-build-compile.xml │ │ │ │ │ ├── default-parser-build-build-docs.xml │ │ │ │ │ ├── default-parser-build-build-optional.xml │ │ │ │ │ ├── default-parser-build-build-plugin.xml │ │ │ │ │ ├── default-parser-build-build-pom.xml │ │ │ │ │ ├── default-parser-build-build-provided.xml │ │ │ │ │ ├── default-parser-build-build-runtime-internal.xml │ │ │ │ │ ├── default-parser-build-build-runtime.xml │ │ │ │ │ ├── default-parser-build-build-scala-tool.xml │ │ │ │ │ ├── default-parser-build-build-sources.xml │ │ │ │ │ ├── default-parser-build-build-test-internal.xml │ │ │ │ │ ├── default-parser-build-build-test.xml │ │ │ │ │ ├── ivy-report.css │ │ │ │ │ └── ivy-report.xsl │ │ │ │ └── streams │ │ │ │ ├── $global │ │ │ │ ├── $global │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ └── out │ │ │ │ ├── dependencyPositions │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ └── update_cache_2.10 │ │ │ │ │ │ ├── input_dsp │ │ │ │ │ │ └── output_dsp │ │ │ │ ├── ivyConfiguration │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ └── out │ │ │ │ ├── ivySbt │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ └── out │ │ │ │ ├── projectDescriptors │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ └── out │ │ │ │ └── update │ │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ ├── out │ │ │ │ │ └── update_cache_2.10 │ │ │ │ │ ├── inputs │ │ │ │ │ └── output │ │ │ │ ├── compile │ │ │ │ ├── $global │ │ │ │ │ └── $global │ │ │ │ │ │ └── discoveredMainClasses │ │ │ │ │ │ └── data │ │ │ │ ├── compile │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ ├── export │ │ │ │ │ │ └── out │ │ │ │ ├── compileIncremental │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ ├── export │ │ │ │ │ │ └── out │ │ │ │ ├── copyResources │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ ├── copy-resources │ │ │ │ │ │ └── out │ │ │ │ ├── dependencyClasspath │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ └── export │ │ │ │ ├── exportedProducts │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ └── export │ │ │ │ ├── externalDependencyClasspath │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ └── export │ │ │ │ ├── internalDependencyClasspath │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ └── export │ │ │ │ ├── managedClasspath │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ └── export │ │ │ │ ├── unmanagedClasspath │ │ │ │ │ └── $global │ │ │ │ │ │ └── streams │ │ │ │ │ │ └── export │ │ │ │ └── unmanagedJars │ │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ │ └── runtime │ │ │ │ ├── dependencyClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ │ ├── exportedProducts │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ │ ├── externalDependencyClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ │ ├── fullClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ │ ├── internalDependencyClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ │ ├── managedClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ │ ├── unmanagedClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ │ └── unmanagedJars │ │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ └── target │ │ │ ├── config-classes │ │ │ ├── $301cc57c44b392e1d70b$$anonfun$$sbtdef$1.class │ │ │ ├── $301cc57c44b392e1d70b$.class │ │ │ ├── $301cc57c44b392e1d70b.cache │ │ │ ├── $301cc57c44b392e1d70b.class │ │ │ ├── $654c3cf232d1db714346$$anonfun$$sbtdef$1.class │ │ │ ├── $654c3cf232d1db714346$.class │ │ │ ├── $654c3cf232d1db714346.cache │ │ │ ├── $654c3cf232d1db714346.class │ │ │ ├── $65c306909928ddedf0a3$$anonfun$$sbtdef$1.class │ │ │ ├── $65c306909928ddedf0a3$.class │ │ │ ├── $65c306909928ddedf0a3.cache │ │ │ ├── $65c306909928ddedf0a3.class │ │ │ ├── $827abe41d17b66e5ebb9$.class │ │ │ ├── $827abe41d17b66e5ebb9.cache │ │ │ ├── $827abe41d17b66e5ebb9.class │ │ │ ├── $8a2bde9d1b6d3fc7df45$$anonfun$$sbtdef$1.class │ │ │ ├── $8a2bde9d1b6d3fc7df45$.class │ │ │ ├── $8a2bde9d1b6d3fc7df45.cache │ │ │ ├── $8a2bde9d1b6d3fc7df45.class │ │ │ ├── $9817c12fa85d6bed2b5b$$anonfun$$sbtdef$1.class │ │ │ ├── $9817c12fa85d6bed2b5b$.class │ │ │ ├── $9817c12fa85d6bed2b5b.cache │ │ │ ├── $9817c12fa85d6bed2b5b.class │ │ │ ├── $a0203a1104d8546329a8$$anonfun$$sbtdef$1.class │ │ │ ├── $a0203a1104d8546329a8$.class │ │ │ ├── $a0203a1104d8546329a8.cache │ │ │ ├── $a0203a1104d8546329a8.class │ │ │ ├── $ccbbd6b2ffc1d27087f2$$anonfun$$sbtdef$1.class │ │ │ ├── $ccbbd6b2ffc1d27087f2$.class │ │ │ ├── $ccbbd6b2ffc1d27087f2.cache │ │ │ ├── $ccbbd6b2ffc1d27087f2.class │ │ │ ├── $eb5fa4b39498dc3968d6$$anonfun$$sbtdef$1.class │ │ │ ├── $eb5fa4b39498dc3968d6$.class │ │ │ ├── $eb5fa4b39498dc3968d6.cache │ │ │ ├── $eb5fa4b39498dc3968d6.class │ │ │ ├── $ecd7769d4ccdfbe1f585$$anonfun$$sbtdef$1.class │ │ │ ├── $ecd7769d4ccdfbe1f585$.class │ │ │ ├── $ecd7769d4ccdfbe1f585.cache │ │ │ └── $ecd7769d4ccdfbe1f585.class │ │ │ ├── resolution-cache │ │ │ ├── default │ │ │ │ └── parser-build │ │ │ │ │ └── scala_2.10 │ │ │ │ │ └── sbt_0.13 │ │ │ │ │ └── 0.1-SNAPSHOT │ │ │ │ │ ├── resolved.xml.properties │ │ │ │ │ └── resolved.xml.xml │ │ │ └── reports │ │ │ │ ├── default-parser-build-compile-internal.xml │ │ │ │ ├── default-parser-build-compile.xml │ │ │ │ ├── default-parser-build-docs.xml │ │ │ │ ├── default-parser-build-optional.xml │ │ │ │ ├── default-parser-build-plugin.xml │ │ │ │ ├── default-parser-build-pom.xml │ │ │ │ ├── default-parser-build-provided.xml │ │ │ │ ├── default-parser-build-runtime-internal.xml │ │ │ │ ├── default-parser-build-runtime.xml │ │ │ │ ├── default-parser-build-scala-tool.xml │ │ │ │ ├── default-parser-build-sources.xml │ │ │ │ ├── default-parser-build-test-internal.xml │ │ │ │ ├── default-parser-build-test.xml │ │ │ │ ├── ivy-report.css │ │ │ │ └── ivy-report.xsl │ │ │ └── streams │ │ │ ├── $global │ │ │ ├── $global │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── out │ │ │ ├── dependencyPositions │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── update_cache_2.10 │ │ │ │ │ ├── input_dsp │ │ │ │ │ └── output_dsp │ │ │ ├── ivyConfiguration │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── out │ │ │ ├── ivySbt │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── out │ │ │ ├── projectDescriptors │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── out │ │ │ └── update │ │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ ├── out │ │ │ │ └── update_cache_2.10 │ │ │ │ ├── inputs │ │ │ │ └── output │ │ │ ├── compile │ │ │ ├── $global │ │ │ │ └── $global │ │ │ │ │ └── discoveredMainClasses │ │ │ │ │ └── data │ │ │ ├── compile │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ ├── export │ │ │ │ │ └── out │ │ │ ├── compileIncremental │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ ├── export │ │ │ │ │ └── out │ │ │ ├── copyResources │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ ├── copy-resources │ │ │ │ │ └── out │ │ │ ├── dependencyClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ ├── exportedProducts │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ ├── externalDependencyClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ ├── internalDependencyClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ ├── managedClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ ├── unmanagedClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ └── unmanagedJars │ │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ └── runtime │ │ │ ├── dependencyClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ ├── exportedProducts │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ ├── externalDependencyClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ ├── fullClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ ├── internalDependencyClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ ├── managedClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ ├── unmanagedClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ └── unmanagedJars │ │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ ├── run.sh │ │ ├── run_parallel.sh │ │ ├── sbt │ │ ├── sbt │ │ └── sbt-launch.jar │ │ ├── setup.sh │ │ ├── src │ │ ├── main │ │ │ └── scala │ │ │ │ └── com │ │ │ │ └── clearcut │ │ │ │ └── nlp │ │ │ │ ├── DocumentParseResult.scala │ │ │ │ ├── DocumentParser.scala │ │ │ │ ├── JSONReader.scala │ │ │ │ ├── Main.scala │ │ │ │ ├── Server.scala │ │ │ │ └── TSVReader.scala │ │ └── test │ │ │ ├── resources │ │ │ ├── input.json.txt │ │ │ ├── testdoc.html │ │ │ └── testdoc.txt │ │ │ └── scala │ │ │ └── DocumentParserSpec.scala │ │ └── target │ │ ├── resolution-cache │ │ ├── deepdive-nlp-parser │ │ │ └── deepdive-nlp-parser_2.10 │ │ │ │ └── 0.1 │ │ │ │ ├── resolved.xml.properties │ │ │ │ └── resolved.xml.xml │ │ └── reports │ │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-compile-internal.xml │ │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-compile.xml │ │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-docs.xml │ │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-optional.xml │ │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-plugin.xml │ │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-pom.xml │ │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-provided.xml │ │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-runtime-internal.xml │ │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-runtime.xml │ │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-scala-tool.xml │ │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-sources.xml │ │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-test-internal.xml │ │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-test.xml │ │ │ ├── ivy-report.css │ │ │ └── ivy-report.xsl │ │ ├── scala-2.10 │ │ └── classes │ │ │ └── com │ │ │ └── clearcut │ │ │ └── nlp │ │ │ ├── DocumentParseResult$.class │ │ │ ├── DocumentParseResult.class │ │ │ ├── DocumentParser$$anonfun$2$$anonfun$1.class │ │ │ ├── DocumentParser$$anonfun$2$$anonfun$3.class │ │ │ ├── DocumentParser$$anonfun$2$$anonfun$4.class │ │ │ ├── DocumentParser$$anonfun$2$$anonfun$5.class │ │ │ ├── DocumentParser$$anonfun$2$$anonfun$6.class │ │ │ ├── DocumentParser$$anonfun$2$$anonfun$7.class │ │ │ ├── DocumentParser$$anonfun$2$$anonfun$8.class │ │ │ ├── DocumentParser$$anonfun$2$$anonfun$9.class │ │ │ ├── DocumentParser$$anonfun$2$$anonfun$apply$1.class │ │ │ ├── DocumentParser$$anonfun$2.class │ │ │ ├── DocumentParser$$anonfun$intList2TSVArray$1.class │ │ │ ├── DocumentParser$$anonfun$list2TSVArray$1.class │ │ │ ├── DocumentParser.class │ │ │ ├── JSONReader$$anonfun$1.class │ │ │ ├── JSONReader$$anonfun$fetchNext$1.class │ │ │ ├── JSONReader.class │ │ │ ├── Main$$anon$1$$anonfun$1.class │ │ │ ├── Main$$anon$1$$anonfun$2.class │ │ │ ├── Main$$anon$1$$anonfun$3.class │ │ │ ├── Main$$anon$1$$anonfun$4.class │ │ │ ├── Main$$anon$1$$anonfun$5.class │ │ │ ├── Main$$anon$1$$anonfun$6.class │ │ │ ├── Main$$anon$1$$anonfun$7.class │ │ │ ├── Main$$anon$1$$anonfun$8.class │ │ │ ├── Main$$anon$1.class │ │ │ ├── Main$$anonfun$10.class │ │ │ ├── Main$$anonfun$11.class │ │ │ ├── Main$$anonfun$12$$anonfun$apply$1$$anonfun$13.class │ │ │ ├── Main$$anonfun$12$$anonfun$apply$1.class │ │ │ ├── Main$$anonfun$12.class │ │ │ ├── Main$$anonfun$9.class │ │ │ ├── Main$.class │ │ │ ├── Main$Config$.class │ │ │ ├── Main$Config.class │ │ │ ├── Main$delayedInit$body.class │ │ │ ├── Main.class │ │ │ ├── SentenceParseResult$.class │ │ │ ├── SentenceParseResult.class │ │ │ ├── Server$$anonfun$1$$anonfun$2.class │ │ │ ├── Server$$anonfun$1$$anonfun$applyOrElse$1.class │ │ │ ├── Server$$anonfun$1.class │ │ │ ├── Server.class │ │ │ ├── TSVReader$$anonfun$1.class │ │ │ └── TSVReader.class │ │ ├── start │ │ └── streams │ │ ├── $global │ │ ├── $global │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── out │ │ ├── dependencyPositions │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── update_cache_2.10 │ │ │ │ ├── input_dsp │ │ │ │ └── output_dsp │ │ ├── ivyConfiguration │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── out │ │ ├── ivySbt │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── out │ │ ├── projectDescriptors │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── out │ │ ├── startScriptForClasses │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── out │ │ └── update │ │ │ └── $global │ │ │ └── streams │ │ │ ├── out │ │ │ └── update_cache_2.10 │ │ │ ├── inputs │ │ │ └── output │ │ ├── compile │ │ ├── $global │ │ │ └── $global │ │ │ │ └── discoveredMainClasses │ │ │ │ └── data │ │ ├── compile │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── out │ │ ├── compileIncremental │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ ├── export │ │ │ │ └── out │ │ ├── copyResources │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ ├── copy-resources │ │ │ │ └── out │ │ ├── dependencyClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ ├── exportedProducts │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ ├── externalDependencyClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ ├── incCompileSetup │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── inc_compile_2.10 │ │ ├── internalDependencyClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ ├── mainClass │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── out │ │ ├── managedClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ ├── unmanagedClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ └── unmanagedJars │ │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ └── runtime │ │ ├── dependencyClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ ├── exportedProducts │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ ├── externalDependencyClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ ├── fullClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ ├── internalDependencyClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ ├── managedClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ ├── unmanagedClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ └── unmanagedJars │ │ └── $global │ │ └── streams │ │ └── export │ ├── extract_location_features.py │ ├── hs_err_pid43425.log │ ├── map_location_mention.py │ ├── nlp_markup.sh │ ├── query_result-2.csv │ ├── sup_spo_test.py │ └── supervise_affiliation.py └── spouse ├── app.ddlog ├── deepdive.conf ├── input ├── init.sh ├── news-100.tsv.bz2 └── spouse_dbpedia.csv.bz2 ├── labeling ├── .gitignore ├── has_spouse-precision-with_features │ ├── mindtagger.conf │ ├── sample-has_spouse-with_features.sql │ └── template-with_features.html └── has_spouse-precision │ ├── .Rhistory │ ├── mindtagger.conf │ ├── sample-has_spouse.sql │ └── template.html ├── mindbender ├── extensions.coffee ├── extensions.js ├── extensions.js.map └── search-template │ ├── articles.html │ ├── has_spouse.html │ ├── person_mention.html │ ├── sentences.html │ ├── spouse_feature.html │ ├── spouse_label.html │ └── spouses_dbpedia.html └── udf ├── bazaar └── parser │ ├── build.sbt │ ├── project │ ├── plugins.sbt │ ├── project │ │ └── target │ │ │ ├── config-classes │ │ │ ├── $43077aa32064c260d454$.class │ │ │ ├── $43077aa32064c260d454.cache │ │ │ ├── $43077aa32064c260d454.class │ │ │ ├── $586593ca0d492f9a665c$.class │ │ │ ├── $586593ca0d492f9a665c.cache │ │ │ └── $586593ca0d492f9a665c.class │ │ │ ├── resolution-cache │ │ │ ├── default │ │ │ │ └── parser-build-build │ │ │ │ │ └── scala_2.10 │ │ │ │ │ └── sbt_0.13 │ │ │ │ │ └── 0.1-SNAPSHOT │ │ │ │ │ ├── resolved.xml.properties │ │ │ │ │ └── resolved.xml.xml │ │ │ └── reports │ │ │ │ ├── default-parser-build-build-compile-internal.xml │ │ │ │ ├── default-parser-build-build-compile.xml │ │ │ │ ├── default-parser-build-build-docs.xml │ │ │ │ ├── default-parser-build-build-optional.xml │ │ │ │ ├── default-parser-build-build-plugin.xml │ │ │ │ ├── default-parser-build-build-pom.xml │ │ │ │ ├── default-parser-build-build-provided.xml │ │ │ │ ├── default-parser-build-build-runtime-internal.xml │ │ │ │ ├── default-parser-build-build-runtime.xml │ │ │ │ ├── default-parser-build-build-scala-tool.xml │ │ │ │ ├── default-parser-build-build-sources.xml │ │ │ │ ├── default-parser-build-build-test-internal.xml │ │ │ │ ├── default-parser-build-build-test.xml │ │ │ │ ├── ivy-report.css │ │ │ │ └── ivy-report.xsl │ │ │ └── streams │ │ │ ├── $global │ │ │ ├── $global │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── out │ │ │ ├── dependencyPositions │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── update_cache_2.10 │ │ │ │ │ ├── input_dsp │ │ │ │ │ └── output_dsp │ │ │ ├── ivyConfiguration │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── out │ │ │ ├── ivySbt │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── out │ │ │ ├── projectDescriptors │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── out │ │ │ └── update │ │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ ├── out │ │ │ │ └── update_cache_2.10 │ │ │ │ ├── inputs │ │ │ │ └── output │ │ │ ├── compile │ │ │ ├── $global │ │ │ │ └── $global │ │ │ │ │ └── discoveredMainClasses │ │ │ │ │ └── data │ │ │ ├── compile │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ ├── export │ │ │ │ │ └── out │ │ │ ├── compileIncremental │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ ├── export │ │ │ │ │ └── out │ │ │ ├── copyResources │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ ├── copy-resources │ │ │ │ │ └── out │ │ │ ├── dependencyClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ ├── exportedProducts │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ ├── externalDependencyClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ ├── internalDependencyClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ ├── managedClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ ├── unmanagedClasspath │ │ │ │ └── $global │ │ │ │ │ └── streams │ │ │ │ │ └── export │ │ │ └── unmanagedJars │ │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ └── runtime │ │ │ ├── dependencyClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ ├── exportedProducts │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ ├── externalDependencyClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ ├── fullClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ ├── internalDependencyClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ ├── managedClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ ├── unmanagedClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ │ └── unmanagedJars │ │ │ └── $global │ │ │ └── streams │ │ │ └── export │ └── target │ │ ├── config-classes │ │ ├── $110e4ba2d815b9ccfa98$$anonfun$$sbtdef$1.class │ │ ├── $110e4ba2d815b9ccfa98$.class │ │ ├── $110e4ba2d815b9ccfa98.cache │ │ ├── $110e4ba2d815b9ccfa98.class │ │ ├── $400866b5e131433a3553$$anonfun$$sbtdef$1.class │ │ ├── $400866b5e131433a3553$.class │ │ ├── $400866b5e131433a3553.cache │ │ ├── $400866b5e131433a3553.class │ │ ├── $449a0afac93943ea276f$$anonfun$$sbtdef$1.class │ │ ├── $449a0afac93943ea276f$.class │ │ ├── $449a0afac93943ea276f.cache │ │ ├── $449a0afac93943ea276f.class │ │ ├── $4f86b5fc2b792fb88332$.class │ │ ├── $4f86b5fc2b792fb88332.cache │ │ ├── $4f86b5fc2b792fb88332.class │ │ ├── $5dcde8dd1da3c97ecad7$$anonfun$$sbtdef$1.class │ │ ├── $5dcde8dd1da3c97ecad7$.class │ │ ├── $5dcde8dd1da3c97ecad7.cache │ │ ├── $5dcde8dd1da3c97ecad7.class │ │ ├── $6c5a22b0df4a23e69694$$anonfun$$sbtdef$1.class │ │ ├── $6c5a22b0df4a23e69694$.class │ │ ├── $6c5a22b0df4a23e69694.cache │ │ ├── $6c5a22b0df4a23e69694.class │ │ ├── $85f78a0184889b4e8c8f$$anonfun$$sbtdef$1.class │ │ ├── $85f78a0184889b4e8c8f$.class │ │ ├── $85f78a0184889b4e8c8f.cache │ │ ├── $85f78a0184889b4e8c8f.class │ │ ├── $aa0e2c7a0a3d3d9e01d1$$anonfun$$sbtdef$1.class │ │ ├── $aa0e2c7a0a3d3d9e01d1$.class │ │ ├── $aa0e2c7a0a3d3d9e01d1.cache │ │ ├── $aa0e2c7a0a3d3d9e01d1.class │ │ ├── $aa7fbbef5792e26ef2f9$$anonfun$$sbtdef$1.class │ │ ├── $aa7fbbef5792e26ef2f9$.class │ │ ├── $aa7fbbef5792e26ef2f9.cache │ │ ├── $aa7fbbef5792e26ef2f9.class │ │ ├── $ddc32617705cfd60d1a0$$anonfun$$sbtdef$1.class │ │ ├── $ddc32617705cfd60d1a0$.class │ │ ├── $ddc32617705cfd60d1a0.cache │ │ └── $ddc32617705cfd60d1a0.class │ │ ├── resolution-cache │ │ ├── default │ │ │ └── parser-build │ │ │ │ └── scala_2.10 │ │ │ │ └── sbt_0.13 │ │ │ │ └── 0.1-SNAPSHOT │ │ │ │ ├── resolved.xml.properties │ │ │ │ └── resolved.xml.xml │ │ └── reports │ │ │ ├── default-parser-build-compile-internal.xml │ │ │ ├── default-parser-build-compile.xml │ │ │ ├── default-parser-build-docs.xml │ │ │ ├── default-parser-build-optional.xml │ │ │ ├── default-parser-build-plugin.xml │ │ │ ├── default-parser-build-pom.xml │ │ │ ├── default-parser-build-provided.xml │ │ │ ├── default-parser-build-runtime-internal.xml │ │ │ ├── default-parser-build-runtime.xml │ │ │ ├── default-parser-build-scala-tool.xml │ │ │ ├── default-parser-build-sources.xml │ │ │ ├── default-parser-build-test-internal.xml │ │ │ ├── default-parser-build-test.xml │ │ │ ├── ivy-report.css │ │ │ └── ivy-report.xsl │ │ └── streams │ │ ├── $global │ │ ├── $global │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── out │ │ ├── dependencyPositions │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── update_cache_2.10 │ │ │ │ ├── input_dsp │ │ │ │ └── output_dsp │ │ ├── ivyConfiguration │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── out │ │ ├── ivySbt │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── out │ │ ├── projectDescriptors │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── out │ │ └── update │ │ │ └── $global │ │ │ └── streams │ │ │ ├── out │ │ │ └── update_cache_2.10 │ │ │ ├── inputs │ │ │ └── output │ │ ├── compile │ │ ├── $global │ │ │ └── $global │ │ │ │ └── discoveredMainClasses │ │ │ │ └── data │ │ ├── compile │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ ├── export │ │ │ │ └── out │ │ ├── compileIncremental │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ ├── export │ │ │ │ └── out │ │ ├── copyResources │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ ├── copy-resources │ │ │ │ └── out │ │ ├── dependencyClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ ├── exportedProducts │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ ├── externalDependencyClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ ├── internalDependencyClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ ├── managedClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ ├── unmanagedClasspath │ │ │ └── $global │ │ │ │ └── streams │ │ │ │ └── export │ │ └── unmanagedJars │ │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ └── runtime │ │ ├── dependencyClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ ├── exportedProducts │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ ├── externalDependencyClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ ├── fullClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ ├── internalDependencyClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ ├── managedClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ ├── unmanagedClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ │ └── unmanagedJars │ │ └── $global │ │ └── streams │ │ └── export │ ├── run.sh │ ├── run_parallel.sh │ ├── sbt │ ├── sbt │ └── sbt-launch.jar │ ├── setup.sh │ ├── src │ ├── main │ │ └── scala │ │ │ └── com │ │ │ └── clearcut │ │ │ └── nlp │ │ │ ├── DocumentParseResult.scala │ │ │ ├── DocumentParser.scala │ │ │ ├── JSONReader.scala │ │ │ ├── Main.scala │ │ │ ├── Server.scala │ │ │ └── TSVReader.scala │ └── test │ │ ├── resources │ │ ├── input.json.txt │ │ ├── testdoc.html │ │ └── testdoc.txt │ │ └── scala │ │ └── DocumentParserSpec.scala │ └── target │ ├── resolution-cache │ ├── deepdive-nlp-parser │ │ └── deepdive-nlp-parser_2.10 │ │ │ └── 0.1 │ │ │ ├── resolved.xml.properties │ │ │ └── resolved.xml.xml │ └── reports │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-compile-internal.xml │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-compile.xml │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-docs.xml │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-optional.xml │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-plugin.xml │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-pom.xml │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-provided.xml │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-runtime-internal.xml │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-runtime.xml │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-scala-tool.xml │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-sources.xml │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-test-internal.xml │ │ ├── deepdive-nlp-parser-deepdive-nlp-parser_2.10-test.xml │ │ ├── ivy-report.css │ │ └── ivy-report.xsl │ ├── scala-2.10 │ └── classes │ │ └── com │ │ └── clearcut │ │ └── nlp │ │ ├── DocumentParseResult$.class │ │ ├── DocumentParseResult.class │ │ ├── DocumentParser$$anonfun$2$$anonfun$1.class │ │ ├── DocumentParser$$anonfun$2$$anonfun$3.class │ │ ├── DocumentParser$$anonfun$2$$anonfun$4.class │ │ ├── DocumentParser$$anonfun$2$$anonfun$5.class │ │ ├── DocumentParser$$anonfun$2$$anonfun$6.class │ │ ├── DocumentParser$$anonfun$2$$anonfun$7.class │ │ ├── DocumentParser$$anonfun$2$$anonfun$8.class │ │ ├── DocumentParser$$anonfun$2$$anonfun$9.class │ │ ├── DocumentParser$$anonfun$2$$anonfun$apply$1.class │ │ ├── DocumentParser$$anonfun$2.class │ │ ├── DocumentParser$$anonfun$intList2TSVArray$1.class │ │ ├── DocumentParser$$anonfun$list2TSVArray$1.class │ │ ├── DocumentParser.class │ │ ├── JSONReader$$anonfun$1.class │ │ ├── JSONReader$$anonfun$fetchNext$1.class │ │ ├── JSONReader.class │ │ ├── Main$$anon$1$$anonfun$1.class │ │ ├── Main$$anon$1$$anonfun$2.class │ │ ├── Main$$anon$1$$anonfun$3.class │ │ ├── Main$$anon$1$$anonfun$4.class │ │ ├── Main$$anon$1$$anonfun$5.class │ │ ├── Main$$anon$1$$anonfun$6.class │ │ ├── Main$$anon$1$$anonfun$7.class │ │ ├── Main$$anon$1$$anonfun$8.class │ │ ├── Main$$anon$1.class │ │ ├── Main$$anonfun$10.class │ │ ├── Main$$anonfun$11.class │ │ ├── Main$$anonfun$12$$anonfun$apply$1$$anonfun$13.class │ │ ├── Main$$anonfun$12$$anonfun$apply$1.class │ │ ├── Main$$anonfun$12.class │ │ ├── Main$$anonfun$9.class │ │ ├── Main$.class │ │ ├── Main$Config$.class │ │ ├── Main$Config.class │ │ ├── Main$delayedInit$body.class │ │ ├── Main.class │ │ ├── SentenceParseResult$.class │ │ ├── SentenceParseResult.class │ │ ├── Server$$anonfun$1$$anonfun$2.class │ │ ├── Server$$anonfun$1$$anonfun$applyOrElse$1.class │ │ ├── Server$$anonfun$1.class │ │ ├── Server.class │ │ ├── TSVReader$$anonfun$1.class │ │ └── TSVReader.class │ ├── start │ └── streams │ ├── $global │ ├── $global │ │ └── $global │ │ │ └── streams │ │ │ └── out │ ├── dependencyPositions │ │ └── $global │ │ │ └── streams │ │ │ └── update_cache_2.10 │ │ │ ├── input_dsp │ │ │ └── output_dsp │ ├── ivyConfiguration │ │ └── $global │ │ │ └── streams │ │ │ └── out │ ├── ivySbt │ │ └── $global │ │ │ └── streams │ │ │ └── out │ ├── projectDescriptors │ │ └── $global │ │ │ └── streams │ │ │ └── out │ ├── startScriptForClasses │ │ └── $global │ │ │ └── streams │ │ │ └── out │ └── update │ │ └── $global │ │ └── streams │ │ ├── out │ │ └── update_cache_2.10 │ │ ├── inputs │ │ └── output │ ├── compile │ ├── $global │ │ └── $global │ │ │ └── discoveredMainClasses │ │ │ └── data │ ├── compile │ │ └── $global │ │ │ └── streams │ │ │ └── out │ ├── compileIncremental │ │ └── $global │ │ │ └── streams │ │ │ ├── export │ │ │ └── out │ ├── copyResources │ │ └── $global │ │ │ └── streams │ │ │ ├── copy-resources │ │ │ └── out │ ├── dependencyClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ ├── exportedProducts │ │ └── $global │ │ │ └── streams │ │ │ └── export │ ├── externalDependencyClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ ├── incCompileSetup │ │ └── $global │ │ │ └── streams │ │ │ └── inc_compile_2.10 │ ├── internalDependencyClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ ├── mainClass │ │ └── $global │ │ │ └── streams │ │ │ └── out │ ├── managedClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ ├── unmanagedClasspath │ │ └── $global │ │ │ └── streams │ │ │ └── export │ └── unmanagedJars │ │ └── $global │ │ └── streams │ │ └── export │ └── runtime │ ├── dependencyClasspath │ └── $global │ │ └── streams │ │ └── export │ ├── exportedProducts │ └── $global │ │ └── streams │ │ └── export │ ├── externalDependencyClasspath │ └── $global │ │ └── streams │ │ └── export │ ├── fullClasspath │ └── $global │ │ └── streams │ │ └── export │ ├── internalDependencyClasspath │ └── $global │ │ └── streams │ │ └── export │ ├── managedClasspath │ └── $global │ │ └── streams │ │ └── export │ ├── unmanagedClasspath │ └── $global │ │ └── streams │ │ └── export │ └── unmanagedJars │ └── $global │ └── streams │ └── export ├── extract_spouse_features.py ├── map_person_mention.py ├── nlp_markup.sh └── supervise_spouse.py /.gitignore: -------------------------------------------------------------------------------- 1 | /input/signalmedia 2 | /run 3 | /snapshot 4 | /udf/bazaar/parser/lib/*.jar 5 | /search 6 | db.url 7 | /.vscode 8 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | The MIT License 2 | 3 | Copyright (c) Microsoft Corporation. All rights reserved. 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy 6 | of this software and associated documentation files (the "Software"), to deal 7 | in the Software without restriction, including without limitation the rights 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9 | copies of the Software, and to permit persons to whom the Software is 10 | furnished to do so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in 13 | all copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 21 | THE SOFTWARE. 22 | -------------------------------------------------------------------------------- /location/deepdive.conf: -------------------------------------------------------------------------------- 1 | deepdive.calibration.holdout_fraction:0.25 2 | deepdive.sampler.sampler_args: "-l 1000 -s 1 -i 1000 --alpha 0.01 --sample_evidence" 3 | -------------------------------------------------------------------------------- /location/input/article-small-8300.tsv.bz2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/input/article-small-8300.tsv.bz2 -------------------------------------------------------------------------------- /location/input/articles.tsv.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | set -euo pipefail 3 | cd "$(dirname "$0")" 4 | 5 | corpus=signalmedia/signalmedia-1m.jsonl 6 | [[ -e "$corpus" ]] || { 7 | echo "ERROR: Missing $PWD/$corpus" 8 | echo "# Please Download it from http://research.signalmedia.co/newsir16/signal-dataset.html" 9 | echo 10 | echo "# Alternatively, use our sampled data by running:" 11 | echo "deepdive load articles input/articles-100.tsv.bz2" 12 | echo 13 | echo "# Or, skipping all NLP markup processes by running:" 14 | echo "deepdive create table sentences" 15 | echo "deepdive load sentences" 16 | echo "deepdive mark done sentences" 17 | false 18 | } >&2 19 | 20 | cat "$corpus" | 21 | #grep -E 'wife|husband|married' | 22 | #head -100 | 23 | jq -r '[.id, .content] | @tsv' 24 | -------------------------------------------------------------------------------- /location/input/init.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | set -euo pipefail 3 | cd "$(dirname "$0")"/.. 4 | 5 | # make sure we have Bazaar/Parser set up 6 | : ${BAZAAR_HOME:=$PWD/udf/bazaar} 7 | [[ -x "$BAZAAR_HOME"/parser/target/start ]] || ( 8 | echo >&2 "Setting up Bazaar/Parser" 9 | mkdir -p "$BAZAAR_HOME" 10 | cd "$BAZAAR_HOME" 11 | [[ -d .git ]] || git clone https://github.com/HazyResearch/bazaar.git . 12 | cd parser 13 | : ${SBT_OPTS:=-Xmx1g} 14 | export SBT_OPTS 15 | ./setup.sh 16 | ) 17 | -------------------------------------------------------------------------------- /location/input/neg_db.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/input/neg_db.tsv -------------------------------------------------------------------------------- /location/input/negative_db.tsv.bz2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/input/negative_db.tsv.bz2 -------------------------------------------------------------------------------- /location/input/pos_db.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/input/pos_db.tsv -------------------------------------------------------------------------------- /location/input/positive_db.tsv.bz2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/input/positive_db.tsv.bz2 -------------------------------------------------------------------------------- /location/labeling/.gitignore: -------------------------------------------------------------------------------- 1 | .mindtagger.conf.json 2 | *.csv 3 | tags.json 4 | -------------------------------------------------------------------------------- /location/labeling/has_spouse-precision-with_features/mindtagger.conf: -------------------------------------------------------------------------------- 1 | title: Labeling task for estimating has_spouse precision with features 2 | items: { 3 | file: "has_spouse-with_features.csv" 4 | key_columns: [p1_id, p2_id] 5 | } 6 | template: "template-with_features.html" 7 | -------------------------------------------------------------------------------- /location/labeling/has_spouse-precision-with_features/sample-has_spouse-with_features.sql: -------------------------------------------------------------------------------- 1 | SELECT hsi.* 2 | , f.features 3 | , f.weights 4 | FROM ( 5 | 6 | SELECT hsi.p1_id 7 | , hsi.p2_id 8 | , s.doc_id 9 | , s.sentence_index 10 | , hsi.label 11 | , hsi.expectation 12 | , s.tokens 13 | , pm1.mention_text AS p1_text 14 | , pm1.begin_index AS p1_start 15 | , pm1.end_index AS p1_end 16 | , pm2.mention_text AS p2_text 17 | , pm2.begin_index AS p2_start 18 | , pm2.end_index AS p2_end 19 | 20 | FROM has_spouse_label_inference hsi 21 | , person_mention pm1 22 | , person_mention pm2 23 | , sentences s 24 | 25 | WHERE hsi.p1_id = pm1.mention_id 26 | AND pm1.doc_id = s.doc_id 27 | AND pm1.sentence_index = s.sentence_index 28 | AND hsi.p2_id = pm2.mention_id 29 | AND pm2.doc_id = s.doc_id 30 | AND pm2.sentence_index = s.sentence_index 31 | AND expectation >= 0.9 32 | 33 | ORDER BY random() 34 | LIMIT 100 35 | 36 | ) hsi, ( 37 | SELECT p1_id 38 | , p2_id 39 | , ARRAY_AGG(feature ORDER BY abs(weight) DESC) AS features 40 | , ARRAY_AGG(weight ORDER BY abs(weight) DESC) AS weights 41 | FROM dd_weights_inf_istrue_has_spouse dd1 42 | , dd_inference_result_weights dd2 43 | , spouse_feature 44 | WHERE feature = dd_weight_column_0 45 | AND dd1.id = dd2.id 46 | GROUP BY p1_id,p2_id 47 | ) f 48 | WHERE hsi.p1_id = f.p1_id 49 | AND hsi.p2_id = f.p2_id 50 | -------------------------------------------------------------------------------- /location/labeling/has_spouse-precision-with_features/template-with_features.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 35 | 36 | 40 | 41 | 42 | -------------------------------------------------------------------------------- /location/labeling/has_spouse-precision/.Rhistory: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/labeling/has_spouse-precision/.Rhistory -------------------------------------------------------------------------------- /location/labeling/has_spouse-precision/mindtagger.conf: -------------------------------------------------------------------------------- 1 | title: Labeling task for estimating has_spouse precision 2 | items: { 3 | file: has_spouse.csv 4 | key_columns: [p1_id, p2_id] 5 | } 6 | template: template.html 7 | -------------------------------------------------------------------------------- /location/labeling/has_spouse-precision/sample-has_spouse.sql: -------------------------------------------------------------------------------- 1 | SELECT hsi.p1_id 2 | , hsi.p2_id 3 | , s.doc_id 4 | , s.sentence_index 5 | , hsi.label 6 | , hsi.expectation 7 | , s.tokens 8 | , pm1.mention_text AS p1_text 9 | , pm1.begin_index AS p1_start 10 | , pm1.end_index AS p1_end 11 | , pm2.mention_text AS p2_text 12 | , pm2.begin_index AS p2_start 13 | , pm2.end_index AS p2_end 14 | 15 | FROM has_spouse_label_inference hsi 16 | , person_mention pm1 17 | , person_mention pm2 18 | , sentences s 19 | 20 | WHERE hsi.p1_id = pm1.mention_id 21 | AND pm1.doc_id = s.doc_id 22 | AND pm1.sentence_index = s.sentence_index 23 | AND hsi.p2_id = pm2.mention_id 24 | AND pm2.doc_id = s.doc_id 25 | AND pm2.sentence_index = s.sentence_index 26 | AND expectation >= 0.9 27 | 28 | ORDER BY random() 29 | LIMIT 100 30 | -------------------------------------------------------------------------------- /location/labeling/has_spouse-precision/template.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 17 | 18 | 22 | 23 | 24 | -------------------------------------------------------------------------------- /location/mindbender/search-template/articles.html: -------------------------------------------------------------------------------- 1 |
2 |

{{source.content | limitTo:500}}...

3 |
4 |
5 |

{{source.content}}

6 |
7 | 8 | See anything 9 | related to article({{source.id}}) 10 | 11 | -------------------------------------------------------------------------------- /location/mindbender/search-template/has_spouse.html: -------------------------------------------------------------------------------- 1 | {{extraction.p1.mention_text}} 2 | -- 3 | {{extraction.p2.mention_text}} 4 |
E={{extraction.expectation}} 5 |
See all 6 | features 7 | / 8 | labels 9 | 10 | 11 | 12 | in sentence {{extraction.p1.sentence_index}} 13 | in article({{extraction.p1.doc_id}}): 14 | 15 |
16 | 17 | 18 |
19 | -------------------------------------------------------------------------------- /location/mindbender/search-template/person_mention.html: -------------------------------------------------------------------------------- 1 | {{extraction.mention_text}} 2 | 3 | 4 | in sentence {{extraction.sentence_index}} 5 | in article({{extraction.doc_id}}): 6 | 7 |
8 | 9 |
10 | 17 | -------------------------------------------------------------------------------- /location/mindbender/search-template/sentences.html: -------------------------------------------------------------------------------- 1 | sentence {{source.sentence_index}} in article({{source.doc_id}}): 2 |

{{source.sentence_text}}

3 | 4 | See anything 5 | related to sentence {{source.sentence_index}} 6 | / 7 | related to article({{source.doc_id}}) 8 | 9 | -------------------------------------------------------------------------------- /location/mindbender/search-template/spouse_feature.html: -------------------------------------------------------------------------------- 1 | {{extraction.feature}} 2 | 3 | feature of 4 |
5 | 6 | -------------------------------------------------------------------------------- /location/mindbender/search-template/spouse_label.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | Supervised as +{{extraction.label}} by {{extraction.rule_id}} 4 | 5 | 6 | 7 | Supervised as {{extraction.label}} by {{extraction.rule_id}} 8 | 9 | 10 | 11 | Unsupervised 12 | 13 | 14 | vote for 15 |
16 | 17 | -------------------------------------------------------------------------------- /location/mindbender/search-template/spouses_dbpedia.html: -------------------------------------------------------------------------------- 1 | {{source.person1_name}} 2 | -- 3 | {{source.person2_name}} 4 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/.idea/markdown-navigator/profiles_settings.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/.idea/modules.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/.idea/parser.iml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/.idea/vcs.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/build.sbt: -------------------------------------------------------------------------------- 1 | import com.typesafe.sbt.SbtStartScript 2 | 3 | name := "deepdive-nlp-parser" 4 | 5 | version := "0.1" 6 | 7 | scalaVersion := "2.10.3" 8 | 9 | resolvers += "Typesafe Repository" at "http://repo.typesafe.com/typesafe/releases/" 10 | 11 | resolvers += "Scalaz Bintray Repo" at "https://dl.bintray.com/scalaz/releases" 12 | 13 | libraryDependencies ++= List( 14 | "ch.qos.logback" % "logback-classic" % "1.0.7", 15 | "com.typesafe.play" %% "play-json" % "2.2.1", 16 | "com.github.scopt" %% "scopt" % "3.2.0", 17 | "edu.stanford.nlp" % "stanford-corenlp" % "3.5.1", 18 | "edu.stanford.nlp" % "stanford-corenlp" % "3.5.1" classifier "models", 19 | "org.scalatest" % "scalatest_2.10" % "2.0.RC2" % "test", 20 | "org.http4s" %% "http4s-dsl" % "0.7.0", 21 | "org.http4s" %% "http4s-jetty" % "0.7.0" 22 | ) 23 | 24 | unmanagedJars in Compile += file("lib/stanford-srparser-2014-10-23-models.jar") 25 | 26 | parallelExecution in Test := false 27 | 28 | test in assembly := {} 29 | 30 | seq(SbtStartScript.startScriptForClassesSettings: _*) 31 | 32 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/plugins.sbt: -------------------------------------------------------------------------------- 1 | addSbtPlugin("com.typesafe.sbt" % "sbt-start-script" % "0.10.0") 2 | 3 | addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.13.0") 4 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/config-classes/$296a15acf685daf074ea$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/project/target/config-classes/$296a15acf685daf074ea$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/config-classes/$296a15acf685daf074ea.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/config-classes/$296a15acf685daf074ea.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/project/target/config-classes/$296a15acf685daf074ea.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/config-classes/$be972e860f3fa7a129f1$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/project/target/config-classes/$be972e860f3fa7a129f1$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/config-classes/$be972e860f3fa7a129f1.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/config-classes/$be972e860f3fa7a129f1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/project/target/config-classes/$be972e860f3fa7a129f1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/resolution-cache/default/parser-build-build/scala_2.10/sbt_0.13/0.1-SNAPSHOT/resolved.xml.properties: -------------------------------------------------------------------------------- 1 | #default#parser-build-build;0.1-SNAPSHOT resolved revisions 2 | #Wed May 17 15:30:05 CST 2017 3 | +organisation\:\#@\#\:+org.scala-lang\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+module\:\#@\#\:+scala-compiler\:\#@\#\:+revision\:\#@\#\:+2.10.4\:\#@\#\:=2.10.4 release 2.10.4 null 4 | +organisation\:\#@\#\:+org.scala-lang\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+module\:\#@\#\:+scala-library\:\#@\#\:+revision\:\#@\#\:+2.10.4\:\#@\#\:=2.10.4 ? 2.10.4 null 5 | +organisation\:\#@\#\:+org.scala-sbt\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+module\:\#@\#\:+sbt\:\#@\#\:+revision\:\#@\#\:+0.13.8\:\#@\#\:=0.13.8 release 0.13.8 null 6 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-compile.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-docs.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-optional.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-plugin.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-runtime-internal.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-runtime.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-sources.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-test.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/$global/$global/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/project/target/streams/$global/$global/$global/streams/out -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/input_dsp: -------------------------------------------------------------------------------- 1 | org.scala-lang scala-library2.10.4provided -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/output_dsp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/project/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/output_dsp -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/$global/ivyConfiguration/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Other repositories: 2 | [debug] Default repositories: 3 | [debug] Using inline dependencies specified in Scala. 4 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/$global/ivySbt/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/project/target/streams/$global/ivySbt/$global/streams/out -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/$global/projectDescriptors/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/project/target/streams/$global/projectDescriptors/$global/streams/out -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/$global/update/$global/streams/update_cache_2.10/inputs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/project/target/streams/$global/update/$global/streams/update_cache_2.10/inputs -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/$global/update/$global/streams/update_cache_2.10/output: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/project/target/streams/$global/update/$global/streams/update_cache_2.10/output -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/compile/$global/$global/discoveredMainClasses/data: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/compile/compile/$global/streams/export: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/project/target/streams/compile/compile/$global/streams/export -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/compile/compile/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug]  2 | [debug] Initial source changes:  3 | [debug]  removed:Set() 4 | [debug]  added: Set() 5 | [debug]  modified: Set() 6 | [debug] Removed products: Set() 7 | [debug] External API changes: API Changes: Set() 8 | [debug] Modified binary dependencies: Set() 9 | [debug] Initial directly invalidated sources: Set() 10 | [debug]  11 | [debug] Sources indirectly invalidated by: 12 | [debug]  product: Set() 13 | [debug]  binary dep: Set() 14 | [debug]  external source: Set() 15 | [debug] All initially invalidated sources: Set() 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/compile/compileIncremental/$global/streams/export: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/project/target/streams/compile/compileIncremental/$global/streams/export -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/compile/compileIncremental/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug]  2 | [debug] Initial source changes:  3 | [debug]  removed:Set() 4 | [debug]  added: Set() 5 | [debug]  modified: Set() 6 | [debug] Removed products: Set() 7 | [debug] External API changes: API Changes: Set() 8 | [debug] Modified binary dependencies: Set() 9 | [debug] Initial directly invalidated sources: Set() 10 | [debug]  11 | [debug] Sources indirectly invalidated by: 12 | [debug]  product: Set() 13 | [debug]  binary dep: Set() 14 | [debug]  external source: Set() 15 | [debug] All initially invalidated sources: Set() 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/compile/copyResources/$global/streams/copy-resources: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/project/target/streams/compile/copyResources/$global/streams/copy-resources -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/compile/copyResources/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Copy resource mappings:  2 | [debug]   3 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/compile/exportedProducts/$global/streams/export: -------------------------------------------------------------------------------- 1 | /Users/kroegera/Documents/_project/deepdive_learning/CNdeepdive/transaction/udf/bazaar/parser/project/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/compile/internalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/compile/unmanagedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/compile/unmanagedJars/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/runtime/dependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /Users/kroegera/Documents/_project/deepdive_learning/CNdeepdive/transaction/udf/bazaar/parser/project/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/runtime/exportedProducts/$global/streams/export: -------------------------------------------------------------------------------- 1 | /Users/kroegera/Documents/_project/deepdive_learning/CNdeepdive/transaction/udf/bazaar/parser/project/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/runtime/externalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/runtime/fullClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /Users/kroegera/Documents/_project/deepdive_learning/CNdeepdive/transaction/udf/bazaar/parser/project/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/runtime/internalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /Users/kroegera/Documents/_project/deepdive_learning/CNdeepdive/transaction/udf/bazaar/parser/project/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/runtime/managedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/runtime/unmanagedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/project/target/streams/runtime/unmanagedJars/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$301cc57c44b392e1d70b$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$301cc57c44b392e1d70b$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$301cc57c44b392e1d70b$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$301cc57c44b392e1d70b$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$301cc57c44b392e1d70b.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$301cc57c44b392e1d70b.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$301cc57c44b392e1d70b.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$654c3cf232d1db714346$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$654c3cf232d1db714346$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$654c3cf232d1db714346$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$654c3cf232d1db714346$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$654c3cf232d1db714346.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$654c3cf232d1db714346.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$654c3cf232d1db714346.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$65c306909928ddedf0a3$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$65c306909928ddedf0a3$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$65c306909928ddedf0a3$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$65c306909928ddedf0a3$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$65c306909928ddedf0a3.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$65c306909928ddedf0a3.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$65c306909928ddedf0a3.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$827abe41d17b66e5ebb9$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$827abe41d17b66e5ebb9$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$827abe41d17b66e5ebb9.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$827abe41d17b66e5ebb9.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$827abe41d17b66e5ebb9.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$8a2bde9d1b6d3fc7df45$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$8a2bde9d1b6d3fc7df45$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$8a2bde9d1b6d3fc7df45$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$8a2bde9d1b6d3fc7df45$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$8a2bde9d1b6d3fc7df45.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$8a2bde9d1b6d3fc7df45.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$8a2bde9d1b6d3fc7df45.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$9817c12fa85d6bed2b5b$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$9817c12fa85d6bed2b5b$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$9817c12fa85d6bed2b5b$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$9817c12fa85d6bed2b5b$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$9817c12fa85d6bed2b5b.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$9817c12fa85d6bed2b5b.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$9817c12fa85d6bed2b5b.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$a0203a1104d8546329a8$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$a0203a1104d8546329a8$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$a0203a1104d8546329a8$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$a0203a1104d8546329a8$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$a0203a1104d8546329a8.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$a0203a1104d8546329a8.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$a0203a1104d8546329a8.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$ccbbd6b2ffc1d27087f2$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$ccbbd6b2ffc1d27087f2$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$ccbbd6b2ffc1d27087f2$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$ccbbd6b2ffc1d27087f2$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$ccbbd6b2ffc1d27087f2.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$ccbbd6b2ffc1d27087f2.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$ccbbd6b2ffc1d27087f2.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$eb5fa4b39498dc3968d6$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$eb5fa4b39498dc3968d6$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$eb5fa4b39498dc3968d6$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$eb5fa4b39498dc3968d6$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$eb5fa4b39498dc3968d6.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$eb5fa4b39498dc3968d6.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$eb5fa4b39498dc3968d6.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$ecd7769d4ccdfbe1f585$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$ecd7769d4ccdfbe1f585$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$ecd7769d4ccdfbe1f585$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$ecd7769d4ccdfbe1f585$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$ecd7769d4ccdfbe1f585.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/config-classes/$ecd7769d4ccdfbe1f585.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/config-classes/$ecd7769d4ccdfbe1f585.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/resolution-cache/default/parser-build/scala_2.10/sbt_0.13/0.1-SNAPSHOT/resolved.xml.properties: -------------------------------------------------------------------------------- 1 | #default#parser-build;0.1-SNAPSHOT resolved revisions 2 | #Mon Sep 25 22:48:51 CST 2017 3 | +organisation\:\#@\#\:+org.scala-lang\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+module\:\#@\#\:+scala-compiler\:\#@\#\:+revision\:\#@\#\:+2.10.4\:\#@\#\:=2.10.4 release 2.10.4 null 4 | +organisation\:\#@\#\:+org.scala-lang\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+module\:\#@\#\:+scala-library\:\#@\#\:+revision\:\#@\#\:+2.10.4\:\#@\#\:=2.10.4 ? 2.10.4 null 5 | +organisation\:\#@\#\:+org.scala-sbt\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+module\:\#@\#\:+sbt\:\#@\#\:+revision\:\#@\#\:+0.13.8\:\#@\#\:=0.13.8 release 0.13.8 null 6 | +e\:sbtVersion\:\#@\#\:+0.13\:\#@\#\:+module\:\#@\#\:+sbt-assembly\:\#@\#\:+e\:scalaVersion\:\#@\#\:+2.10\:\#@\#\:+organisation\:\#@\#\:+com.eed3si9n\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+revision\:\#@\#\:+0.13.0\:\#@\#\:=0.13.0 release 0.13.0 null 7 | +e\:sbtVersion\:\#@\#\:+0.13\:\#@\#\:+module\:\#@\#\:+sbt-start-script\:\#@\#\:+e\:scalaVersion\:\#@\#\:+2.10\:\#@\#\:+organisation\:\#@\#\:+com.typesafe.sbt\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+revision\:\#@\#\:+0.10.0\:\#@\#\:=0.10.0 release 0.10.0 null 8 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/resolution-cache/reports/default-parser-build-docs.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/resolution-cache/reports/default-parser-build-optional.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/resolution-cache/reports/default-parser-build-plugin.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/resolution-cache/reports/default-parser-build-pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/resolution-cache/reports/default-parser-build-sources.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/$global/$global/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/streams/$global/$global/$global/streams/out -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/input_dsp: -------------------------------------------------------------------------------- 1 | org.scala-lang scala-library2.10.4providedcom.typesafe.sbtsbt-start-script0.10.0 e:sbtVersion0.13e:scalaVersion2.10 com.eed3si9n sbt-assembly0.13.0 e:sbtVersion0.13e:scalaVersion2.10 -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/output_dsp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/output_dsp -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/$global/ivyConfiguration/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Other repositories: 2 | [debug] Default repositories: 3 | [debug] Using inline dependencies specified in Scala. 4 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/$global/ivySbt/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/streams/$global/ivySbt/$global/streams/out -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/$global/projectDescriptors/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/streams/$global/projectDescriptors/$global/streams/out -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/$global/update/$global/streams/update_cache_2.10/inputs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/streams/$global/update/$global/streams/update_cache_2.10/inputs -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/$global/update/$global/streams/update_cache_2.10/output: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/streams/$global/update/$global/streams/update_cache_2.10/output -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/compile/$global/$global/discoveredMainClasses/data: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/compile/compile/$global/streams/export: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/streams/compile/compile/$global/streams/export -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/compile/compile/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug]  2 | [debug] Initial source changes:  3 | [debug]  removed:Set() 4 | [debug]  added: Set() 5 | [debug]  modified: Set() 6 | [debug] Removed products: Set() 7 | [debug] External API changes: API Changes: Set() 8 | [debug] Modified binary dependencies: Set() 9 | [debug] Initial directly invalidated sources: Set() 10 | [debug]  11 | [debug] Sources indirectly invalidated by: 12 | [debug]  product: Set() 13 | [debug]  binary dep: Set() 14 | [debug]  external source: Set() 15 | [debug] All initially invalidated sources: Set() 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/compile/compileIncremental/$global/streams/export: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/streams/compile/compileIncremental/$global/streams/export -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/compile/compileIncremental/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug]  2 | [debug] Initial source changes:  3 | [debug]  removed:Set() 4 | [debug]  added: Set() 5 | [debug]  modified: Set() 6 | [debug] Removed products: Set() 7 | [debug] External API changes: API Changes: Set() 8 | [debug] Modified binary dependencies: Set() 9 | [debug] Initial directly invalidated sources: Set() 10 | [debug]  11 | [debug] Sources indirectly invalidated by: 12 | [debug]  product: Set() 13 | [debug]  binary dep: Set() 14 | [debug]  external source: Set() 15 | [debug] All initially invalidated sources: Set() 16 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/compile/copyResources/$global/streams/copy-resources: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/project/target/streams/compile/copyResources/$global/streams/copy-resources -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/compile/copyResources/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Copy resource mappings:  2 | [debug]   3 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/compile/exportedProducts/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/compile/internalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/compile/unmanagedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/compile/unmanagedJars/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/runtime/dependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/project/target/scala-2.10/sbt-0.13/classes:/home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.typesafe.sbt/sbt-start-script/jars/sbt-start-script-0.10.0.jar:/home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.eed3si9n/sbt-assembly/jars/sbt-assembly-0.13.0.jar:/home/tang/.ivy2/cache/org.scalactic/scalactic_2.10/bundles/scalactic_2.10-2.2.1.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-library.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-reflect.jar 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/runtime/exportedProducts/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/runtime/externalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.typesafe.sbt/sbt-start-script/jars/sbt-start-script-0.10.0.jar:/home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.eed3si9n/sbt-assembly/jars/sbt-assembly-0.13.0.jar:/home/tang/.ivy2/cache/org.scalactic/scalactic_2.10/bundles/scalactic_2.10-2.2.1.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-library.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-reflect.jar 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/runtime/fullClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/project/target/scala-2.10/sbt-0.13/classes:/home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.typesafe.sbt/sbt-start-script/jars/sbt-start-script-0.10.0.jar:/home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.eed3si9n/sbt-assembly/jars/sbt-assembly-0.13.0.jar:/home/tang/.ivy2/cache/org.scalactic/scalactic_2.10/bundles/scalactic_2.10-2.2.1.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-library.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-reflect.jar 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/runtime/internalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/runtime/managedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.typesafe.sbt/sbt-start-script/jars/sbt-start-script-0.10.0.jar:/home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.eed3si9n/sbt-assembly/jars/sbt-assembly-0.13.0.jar:/home/tang/.ivy2/cache/org.scalactic/scalactic_2.10/bundles/scalactic_2.10-2.2.1.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-library.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-reflect.jar 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/runtime/unmanagedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/project/target/streams/runtime/unmanagedJars/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/run.sh: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env bash 2 | 3 | export JAVA_OPTS="-Xmx3g -Dfile.encoding=UTF-8" 4 | 5 | $(dirname $0)/target/start $@ 6 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/run_parallel.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | # Parse sentences in parallel 3 | 4 | set -eu 5 | 6 | # Usage: this_script input_file parallelism input_batch_size 7 | 8 | if [ "$#" -le 1 ]; then 9 | echo "Usage: $0 input_file parallelism [input_batch_size=1000] [sentence_words_limit=120]" 10 | exit 11 | fi 12 | 13 | for i in "$@" 14 | do 15 | case $i in 16 | -in=*|--input=*) 17 | INPUT_FILE="${i#*=}" 18 | shift 19 | ;; 20 | -p=*|--parallelism=*) 21 | PARALLELISM="${i#*=}" 22 | shift 23 | ;; 24 | -b=*|--batch-size=*) 25 | BATCH_SIZE="${i#*=}" 26 | shift 27 | ;; 28 | *) 29 | echo "NO MATCH" 30 | break 31 | ;; 32 | esac 33 | done 34 | 35 | if [ -z "$INPUT_FILE" ]; then 36 | echo "Usage: $0 -i=input_file [--parallelism=PARALLELISM] [--batch-size=BATCH_SIZE ] " 37 | exit 38 | fi 39 | 40 | PARALLELISM=${PARALLELISM:-2} 41 | BATCH_SIZE=${BATCH_SIZE:-1000} 42 | 43 | echo "parallelism = $PARALLELISM" 44 | echo "batch-size = $BATCH_SIZE" 45 | 46 | RUN_SCRIPT=`cd $(dirname $0)/; pwd`"/run.sh $@" 47 | echo $RUN_SCRIPT 48 | mkdir -p $INPUT_FILE.split 49 | rm -f $INPUT_FILE.split/* 50 | 51 | # Split the input file into subfiles 52 | split -a 10 -l $BATCH_SIZE $INPUT_FILE $INPUT_FILE.split/input- 53 | 54 | # Match all files in the split directory 55 | find $INPUT_FILE.split -name "input-*" 2>/dev/null -print0 | xargs -0 -P $PARALLELISM -L 1 bash -c "${RUN_SCRIPT}"' -f "$0"' 56 | 57 | echo "Output TSV files are in: $INPUT_FILE.split/*.parsed" 58 | echo "To load them into the databse, run: cat $INPUT_FILE.split/*.parsed | psql YOUR_DB_NAME -c "'"COPY sentences FROM STDIN"' 59 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/sbt/sbt: -------------------------------------------------------------------------------- 1 | java $SBT_OPTS -jar `dirname $0`/sbt-launch.jar "$@" -------------------------------------------------------------------------------- /location/udf/bazaar/parser/sbt/sbt-launch.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/sbt/sbt-launch.jar -------------------------------------------------------------------------------- /location/udf/bazaar/parser/setup.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | set -e 4 | 5 | DIRNAME=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd ) 6 | 7 | # fetch SR models 8 | DESTDIR="$DIRNAME"/lib 9 | FILENAME='stanford-srparser-2014-10-23-models.jar' 10 | if [ ! -e "$DESTDIR/$FILENAME" ]; then 11 | mkdir -p "$DESTDIR" 12 | url="http://nlp.stanford.edu/software/stanford-srparser-2014-10-23-models.jar" 13 | if type wget &>/dev/null; then 14 | wget -P "$DESTDIR" "$url" 15 | elif type curl &>/dev/null; then 16 | ( cd "$DESTDIR" && curl -LO "$url" ) 17 | else 18 | echo >&2 "Could not find curl or wget. Manually download $url to $DESTDIR/" 19 | false 20 | fi 21 | else 22 | echo "Skipping download: $DESTDIR/$FILENAME already exists" 23 | fi 24 | 25 | # java 26 | #sudo add-apt-repository -y ppa:openjdk-r/ppa 27 | #sudo apt-get update 28 | #sudo apt-get install -y openjdk-8-jdk 29 | 30 | # check if java -version >= 1.8 31 | javaVersion=$(java -version 2>&1 | sed -e '1!d; s/^java version "//; s/"$//') 32 | [[ ! $javaVersion < 1.8 ]] || { 33 | echo >&2 "java -version >= 1.8 required but found: $javaVersion" 34 | false 35 | } 36 | 37 | # build parser 38 | cd "$DIRNAME" 39 | sbt/sbt stage 40 | 41 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/src/main/scala/com/clearcut/nlp/DocumentParseResult.scala: -------------------------------------------------------------------------------- 1 | package com.clearcut.nlp 2 | 3 | case class SentenceParseResult( 4 | sentence: String, 5 | words: List[String], 6 | lemma: List[String], 7 | pos_tags: List[String], 8 | ner_tags: List[String], 9 | offsets: List[Int], 10 | dep_labels: List[String], 11 | dep_parents: List[Int], 12 | collapsed_deps: List[String] 13 | ) 14 | 15 | case class DocumentParseResult( 16 | sentences: List[SentenceParseResult] 17 | ) 18 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/src/main/scala/com/clearcut/nlp/TSVReader.scala: -------------------------------------------------------------------------------- 1 | package com.clearcut.nlp 2 | 3 | import scala.io.BufferedSource 4 | 5 | class TSVReader(input:BufferedSource, 6 | idCols:Array[Int], documentCol:Int) 7 | extends Iterator[(Array[String], String)] { 8 | 9 | var it = input.getLines.zipWithIndex 10 | var _next = fetchNext() 11 | 12 | override def hasNext: Boolean = 13 | _next != null 14 | 15 | override def next(): (Array[String], String) = { 16 | val n = _next 17 | _next = fetchNext() 18 | n 19 | } 20 | 21 | private def fetchNext(): (Array[String], String) = { 22 | var n:(Array[String], String) = null 23 | while (n == null && it.hasNext) { 24 | val (line, num) = it.next 25 | val tsvArr = line.trim.split("\t") 26 | if (tsvArr.length >= idCols.length + 1) { 27 | val documentIds = idCols.map(idc => tsvArr(idc)) 28 | val documentStr = tsvArr(documentCol) 29 | n = (documentIds, documentStr) 30 | } else { 31 | System.err.println(s"Warning: skipped malformed line ${num}: ${line}") 32 | } 33 | } 34 | n 35 | } 36 | } 37 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/src/test/resources/input.json.txt: -------------------------------------------------------------------------------- 1 | {"documents.id" : 5, "documents.text" : "I am document one. I am sentence twp, really. I am another sentence, called sentence three."} 2 | {"documents.id" : 7, "documents.text" : "John drove to Judy’s house and he made her dinner. This sentence should have some corefs."} -------------------------------------------------------------------------------- /location/udf/bazaar/parser/src/test/resources/testdoc.txt: -------------------------------------------------------------------------------- 1 | In a decision that could have far-reaching consequences, the D.C. Circuit Court of Appeals today struck down the FCC’s Open Internet Order. That Order, put into force in 2010 by then-chairman Julius Genachowski, was designed to make it so that broadband service providers couldn’t meddle with traffic on the web based on its type – in other words, they couldn’t block certain kinds of online data transmission just because it didn’t align with their own goals and financial strategy. 2 | 3 | Media watchdog and advocacy agency Free Press released the following statement about the decision via President and CEO Craig Aaron, condemning it while also acknowledging that the Open Internet Order probably wasn’t the best possible solution for enforcing net neutrality: -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/resolution-cache/reports/deepdive-nlp-parser-deepdive-nlp-parser_2.10-docs.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/resolution-cache/reports/deepdive-nlp-parser-deepdive-nlp-parser_2.10-optional.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/resolution-cache/reports/deepdive-nlp-parser-deepdive-nlp-parser_2.10-plugin.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/resolution-cache/reports/deepdive-nlp-parser-deepdive-nlp-parser_2.10-pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/resolution-cache/reports/deepdive-nlp-parser-deepdive-nlp-parser_2.10-provided.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/resolution-cache/reports/deepdive-nlp-parser-deepdive-nlp-parser_2.10-sources.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParseResult$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParseResult$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParseResult.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParseResult.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$3.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$3.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$4.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$4.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$5.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$5.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$6.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$6.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$7.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$7.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$8.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$8.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$9.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$9.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$apply$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$apply$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$intList2TSVArray$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$intList2TSVArray$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$list2TSVArray$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$list2TSVArray$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/JSONReader$$anonfun$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/JSONReader$$anonfun$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/JSONReader$$anonfun$fetchNext$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/JSONReader$$anonfun$fetchNext$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/JSONReader.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/JSONReader.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$2.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$2.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$3.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$3.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$4.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$4.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$5.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$5.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$6.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$6.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$7.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$7.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$8.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$8.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$10.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$10.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$11.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$11.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$12$$anonfun$apply$1$$anonfun$13.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$12$$anonfun$apply$1$$anonfun$13.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$12$$anonfun$apply$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$12$$anonfun$apply$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$12.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$12.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$9.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$9.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$Config$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$Config$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$Config.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$Config.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$delayedInit$body.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$delayedInit$body.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/SentenceParseResult$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/SentenceParseResult$.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/SentenceParseResult.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/SentenceParseResult.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server$$anonfun$1$$anonfun$2.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server$$anonfun$1$$anonfun$2.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server$$anonfun$1$$anonfun$applyOrElse$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server$$anonfun$1$$anonfun$applyOrElse$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server$$anonfun$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server$$anonfun$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/TSVReader$$anonfun$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/TSVReader$$anonfun$1.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/TSVReader.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/TSVReader.class -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/$global/$global/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Other repositories: 2 | [debug] Default repositories: 3 | [debug] Other repositories: 4 | [debug] Default repositories: 5 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/input_dsp: -------------------------------------------------------------------------------- 1 | org.scala-lang scala-library2.10.3ch.qos.logbacklogback-classic1.0.7com.typesafe.play play-json2.2.1com.github.scoptscopt3.2.0edu.stanford.nlpstanford-corenlp3.5.1edu.stanford.nlpstanford-corenlp3.5.1stanford-corenlpjarjarmodels org.scalatestscalatest_2.102.0.RC2test 2 | org.http4s 3 | http4s-dsl0.7.0 4 | org.http4s http4s-jetty0.7.0 -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/output_dsp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/output_dsp -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/$global/ivyConfiguration/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Other repositories: 2 | [debug] Default repositories: 3 | [debug] Using inline dependencies specified in Scala. 4 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/$global/ivySbt/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/streams/$global/ivySbt/$global/streams/out -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/$global/projectDescriptors/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/streams/$global/projectDescriptors/$global/streams/out -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/$global/startScriptForClasses/$global/streams/out: -------------------------------------------------------------------------------- 1 | [info] Wrote start script for mainClass := Some(com.clearcut.nlp.Main) to /home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/target/start 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/$global/update/$global/streams/update_cache_2.10/inputs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/streams/$global/update/$global/streams/update_cache_2.10/inputs -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/$global/update/$global/streams/update_cache_2.10/output: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/streams/$global/update/$global/streams/update_cache_2.10/output -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/compile/$global/$global/discoveredMainClasses/data: -------------------------------------------------------------------------------- 1 | com.clearcut.nlp.Main -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/compile/compile/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/streams/compile/compile/$global/streams/out -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/compile/copyResources/$global/streams/copy-resources: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/streams/compile/copyResources/$global/streams/copy-resources -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/compile/copyResources/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Copy resource mappings:  2 | [debug]   3 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/compile/exportedProducts/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/target/scala-2.10/classes 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/compile/internalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/compile/mainClass/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/location/udf/bazaar/parser/target/streams/compile/mainClass/$global/streams/out -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/compile/unmanagedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/lib/stanford-srparser-2014-10-23-models.jar:/home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/lib/stanford-chinese-corenlp-2016-01-19-models.jar:/home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/lib/stanford-srparser-2014-10-23-models.jar 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/compile/unmanagedJars/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/lib/stanford-srparser-2014-10-23-models.jar:/home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/lib/stanford-chinese-corenlp-2016-01-19-models.jar 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/runtime/exportedProducts/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/target/scala-2.10/classes 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/runtime/internalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/target/scala-2.10/classes 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/runtime/unmanagedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/lib/stanford-srparser-2014-10-23-models.jar:/home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/lib/stanford-chinese-corenlp-2016-01-19-models.jar:/home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/lib/stanford-srparser-2014-10-23-models.jar 2 | -------------------------------------------------------------------------------- /location/udf/bazaar/parser/target/streams/runtime/unmanagedJars/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/lib/stanford-srparser-2014-10-23-models.jar:/home/tang/Documents/DeepDiveProjects/example-location-zh/udf/bazaar/parser/lib/stanford-chinese-corenlp-2016-01-19-models.jar 2 | -------------------------------------------------------------------------------- /location/udf/nlp_markup.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | # A shell script that runs Bazaar/Parser over documents passed as input TSV lines 3 | # 4 | # $ deepdive env udf/nlp_markup.sh doc_id _ _ content _ 5 | ## 6 | set -euo pipefail 7 | cd "$(dirname "$0")" 8 | 9 | : ${BAZAAR_HOME:=$PWD/bazaar} 10 | [[ -x "$BAZAAR_HOME"/parser/target/start ]] || { 11 | echo "No Bazaar/Parser set up at: $BAZAAR_HOME/parser" 12 | exit 2 13 | } >&2 14 | 15 | [[ $# -gt 0 ]] || 16 | # default column order of input TSV 17 | set -- doc_id content 18 | 19 | # convert input tsv lines into JSON lines for Bazaar/Parser 20 | tsv2json "$@" | 21 | # start Bazaar/Parser to emit sentences TSV 22 | "$BAZAAR_HOME"/parser/run.sh -i json -k doc_id -v content | 23 | # finally, fixup unescaped characters in the TSV emitted by Bazaar/Parser 24 | # (This will become unnecessary once HazyResearch/bazaar#20 is fixed) 25 | # See: http://www.postgresql.org/docs/9.5/static/sql-copy.html#AEN74312 26 | sed -e "$(for ch in b f r v; do printf 's/\'$ch'/\\\\'$ch'/g;'; done)" 27 | -------------------------------------------------------------------------------- /location/udf/sup_spo_test.py: -------------------------------------------------------------------------------- 1 | import csv 2 | with open('query_result-2.csv','rb') as csvin: 3 | res_reader = csv.DictReader(csvin,delimiter = ';') 4 | for row in res_reader: 5 | for k,v in row.iteritems(): 6 | print k,v 7 | exit(0) 8 | -------------------------------------------------------------------------------- /spouse/deepdive.conf: -------------------------------------------------------------------------------- 1 | deepdive.calibration.holdout_fraction:0.25 2 | deepdive.sampler.sampler_args: "-l 1000 -s 1 -i 1000 --alpha 0.01 --sample_evidence" 3 | -------------------------------------------------------------------------------- /spouse/input/init.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | set -euo pipefail 3 | cd "$(dirname "$0")"/.. 4 | 5 | # make sure we have Bazaar/Parser set up 6 | : ${BAZAAR_HOME:=$PWD/udf/bazaar} 7 | [[ -x "$BAZAAR_HOME"/parser/target/start ]] || ( 8 | echo >&2 "Setting up Bazaar/Parser" 9 | mkdir -p "$BAZAAR_HOME" 10 | cd "$BAZAAR_HOME" 11 | [[ -d .git ]] || git clone https://github.com/HazyResearch/bazaar.git . 12 | cd parser 13 | : ${SBT_OPTS:=-Xmx1g} 14 | export SBT_OPTS 15 | ./setup.sh 16 | ) 17 | -------------------------------------------------------------------------------- /spouse/input/news-100.tsv.bz2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/input/news-100.tsv.bz2 -------------------------------------------------------------------------------- /spouse/input/spouse_dbpedia.csv.bz2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/input/spouse_dbpedia.csv.bz2 -------------------------------------------------------------------------------- /spouse/labeling/.gitignore: -------------------------------------------------------------------------------- 1 | .mindtagger.conf.json 2 | *.csv 3 | tags.json 4 | -------------------------------------------------------------------------------- /spouse/labeling/has_spouse-precision-with_features/mindtagger.conf: -------------------------------------------------------------------------------- 1 | title: Labeling task for estimating has_spouse precision with features 2 | items: { 3 | file: "has_spouse-with_features.csv" 4 | key_columns: [p1_id, p2_id] 5 | } 6 | template: "template-with_features.html" 7 | -------------------------------------------------------------------------------- /spouse/labeling/has_spouse-precision-with_features/sample-has_spouse-with_features.sql: -------------------------------------------------------------------------------- 1 | SELECT hsi.* 2 | , f.features 3 | , f.weights 4 | FROM ( 5 | 6 | SELECT hsi.p1_id 7 | , hsi.p2_id 8 | , s.doc_id 9 | , s.sentence_index 10 | , hsi.label 11 | , hsi.expectation 12 | , s.tokens 13 | , pm1.mention_text AS p1_text 14 | , pm1.begin_index AS p1_start 15 | , pm1.end_index AS p1_end 16 | , pm2.mention_text AS p2_text 17 | , pm2.begin_index AS p2_start 18 | , pm2.end_index AS p2_end 19 | 20 | FROM has_spouse_label_inference hsi 21 | , person_mention pm1 22 | , person_mention pm2 23 | , sentences s 24 | 25 | WHERE hsi.p1_id = pm1.mention_id 26 | AND pm1.doc_id = s.doc_id 27 | AND pm1.sentence_index = s.sentence_index 28 | AND hsi.p2_id = pm2.mention_id 29 | AND pm2.doc_id = s.doc_id 30 | AND pm2.sentence_index = s.sentence_index 31 | AND expectation >= 0.9 32 | 33 | ORDER BY random() 34 | LIMIT 100 35 | 36 | ) hsi, ( 37 | SELECT p1_id 38 | , p2_id 39 | , ARRAY_AGG(feature ORDER BY abs(weight) DESC) AS features 40 | , ARRAY_AGG(weight ORDER BY abs(weight) DESC) AS weights 41 | FROM dd_weights_inf_istrue_has_spouse dd1 42 | , dd_inference_result_weights dd2 43 | , spouse_feature 44 | WHERE feature = dd_weight_column_0 45 | AND dd1.id = dd2.id 46 | GROUP BY p1_id,p2_id 47 | ) f 48 | WHERE hsi.p1_id = f.p1_id 49 | AND hsi.p2_id = f.p2_id 50 | -------------------------------------------------------------------------------- /spouse/labeling/has_spouse-precision-with_features/template-with_features.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 35 | 36 | 40 | 41 | 42 | -------------------------------------------------------------------------------- /spouse/labeling/has_spouse-precision/.Rhistory: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/labeling/has_spouse-precision/.Rhistory -------------------------------------------------------------------------------- /spouse/labeling/has_spouse-precision/mindtagger.conf: -------------------------------------------------------------------------------- 1 | title: Labeling task for estimating has_spouse precision 2 | items: { 3 | file: has_spouse.csv 4 | key_columns: [p1_id, p2_id] 5 | } 6 | template: template.html 7 | -------------------------------------------------------------------------------- /spouse/labeling/has_spouse-precision/sample-has_spouse.sql: -------------------------------------------------------------------------------- 1 | SELECT hsi.p1_id 2 | , hsi.p2_id 3 | , s.doc_id 4 | , s.sentence_index 5 | , hsi.label 6 | , hsi.expectation 7 | , s.tokens 8 | , pm1.mention_text AS p1_text 9 | , pm1.begin_index AS p1_start 10 | , pm1.end_index AS p1_end 11 | , pm2.mention_text AS p2_text 12 | , pm2.begin_index AS p2_start 13 | , pm2.end_index AS p2_end 14 | 15 | FROM has_spouse_label_inference hsi 16 | , person_mention pm1 17 | , person_mention pm2 18 | , sentences s 19 | 20 | WHERE hsi.p1_id = pm1.mention_id 21 | AND pm1.doc_id = s.doc_id 22 | AND pm1.sentence_index = s.sentence_index 23 | AND hsi.p2_id = pm2.mention_id 24 | AND pm2.doc_id = s.doc_id 25 | AND pm2.sentence_index = s.sentence_index 26 | AND expectation >= 0.9 27 | 28 | ORDER BY random() 29 | LIMIT 100 30 | -------------------------------------------------------------------------------- /spouse/labeling/has_spouse-precision/template.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 17 | 18 | 22 | 23 | 24 | -------------------------------------------------------------------------------- /spouse/mindbender/search-template/articles.html: -------------------------------------------------------------------------------- 1 |
2 |

{{source.content | limitTo:500}}...

3 |
4 |
5 |

{{source.content}}

6 |
7 | 8 | See anything 9 | related to article({{source.id}}) 10 | 11 | -------------------------------------------------------------------------------- /spouse/mindbender/search-template/has_spouse.html: -------------------------------------------------------------------------------- 1 | {{extraction.p1.mention_text}} 2 | -- 3 | {{extraction.p2.mention_text}} 4 |
E={{extraction.expectation}} 5 |
See all 6 | features 7 | / 8 | labels 9 | 10 | 11 | 12 | in sentence {{extraction.p1.sentence_index}} 13 | in article({{extraction.p1.doc_id}}): 14 | 15 |
16 | 17 | 18 |
19 | -------------------------------------------------------------------------------- /spouse/mindbender/search-template/person_mention.html: -------------------------------------------------------------------------------- 1 | {{extraction.mention_text}} 2 | 3 | 4 | in sentence {{extraction.sentence_index}} 5 | in article({{extraction.doc_id}}): 6 | 7 |
8 | 9 |
10 | 17 | -------------------------------------------------------------------------------- /spouse/mindbender/search-template/sentences.html: -------------------------------------------------------------------------------- 1 | sentence {{source.sentence_index}} in article({{source.doc_id}}): 2 |

{{source.sentence_text}}

3 | 4 | See anything 5 | related to sentence {{source.sentence_index}} 6 | / 7 | related to article({{source.doc_id}}) 8 | 9 | -------------------------------------------------------------------------------- /spouse/mindbender/search-template/spouse_feature.html: -------------------------------------------------------------------------------- 1 | {{extraction.feature}} 2 | 3 | feature of 4 |
5 | 6 | -------------------------------------------------------------------------------- /spouse/mindbender/search-template/spouse_label.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | Supervised as +{{extraction.label}} by {{extraction.rule_id}} 4 | 5 | 6 | 7 | Supervised as {{extraction.label}} by {{extraction.rule_id}} 8 | 9 | 10 | 11 | Unsupervised 12 | 13 | 14 | vote for 15 |
16 | 17 | -------------------------------------------------------------------------------- /spouse/mindbender/search-template/spouses_dbpedia.html: -------------------------------------------------------------------------------- 1 | {{source.person1_name}} 2 | -- 3 | {{source.person2_name}} 4 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/build.sbt: -------------------------------------------------------------------------------- 1 | import com.typesafe.sbt.SbtStartScript 2 | 3 | name := "deepdive-nlp-parser" 4 | 5 | version := "0.1" 6 | 7 | scalaVersion := "2.10.3" 8 | 9 | resolvers += "Typesafe Repository" at "http://repo.typesafe.com/typesafe/releases/" 10 | 11 | resolvers += "Scalaz Bintray Repo" at "https://dl.bintray.com/scalaz/releases" 12 | 13 | libraryDependencies ++= List( 14 | "ch.qos.logback" % "logback-classic" % "1.0.7", 15 | "com.typesafe.play" %% "play-json" % "2.2.1", 16 | "com.github.scopt" %% "scopt" % "3.2.0", 17 | "edu.stanford.nlp" % "stanford-corenlp" % "3.5.1", 18 | "edu.stanford.nlp" % "stanford-corenlp" % "3.5.1" classifier "models", 19 | "org.scalatest" % "scalatest_2.10" % "2.0.RC2" % "test", 20 | "org.http4s" %% "http4s-dsl" % "0.7.0", 21 | "org.http4s" %% "http4s-jetty" % "0.7.0" 22 | ) 23 | 24 | unmanagedJars in Compile += file("lib/stanford-srparser-2014-10-23-models.jar") 25 | 26 | parallelExecution in Test := false 27 | 28 | test in assembly := {} 29 | 30 | seq(SbtStartScript.startScriptForClassesSettings: _*) 31 | 32 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/plugins.sbt: -------------------------------------------------------------------------------- 1 | addSbtPlugin("com.typesafe.sbt" % "sbt-start-script" % "0.10.0") 2 | 3 | addSbtPlugin("com.eed3si9n" % "sbt-assembly" % "0.13.0") 4 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/config-classes/$43077aa32064c260d454$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/project/target/config-classes/$43077aa32064c260d454$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/config-classes/$43077aa32064c260d454.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/config-classes/$43077aa32064c260d454.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/project/target/config-classes/$43077aa32064c260d454.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/config-classes/$586593ca0d492f9a665c$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/project/target/config-classes/$586593ca0d492f9a665c$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/config-classes/$586593ca0d492f9a665c.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/config-classes/$586593ca0d492f9a665c.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/project/target/config-classes/$586593ca0d492f9a665c.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/resolution-cache/default/parser-build-build/scala_2.10/sbt_0.13/0.1-SNAPSHOT/resolved.xml.properties: -------------------------------------------------------------------------------- 1 | #default#parser-build-build;0.1-SNAPSHOT resolved revisions 2 | #Wed May 17 15:30:05 CST 2017 3 | +organisation\:\#@\#\:+org.scala-lang\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+module\:\#@\#\:+scala-compiler\:\#@\#\:+revision\:\#@\#\:+2.10.4\:\#@\#\:=2.10.4 release 2.10.4 null 4 | +organisation\:\#@\#\:+org.scala-lang\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+module\:\#@\#\:+scala-library\:\#@\#\:+revision\:\#@\#\:+2.10.4\:\#@\#\:=2.10.4 ? 2.10.4 null 5 | +organisation\:\#@\#\:+org.scala-sbt\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+module\:\#@\#\:+sbt\:\#@\#\:+revision\:\#@\#\:+0.13.8\:\#@\#\:=0.13.8 release 0.13.8 null 6 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-compile.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-docs.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-optional.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-plugin.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-runtime-internal.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-runtime.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-sources.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/resolution-cache/reports/default-parser-build-build-test.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/$global/$global/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/project/target/streams/$global/$global/$global/streams/out -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/input_dsp: -------------------------------------------------------------------------------- 1 | org.scala-lang scala-library2.10.4provided -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/output_dsp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/project/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/output_dsp -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/$global/ivyConfiguration/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Other repositories: 2 | [debug] Default repositories: 3 | [debug] Using inline dependencies specified in Scala. 4 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/$global/ivySbt/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/project/target/streams/$global/ivySbt/$global/streams/out -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/$global/projectDescriptors/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/project/target/streams/$global/projectDescriptors/$global/streams/out -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/$global/update/$global/streams/update_cache_2.10/inputs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/project/target/streams/$global/update/$global/streams/update_cache_2.10/inputs -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/$global/update/$global/streams/update_cache_2.10/output: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/project/target/streams/$global/update/$global/streams/update_cache_2.10/output -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/compile/$global/$global/discoveredMainClasses/data: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/compile/compile/$global/streams/export: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/project/target/streams/compile/compile/$global/streams/export -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/compile/compile/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug]  2 | [debug] Initial source changes:  3 | [debug]  removed:Set() 4 | [debug]  added: Set() 5 | [debug]  modified: Set() 6 | [debug] Removed products: Set() 7 | [debug] External API changes: API Changes: Set() 8 | [debug] Modified binary dependencies: Set() 9 | [debug] Initial directly invalidated sources: Set() 10 | [debug]  11 | [debug] Sources indirectly invalidated by: 12 | [debug]  product: Set() 13 | [debug]  binary dep: Set() 14 | [debug]  external source: Set() 15 | [debug] All initially invalidated sources: Set() 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/compile/compileIncremental/$global/streams/export: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/project/target/streams/compile/compileIncremental/$global/streams/export -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/compile/compileIncremental/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug]  2 | [debug] Initial source changes:  3 | [debug]  removed:Set() 4 | [debug]  added: Set() 5 | [debug]  modified: Set() 6 | [debug] Removed products: Set() 7 | [debug] External API changes: API Changes: Set() 8 | [debug] Modified binary dependencies: Set() 9 | [debug] Initial directly invalidated sources: Set() 10 | [debug]  11 | [debug] Sources indirectly invalidated by: 12 | [debug]  product: Set() 13 | [debug]  binary dep: Set() 14 | [debug]  external source: Set() 15 | [debug] All initially invalidated sources: Set() 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/compile/copyResources/$global/streams/copy-resources: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/project/target/streams/compile/copyResources/$global/streams/copy-resources -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/compile/copyResources/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Copy resource mappings:  2 | [debug]   3 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/compile/exportedProducts/$global/streams/export: -------------------------------------------------------------------------------- 1 | /Users/kroegera/Documents/_project/deepdive_learning/CNdeepdive/transaction/udf/bazaar/parser/project/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/compile/internalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/compile/unmanagedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/compile/unmanagedJars/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/runtime/dependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /Users/kroegera/Documents/_project/deepdive_learning/CNdeepdive/transaction/udf/bazaar/parser/project/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/runtime/exportedProducts/$global/streams/export: -------------------------------------------------------------------------------- 1 | /Users/kroegera/Documents/_project/deepdive_learning/CNdeepdive/transaction/udf/bazaar/parser/project/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/runtime/externalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/runtime/fullClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /Users/kroegera/Documents/_project/deepdive_learning/CNdeepdive/transaction/udf/bazaar/parser/project/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/runtime/internalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /Users/kroegera/Documents/_project/deepdive_learning/CNdeepdive/transaction/udf/bazaar/parser/project/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/runtime/managedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/runtime/unmanagedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/project/target/streams/runtime/unmanagedJars/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$110e4ba2d815b9ccfa98$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$110e4ba2d815b9ccfa98$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$110e4ba2d815b9ccfa98$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$110e4ba2d815b9ccfa98$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$110e4ba2d815b9ccfa98.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$110e4ba2d815b9ccfa98.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$110e4ba2d815b9ccfa98.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$400866b5e131433a3553$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$400866b5e131433a3553$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$400866b5e131433a3553$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$400866b5e131433a3553$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$400866b5e131433a3553.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$400866b5e131433a3553.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$400866b5e131433a3553.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$449a0afac93943ea276f$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$449a0afac93943ea276f$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$449a0afac93943ea276f$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$449a0afac93943ea276f$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$449a0afac93943ea276f.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$449a0afac93943ea276f.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$449a0afac93943ea276f.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$4f86b5fc2b792fb88332$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$4f86b5fc2b792fb88332$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$4f86b5fc2b792fb88332.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$4f86b5fc2b792fb88332.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$4f86b5fc2b792fb88332.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$5dcde8dd1da3c97ecad7$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$5dcde8dd1da3c97ecad7$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$5dcde8dd1da3c97ecad7$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$5dcde8dd1da3c97ecad7$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$5dcde8dd1da3c97ecad7.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$5dcde8dd1da3c97ecad7.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$5dcde8dd1da3c97ecad7.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$6c5a22b0df4a23e69694$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$6c5a22b0df4a23e69694$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$6c5a22b0df4a23e69694$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$6c5a22b0df4a23e69694$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$6c5a22b0df4a23e69694.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$6c5a22b0df4a23e69694.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$6c5a22b0df4a23e69694.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$85f78a0184889b4e8c8f$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$85f78a0184889b4e8c8f$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$85f78a0184889b4e8c8f$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$85f78a0184889b4e8c8f$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$85f78a0184889b4e8c8f.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$85f78a0184889b4e8c8f.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$85f78a0184889b4e8c8f.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$aa0e2c7a0a3d3d9e01d1$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$aa0e2c7a0a3d3d9e01d1$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$aa0e2c7a0a3d3d9e01d1$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$aa0e2c7a0a3d3d9e01d1$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$aa0e2c7a0a3d3d9e01d1.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$aa0e2c7a0a3d3d9e01d1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$aa0e2c7a0a3d3d9e01d1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$aa7fbbef5792e26ef2f9$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$aa7fbbef5792e26ef2f9$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$aa7fbbef5792e26ef2f9$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$aa7fbbef5792e26ef2f9$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$aa7fbbef5792e26ef2f9.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$aa7fbbef5792e26ef2f9.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$aa7fbbef5792e26ef2f9.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$ddc32617705cfd60d1a0$$anonfun$$sbtdef$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$ddc32617705cfd60d1a0$$anonfun$$sbtdef$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$ddc32617705cfd60d1a0$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$ddc32617705cfd60d1a0$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$ddc32617705cfd60d1a0.cache: -------------------------------------------------------------------------------- 1 | sbt.internals.DslEntry -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/config-classes/$ddc32617705cfd60d1a0.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/config-classes/$ddc32617705cfd60d1a0.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/resolution-cache/default/parser-build/scala_2.10/sbt_0.13/0.1-SNAPSHOT/resolved.xml.properties: -------------------------------------------------------------------------------- 1 | #default#parser-build;0.1-SNAPSHOT resolved revisions 2 | #Thu Jun 29 19:02:15 CST 2017 3 | +organisation\:\#@\#\:+org.scala-lang\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+module\:\#@\#\:+scala-compiler\:\#@\#\:+revision\:\#@\#\:+2.10.4\:\#@\#\:=2.10.4 release 2.10.4 null 4 | +organisation\:\#@\#\:+org.scala-lang\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+module\:\#@\#\:+scala-library\:\#@\#\:+revision\:\#@\#\:+2.10.4\:\#@\#\:=2.10.4 ? 2.10.4 null 5 | +organisation\:\#@\#\:+org.scala-sbt\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+module\:\#@\#\:+sbt\:\#@\#\:+revision\:\#@\#\:+0.13.8\:\#@\#\:=0.13.8 release 0.13.8 null 6 | +e\:sbtVersion\:\#@\#\:+0.13\:\#@\#\:+module\:\#@\#\:+sbt-assembly\:\#@\#\:+e\:scalaVersion\:\#@\#\:+2.10\:\#@\#\:+organisation\:\#@\#\:+com.eed3si9n\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+revision\:\#@\#\:+0.13.0\:\#@\#\:=0.13.0 release 0.13.0 null 7 | +e\:sbtVersion\:\#@\#\:+0.13\:\#@\#\:+module\:\#@\#\:+sbt-start-script\:\#@\#\:+e\:scalaVersion\:\#@\#\:+2.10\:\#@\#\:+organisation\:\#@\#\:+com.typesafe.sbt\:\#@\#\:+branch\:\#@\#\:+@\#\:NULL\:\#@\:\#@\#\:+revision\:\#@\#\:+0.10.0\:\#@\#\:=0.10.0 release 0.10.0 null 8 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/resolution-cache/reports/default-parser-build-docs.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/resolution-cache/reports/default-parser-build-optional.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/resolution-cache/reports/default-parser-build-plugin.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/resolution-cache/reports/default-parser-build-pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/resolution-cache/reports/default-parser-build-sources.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/$global/$global/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/streams/$global/$global/$global/streams/out -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/input_dsp: -------------------------------------------------------------------------------- 1 | org.scala-lang scala-library2.10.4providedcom.typesafe.sbtsbt-start-script0.10.0 e:sbtVersion0.13e:scalaVersion2.10 com.eed3si9n sbt-assembly0.13.0 e:sbtVersion0.13e:scalaVersion2.10 -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/output_dsp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/output_dsp -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/$global/ivyConfiguration/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Other repositories: 2 | [debug] Default repositories: 3 | [debug] Using inline dependencies specified in Scala. 4 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/$global/ivySbt/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/streams/$global/ivySbt/$global/streams/out -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/$global/projectDescriptors/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/streams/$global/projectDescriptors/$global/streams/out -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/$global/update/$global/streams/update_cache_2.10/inputs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/streams/$global/update/$global/streams/update_cache_2.10/inputs -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/$global/update/$global/streams/update_cache_2.10/output: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/streams/$global/update/$global/streams/update_cache_2.10/output -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/compile/$global/$global/discoveredMainClasses/data: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/compile/compile/$global/streams/export: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/streams/compile/compile/$global/streams/export -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/compile/compile/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug]  2 | [debug] Initial source changes:  3 | [debug]  removed:Set() 4 | [debug]  added: Set() 5 | [debug]  modified: Set() 6 | [debug] Removed products: Set() 7 | [debug] External API changes: API Changes: Set() 8 | [debug] Modified binary dependencies: Set() 9 | [debug] Initial directly invalidated sources: Set() 10 | [debug]  11 | [debug] Sources indirectly invalidated by: 12 | [debug]  product: Set() 13 | [debug]  binary dep: Set() 14 | [debug]  external source: Set() 15 | [debug] All initially invalidated sources: Set() 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/compile/compileIncremental/$global/streams/export: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/streams/compile/compileIncremental/$global/streams/export -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/compile/compileIncremental/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug]  2 | [debug] Initial source changes:  3 | [debug]  removed:Set() 4 | [debug]  added: Set() 5 | [debug]  modified: Set() 6 | [debug] Removed products: Set() 7 | [debug] External API changes: API Changes: Set() 8 | [debug] Modified binary dependencies: Set() 9 | [debug] Initial directly invalidated sources: Set() 10 | [debug]  11 | [debug] Sources indirectly invalidated by: 12 | [debug]  product: Set() 13 | [debug]  binary dep: Set() 14 | [debug]  external source: Set() 15 | [debug] All initially invalidated sources: Set() 16 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/compile/copyResources/$global/streams/copy-resources: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/project/target/streams/compile/copyResources/$global/streams/copy-resources -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/compile/copyResources/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Copy resource mappings:  2 | [debug]   3 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/compile/exportedProducts/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/compile/internalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/compile/unmanagedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/compile/unmanagedJars/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/runtime/dependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/project/target/scala-2.10/sbt-0.13/classes:/home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.typesafe.sbt/sbt-start-script/jars/sbt-start-script-0.10.0.jar:/home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.eed3si9n/sbt-assembly/jars/sbt-assembly-0.13.0.jar:/home/tang/.ivy2/cache/org.scalactic/scalactic_2.10/bundles/scalactic_2.10-2.2.1.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-library.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-reflect.jar 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/runtime/exportedProducts/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/runtime/externalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.typesafe.sbt/sbt-start-script/jars/sbt-start-script-0.10.0.jar:/home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.eed3si9n/sbt-assembly/jars/sbt-assembly-0.13.0.jar:/home/tang/.ivy2/cache/org.scalactic/scalactic_2.10/bundles/scalactic_2.10-2.2.1.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-library.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-reflect.jar 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/runtime/fullClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/project/target/scala-2.10/sbt-0.13/classes:/home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.typesafe.sbt/sbt-start-script/jars/sbt-start-script-0.10.0.jar:/home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.eed3si9n/sbt-assembly/jars/sbt-assembly-0.13.0.jar:/home/tang/.ivy2/cache/org.scalactic/scalactic_2.10/bundles/scalactic_2.10-2.2.1.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-library.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-reflect.jar 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/runtime/internalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/project/target/scala-2.10/sbt-0.13/classes 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/runtime/managedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.typesafe.sbt/sbt-start-script/jars/sbt-start-script-0.10.0.jar:/home/tang/.ivy2/cache/scala_2.10/sbt_0.13/com.eed3si9n/sbt-assembly/jars/sbt-assembly-0.13.0.jar:/home/tang/.ivy2/cache/org.scalactic/scalactic_2.10/bundles/scalactic_2.10-2.2.1.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-library.jar:/home/tang/.sbt/boot/scala-2.10.4/lib/scala-reflect.jar 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/runtime/unmanagedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/project/target/streams/runtime/unmanagedJars/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/run.sh: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env bash 2 | 3 | export JAVA_OPTS="-Xmx3g -Dfile.encoding=UTF-8" 4 | 5 | $(dirname $0)/target/start $@ 6 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/run_parallel.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | # Parse sentences in parallel 3 | 4 | set -eu 5 | 6 | # Usage: this_script input_file parallelism input_batch_size 7 | 8 | if [ "$#" -le 1 ]; then 9 | echo "Usage: $0 input_file parallelism [input_batch_size=1000] [sentence_words_limit=120]" 10 | exit 11 | fi 12 | 13 | for i in "$@" 14 | do 15 | case $i in 16 | -in=*|--input=*) 17 | INPUT_FILE="${i#*=}" 18 | shift 19 | ;; 20 | -p=*|--parallelism=*) 21 | PARALLELISM="${i#*=}" 22 | shift 23 | ;; 24 | -b=*|--batch-size=*) 25 | BATCH_SIZE="${i#*=}" 26 | shift 27 | ;; 28 | *) 29 | echo "NO MATCH" 30 | break 31 | ;; 32 | esac 33 | done 34 | 35 | if [ -z "$INPUT_FILE" ]; then 36 | echo "Usage: $0 -i=input_file [--parallelism=PARALLELISM] [--batch-size=BATCH_SIZE ] " 37 | exit 38 | fi 39 | 40 | PARALLELISM=${PARALLELISM:-2} 41 | BATCH_SIZE=${BATCH_SIZE:-1000} 42 | 43 | echo "parallelism = $PARALLELISM" 44 | echo "batch-size = $BATCH_SIZE" 45 | 46 | RUN_SCRIPT=`cd $(dirname $0)/; pwd`"/run.sh $@" 47 | echo $RUN_SCRIPT 48 | mkdir -p $INPUT_FILE.split 49 | rm -f $INPUT_FILE.split/* 50 | 51 | # Split the input file into subfiles 52 | split -a 10 -l $BATCH_SIZE $INPUT_FILE $INPUT_FILE.split/input- 53 | 54 | # Match all files in the split directory 55 | find $INPUT_FILE.split -name "input-*" 2>/dev/null -print0 | xargs -0 -P $PARALLELISM -L 1 bash -c "${RUN_SCRIPT}"' -f "$0"' 56 | 57 | echo "Output TSV files are in: $INPUT_FILE.split/*.parsed" 58 | echo "To load them into the databse, run: cat $INPUT_FILE.split/*.parsed | psql YOUR_DB_NAME -c "'"COPY sentences FROM STDIN"' 59 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/sbt/sbt: -------------------------------------------------------------------------------- 1 | java $SBT_OPTS -jar `dirname $0`/sbt-launch.jar "$@" -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/sbt/sbt-launch.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/sbt/sbt-launch.jar -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/setup.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | set -e 4 | 5 | DIRNAME=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd ) 6 | 7 | # fetch SR models 8 | DESTDIR="$DIRNAME"/lib 9 | FILENAME='stanford-srparser-2014-10-23-models.jar' 10 | if [ ! -e "$DESTDIR/$FILENAME" ]; then 11 | mkdir -p "$DESTDIR" 12 | url="http://nlp.stanford.edu/software/stanford-srparser-2014-10-23-models.jar" 13 | if type wget &>/dev/null; then 14 | wget -P "$DESTDIR" "$url" 15 | elif type curl &>/dev/null; then 16 | ( cd "$DESTDIR" && curl -LO "$url" ) 17 | else 18 | echo >&2 "Could not find curl or wget. Manually download $url to $DESTDIR/" 19 | false 20 | fi 21 | else 22 | echo "Skipping download: $DESTDIR/$FILENAME already exists" 23 | fi 24 | 25 | # java 26 | #sudo add-apt-repository -y ppa:openjdk-r/ppa 27 | #sudo apt-get update 28 | #sudo apt-get install -y openjdk-8-jdk 29 | 30 | # check if java -version >= 1.8 31 | javaVersion=$(java -version 2>&1 | sed -e '1!d; s/^java version "//; s/"$//') 32 | [[ ! $javaVersion < 1.8 ]] || { 33 | echo >&2 "java -version >= 1.8 required but found: $javaVersion" 34 | false 35 | } 36 | 37 | # build parser 38 | cd "$DIRNAME" 39 | sbt/sbt stage 40 | 41 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/src/main/scala/com/clearcut/nlp/DocumentParseResult.scala: -------------------------------------------------------------------------------- 1 | package com.clearcut.nlp 2 | 3 | case class SentenceParseResult( 4 | sentence: String, 5 | words: List[String], 6 | lemma: List[String], 7 | pos_tags: List[String], 8 | ner_tags: List[String], 9 | offsets: List[Int], 10 | dep_labels: List[String], 11 | dep_parents: List[Int], 12 | collapsed_deps: List[String] 13 | ) 14 | 15 | case class DocumentParseResult( 16 | sentences: List[SentenceParseResult] 17 | ) 18 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/src/main/scala/com/clearcut/nlp/TSVReader.scala: -------------------------------------------------------------------------------- 1 | package com.clearcut.nlp 2 | 3 | import scala.io.BufferedSource 4 | 5 | class TSVReader(input:BufferedSource, 6 | idCols:Array[Int], documentCol:Int) 7 | extends Iterator[(Array[String], String)] { 8 | 9 | var it = input.getLines.zipWithIndex 10 | var _next = fetchNext() 11 | 12 | override def hasNext: Boolean = 13 | _next != null 14 | 15 | override def next(): (Array[String], String) = { 16 | val n = _next 17 | _next = fetchNext() 18 | n 19 | } 20 | 21 | private def fetchNext(): (Array[String], String) = { 22 | var n:(Array[String], String) = null 23 | while (n == null && it.hasNext) { 24 | val (line, num) = it.next 25 | val tsvArr = line.trim.split("\t") 26 | if (tsvArr.length >= idCols.length + 1) { 27 | val documentIds = idCols.map(idc => tsvArr(idc)) 28 | val documentStr = tsvArr(documentCol) 29 | n = (documentIds, documentStr) 30 | } else { 31 | System.err.println(s"Warning: skipped malformed line ${num}: ${line}") 32 | } 33 | } 34 | n 35 | } 36 | } 37 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/src/test/resources/input.json.txt: -------------------------------------------------------------------------------- 1 | {"documents.id" : 5, "documents.text" : "I am document one. I am sentence twp, really. I am another sentence, called sentence three."} 2 | {"documents.id" : 7, "documents.text" : "John drove to Judy’s house and he made her dinner. This sentence should have some corefs."} -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/src/test/resources/testdoc.txt: -------------------------------------------------------------------------------- 1 | In a decision that could have far-reaching consequences, the D.C. Circuit Court of Appeals today struck down the FCC’s Open Internet Order. That Order, put into force in 2010 by then-chairman Julius Genachowski, was designed to make it so that broadband service providers couldn’t meddle with traffic on the web based on its type – in other words, they couldn’t block certain kinds of online data transmission just because it didn’t align with their own goals and financial strategy. 2 | 3 | Media watchdog and advocacy agency Free Press released the following statement about the decision via President and CEO Craig Aaron, condemning it while also acknowledging that the Open Internet Order probably wasn’t the best possible solution for enforcing net neutrality: -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/resolution-cache/reports/deepdive-nlp-parser-deepdive-nlp-parser_2.10-docs.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/resolution-cache/reports/deepdive-nlp-parser-deepdive-nlp-parser_2.10-optional.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/resolution-cache/reports/deepdive-nlp-parser-deepdive-nlp-parser_2.10-plugin.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/resolution-cache/reports/deepdive-nlp-parser-deepdive-nlp-parser_2.10-pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/resolution-cache/reports/deepdive-nlp-parser-deepdive-nlp-parser_2.10-provided.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/resolution-cache/reports/deepdive-nlp-parser-deepdive-nlp-parser_2.10-sources.xml: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParseResult$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParseResult$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParseResult.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParseResult.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$3.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$3.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$4.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$4.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$5.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$5.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$6.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$6.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$7.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$7.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$8.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$8.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$9.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$9.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$apply$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2$$anonfun$apply$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$2.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$intList2TSVArray$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$intList2TSVArray$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$list2TSVArray$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser$$anonfun$list2TSVArray$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/DocumentParser.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/JSONReader$$anonfun$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/JSONReader$$anonfun$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/JSONReader$$anonfun$fetchNext$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/JSONReader$$anonfun$fetchNext$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/JSONReader.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/JSONReader.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$2.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$2.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$3.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$3.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$4.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$4.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$5.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$5.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$6.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$6.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$7.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$7.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$8.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1$$anonfun$8.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anon$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$10.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$10.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$11.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$11.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$12$$anonfun$apply$1$$anonfun$13.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$12$$anonfun$apply$1$$anonfun$13.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$12$$anonfun$apply$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$12$$anonfun$apply$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$12.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$12.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$9.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$$anonfun$9.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$Config$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$Config$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$Config.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$Config.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$delayedInit$body.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main$delayedInit$body.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Main.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/SentenceParseResult$.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/SentenceParseResult$.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/SentenceParseResult.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/SentenceParseResult.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server$$anonfun$1$$anonfun$2.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server$$anonfun$1$$anonfun$2.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server$$anonfun$1$$anonfun$applyOrElse$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server$$anonfun$1$$anonfun$applyOrElse$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server$$anonfun$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server$$anonfun$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/Server.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/TSVReader$$anonfun$1.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/TSVReader$$anonfun$1.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/TSVReader.class: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/scala-2.10/classes/com/clearcut/nlp/TSVReader.class -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/$global/$global/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Other repositories: 2 | [debug] Default repositories: 3 | [debug] Other repositories: 4 | [debug] Default repositories: 5 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/input_dsp: -------------------------------------------------------------------------------- 1 | org.scala-lang scala-library2.10.3ch.qos.logbacklogback-classic1.0.7com.typesafe.play play-json2.2.1com.github.scoptscopt3.2.0edu.stanford.nlpstanford-corenlp3.5.1edu.stanford.nlpstanford-corenlp3.5.1stanford-corenlpjarjarmodels org.scalatestscalatest_2.102.0.RC2test 2 | org.http4s 3 | http4s-dsl0.7.0 4 | org.http4s http4s-jetty0.7.0 -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/output_dsp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/streams/$global/dependencyPositions/$global/streams/update_cache_2.10/output_dsp -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/$global/ivyConfiguration/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Other repositories: 2 | [debug] Default repositories: 3 | [debug] Using inline dependencies specified in Scala. 4 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/$global/ivySbt/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/streams/$global/ivySbt/$global/streams/out -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/$global/projectDescriptors/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/streams/$global/projectDescriptors/$global/streams/out -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/$global/startScriptForClasses/$global/streams/out: -------------------------------------------------------------------------------- 1 | [info] Wrote start script for mainClass := Some(com.clearcut.nlp.Main) to /home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/target/start 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/$global/update/$global/streams/update_cache_2.10/inputs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/streams/$global/update/$global/streams/update_cache_2.10/inputs -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/$global/update/$global/streams/update_cache_2.10/output: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/streams/$global/update/$global/streams/update_cache_2.10/output -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/compile/$global/$global/discoveredMainClasses/data: -------------------------------------------------------------------------------- 1 | com.clearcut.nlp.Main -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/compile/compile/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/streams/compile/compile/$global/streams/out -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/compile/copyResources/$global/streams/copy-resources: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/streams/compile/copyResources/$global/streams/copy-resources -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/compile/copyResources/$global/streams/out: -------------------------------------------------------------------------------- 1 | [debug] Copy resource mappings:  2 | [debug]   3 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/compile/exportedProducts/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/target/scala-2.10/classes 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/compile/internalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/compile/mainClass/$global/streams/out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SongRb/DeepDiveChineseApps/060273da64baa919eb3d3fd64c4a2221eab2451f/spouse/udf/bazaar/parser/target/streams/compile/mainClass/$global/streams/out -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/compile/unmanagedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/lib/stanford-srparser-2014-10-23-models.jar:/home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/lib/stanford-chinese-corenlp-2016-01-19-models.jar:/home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/lib/stanford-srparser-2014-10-23-models.jar 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/compile/unmanagedJars/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/lib/stanford-srparser-2014-10-23-models.jar:/home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/lib/stanford-chinese-corenlp-2016-01-19-models.jar 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/runtime/exportedProducts/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/target/scala-2.10/classes 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/runtime/internalDependencyClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/target/scala-2.10/classes 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/runtime/unmanagedClasspath/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/lib/stanford-srparser-2014-10-23-models.jar:/home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/lib/stanford-chinese-corenlp-2016-01-19-models.jar:/home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/lib/stanford-srparser-2014-10-23-models.jar 2 | -------------------------------------------------------------------------------- /spouse/udf/bazaar/parser/target/streams/runtime/unmanagedJars/$global/streams/export: -------------------------------------------------------------------------------- 1 | /home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/lib/stanford-srparser-2014-10-23-models.jar:/home/tang/Downloads/deepdive-0.8-STABLE/examples/spouse/udf/bazaar/parser/lib/stanford-chinese-corenlp-2016-01-19-models.jar 2 | -------------------------------------------------------------------------------- /spouse/udf/map_person_mention.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | from deepdive import * 3 | 4 | @tsv_extractor 5 | @returns(lambda 6 | mention_id = "text", 7 | mention_text = "text", 8 | doc_id = "text", 9 | sentence_index = "int", 10 | begin_index = "int", 11 | end_index = "int", 12 | :[]) 13 | def extract( 14 | doc_id = "text", 15 | sentence_index = "int", 16 | tokens = "text[]", 17 | ner_tags = "text[]", 18 | ): 19 | """ 20 | Finds phrases that are continuous words tagged with PERSON. 21 | """ 22 | num_tokens = len(ner_tags) 23 | # find all first indexes of series of tokens tagged as PERSON 24 | first_indexes = (i for i in xrange(num_tokens) if ner_tags[i] == "PERSON" and (i == 0 or ner_tags[i-1] != "PERSON")) 25 | for begin_index in first_indexes: 26 | # find the end of the PERSON phrase (consecutive tokens tagged as PERSON) 27 | end_index = begin_index + 1 28 | while end_index < num_tokens and ner_tags[end_index] == "PERSON": 29 | end_index += 1 30 | end_index -= 1 31 | # generate a mention identifier 32 | mention_id = "%s_%d_%d_%d" % (doc_id, sentence_index, begin_index, end_index) 33 | mention_text = " ".join(map(lambda i: tokens[i], xrange(begin_index, end_index + 1))) 34 | # Output a tuple for each PERSON phrase 35 | yield [ 36 | mention_id, 37 | mention_text, 38 | doc_id, 39 | sentence_index, 40 | begin_index, 41 | end_index, 42 | ] 43 | -------------------------------------------------------------------------------- /spouse/udf/nlp_markup.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | # A shell script that runs Bazaar/Parser over documents passed as input TSV lines 3 | # 4 | # $ deepdive env udf/nlp_markup.sh doc_id _ _ content _ 5 | ## 6 | set -euo pipefail 7 | cd "$(dirname "$0")" 8 | 9 | : ${BAZAAR_HOME:=$PWD/bazaar} 10 | [[ -x "$BAZAAR_HOME"/parser/target/start ]] || { 11 | echo "No Bazaar/Parser set up at: $BAZAAR_HOME/parser" 12 | exit 2 13 | } >&2 14 | 15 | [[ $# -gt 0 ]] || 16 | # default column order of input TSV 17 | set -- doc_id content 18 | 19 | # convert input tsv lines into JSON lines for Bazaar/Parser 20 | tsv2json "$@" | 21 | # start Bazaar/Parser to emit sentences TSV 22 | "$BAZAAR_HOME"/parser/run.sh -i json -k doc_id -v content | 23 | # finally, fixup unescaped characters in the TSV emitted by Bazaar/Parser 24 | # (This will become unnecessary once HazyResearch/bazaar#20 is fixed) 25 | # See: http://www.postgresql.org/docs/9.5/static/sql-copy.html#AEN74312 26 | sed -e "$(for ch in b f r v; do printf 's/\'$ch'/\\\\'$ch'/g;'; done)" 27 | --------------------------------------------------------------------------------