├── README.md ├── pom.xml └── src └── main └── scala ├── console_el └── ConsoleEntityLinking.scala ├── context ├── EntityWordsProbs.scala ├── OneDocPerLine.scala ├── PorterStemmer.scala ├── StopWords.scala ├── TextSplittingInWords.scala └── WordFreqPerCorpus.scala ├── download_data.py ├── el └── EL_LBP_Spark.scala ├── eval ├── Annotation.scala ├── EvalOnDatasets.scala ├── GlobalStats.scala ├── SplitFileIntoDevValidationTest.scala ├── Verifier.scala ├── VerifyEDAbstract.scala ├── VerifyEDLBPForListOfWords.scala ├── aturk │ └── InterpretAmazonTurkResults.scala ├── cweb │ ├── ExtractCWDisagreementsForAmazonTurk.scala │ ├── GlobalCountersCWEB.scala │ └── RunLoopyAgainstAllGoogleClweb.scala └── datasets │ ├── AIDA.scala │ ├── AQUAINT_MSNBC_ACE04.scala │ ├── GERBIL_MSNBC.scala │ └── WikipediaDataset.scala ├── index ├── AllIndexesBox.scala ├── CandidatesList.scala ├── EntIDToNameIndex.scala ├── EntNameToIDIndex.scala ├── EntityCooccurrenceIndex.scala ├── FreebaseWikipIndex.scala ├── MentEntsFreqIndexWrapper.scala ├── MentionEntitiesFrequencyIndex.scala ├── RedirectPagesIndex.scala ├── WordEntityProbsIndex.scala ├── WordFreqDict.scala └── index_builder │ ├── CreateCrosswikisMentionFreqIndex.scala │ ├── CreateFreebaseAnchorIndex.scala │ ├── CreateWikilinksAnchorIndex.scala │ ├── LowercaseOrPruneCwikisMentionFreqIndex.scala │ └── PruneIndexesToEvalEnts.scala ├── learning ├── ExtractWikiAnchorsFromWikipedia.scala ├── FewParamsLearning.scala ├── Learning.scala └── memcached │ ├── MemClient.scala │ ├── SGDPiecewiseMemClient.scala │ └── SGDWeightMemClient.scala ├── loopybeliefpropagation ├── CocitationMap.scala ├── EntityScorePair.scala ├── LBPPair.scala ├── LBPTimeConvergence.scala ├── LoopyBeliefPropagation.scala ├── Message.scala ├── MessagesMap.scala ├── Scorer.scala ├── ScorerFull.scala ├── ScorerFullLearnedParams.scala └── ScorerWeights.scala ├── md ├── Mention.scala └── MostFrequentEntity.scala └── utils ├── Normalizer.scala ├── OptimizedLambdasMap.scala ├── OptimizedRhosMap.scala └── Utils.scala /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/README.md -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/scala/console_el/ConsoleEntityLinking.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/console_el/ConsoleEntityLinking.scala -------------------------------------------------------------------------------- /src/main/scala/context/EntityWordsProbs.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/context/EntityWordsProbs.scala -------------------------------------------------------------------------------- /src/main/scala/context/OneDocPerLine.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/context/OneDocPerLine.scala -------------------------------------------------------------------------------- /src/main/scala/context/PorterStemmer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/context/PorterStemmer.scala -------------------------------------------------------------------------------- /src/main/scala/context/StopWords.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/context/StopWords.scala -------------------------------------------------------------------------------- /src/main/scala/context/TextSplittingInWords.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/context/TextSplittingInWords.scala -------------------------------------------------------------------------------- /src/main/scala/context/WordFreqPerCorpus.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/context/WordFreqPerCorpus.scala -------------------------------------------------------------------------------- /src/main/scala/download_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/download_data.py -------------------------------------------------------------------------------- /src/main/scala/el/EL_LBP_Spark.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/el/EL_LBP_Spark.scala -------------------------------------------------------------------------------- /src/main/scala/eval/Annotation.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/Annotation.scala -------------------------------------------------------------------------------- /src/main/scala/eval/EvalOnDatasets.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/EvalOnDatasets.scala -------------------------------------------------------------------------------- /src/main/scala/eval/GlobalStats.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/GlobalStats.scala -------------------------------------------------------------------------------- /src/main/scala/eval/SplitFileIntoDevValidationTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/SplitFileIntoDevValidationTest.scala -------------------------------------------------------------------------------- /src/main/scala/eval/Verifier.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/Verifier.scala -------------------------------------------------------------------------------- /src/main/scala/eval/VerifyEDAbstract.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/VerifyEDAbstract.scala -------------------------------------------------------------------------------- /src/main/scala/eval/VerifyEDLBPForListOfWords.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/VerifyEDLBPForListOfWords.scala -------------------------------------------------------------------------------- /src/main/scala/eval/aturk/InterpretAmazonTurkResults.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/aturk/InterpretAmazonTurkResults.scala -------------------------------------------------------------------------------- /src/main/scala/eval/cweb/ExtractCWDisagreementsForAmazonTurk.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/cweb/ExtractCWDisagreementsForAmazonTurk.scala -------------------------------------------------------------------------------- /src/main/scala/eval/cweb/GlobalCountersCWEB.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/cweb/GlobalCountersCWEB.scala -------------------------------------------------------------------------------- /src/main/scala/eval/cweb/RunLoopyAgainstAllGoogleClweb.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/cweb/RunLoopyAgainstAllGoogleClweb.scala -------------------------------------------------------------------------------- /src/main/scala/eval/datasets/AIDA.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/datasets/AIDA.scala -------------------------------------------------------------------------------- /src/main/scala/eval/datasets/AQUAINT_MSNBC_ACE04.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/datasets/AQUAINT_MSNBC_ACE04.scala -------------------------------------------------------------------------------- /src/main/scala/eval/datasets/GERBIL_MSNBC.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/datasets/GERBIL_MSNBC.scala -------------------------------------------------------------------------------- /src/main/scala/eval/datasets/WikipediaDataset.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/eval/datasets/WikipediaDataset.scala -------------------------------------------------------------------------------- /src/main/scala/index/AllIndexesBox.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/AllIndexesBox.scala -------------------------------------------------------------------------------- /src/main/scala/index/CandidatesList.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/CandidatesList.scala -------------------------------------------------------------------------------- /src/main/scala/index/EntIDToNameIndex.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/EntIDToNameIndex.scala -------------------------------------------------------------------------------- /src/main/scala/index/EntNameToIDIndex.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/EntNameToIDIndex.scala -------------------------------------------------------------------------------- /src/main/scala/index/EntityCooccurrenceIndex.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/EntityCooccurrenceIndex.scala -------------------------------------------------------------------------------- /src/main/scala/index/FreebaseWikipIndex.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/FreebaseWikipIndex.scala -------------------------------------------------------------------------------- /src/main/scala/index/MentEntsFreqIndexWrapper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/MentEntsFreqIndexWrapper.scala -------------------------------------------------------------------------------- /src/main/scala/index/MentionEntitiesFrequencyIndex.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/MentionEntitiesFrequencyIndex.scala -------------------------------------------------------------------------------- /src/main/scala/index/RedirectPagesIndex.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/RedirectPagesIndex.scala -------------------------------------------------------------------------------- /src/main/scala/index/WordEntityProbsIndex.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/WordEntityProbsIndex.scala -------------------------------------------------------------------------------- /src/main/scala/index/WordFreqDict.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/WordFreqDict.scala -------------------------------------------------------------------------------- /src/main/scala/index/index_builder/CreateCrosswikisMentionFreqIndex.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/index_builder/CreateCrosswikisMentionFreqIndex.scala -------------------------------------------------------------------------------- /src/main/scala/index/index_builder/CreateFreebaseAnchorIndex.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/index_builder/CreateFreebaseAnchorIndex.scala -------------------------------------------------------------------------------- /src/main/scala/index/index_builder/CreateWikilinksAnchorIndex.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/index_builder/CreateWikilinksAnchorIndex.scala -------------------------------------------------------------------------------- /src/main/scala/index/index_builder/LowercaseOrPruneCwikisMentionFreqIndex.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/index_builder/LowercaseOrPruneCwikisMentionFreqIndex.scala -------------------------------------------------------------------------------- /src/main/scala/index/index_builder/PruneIndexesToEvalEnts.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/index/index_builder/PruneIndexesToEvalEnts.scala -------------------------------------------------------------------------------- /src/main/scala/learning/ExtractWikiAnchorsFromWikipedia.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/learning/ExtractWikiAnchorsFromWikipedia.scala -------------------------------------------------------------------------------- /src/main/scala/learning/FewParamsLearning.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/learning/FewParamsLearning.scala -------------------------------------------------------------------------------- /src/main/scala/learning/Learning.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/learning/Learning.scala -------------------------------------------------------------------------------- /src/main/scala/learning/memcached/MemClient.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/learning/memcached/MemClient.scala -------------------------------------------------------------------------------- /src/main/scala/learning/memcached/SGDPiecewiseMemClient.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/learning/memcached/SGDPiecewiseMemClient.scala -------------------------------------------------------------------------------- /src/main/scala/learning/memcached/SGDWeightMemClient.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/learning/memcached/SGDWeightMemClient.scala -------------------------------------------------------------------------------- /src/main/scala/loopybeliefpropagation/CocitationMap.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/loopybeliefpropagation/CocitationMap.scala -------------------------------------------------------------------------------- /src/main/scala/loopybeliefpropagation/EntityScorePair.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/loopybeliefpropagation/EntityScorePair.scala -------------------------------------------------------------------------------- /src/main/scala/loopybeliefpropagation/LBPPair.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/loopybeliefpropagation/LBPPair.scala -------------------------------------------------------------------------------- /src/main/scala/loopybeliefpropagation/LBPTimeConvergence.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/loopybeliefpropagation/LBPTimeConvergence.scala -------------------------------------------------------------------------------- /src/main/scala/loopybeliefpropagation/LoopyBeliefPropagation.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/loopybeliefpropagation/LoopyBeliefPropagation.scala -------------------------------------------------------------------------------- /src/main/scala/loopybeliefpropagation/Message.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/loopybeliefpropagation/Message.scala -------------------------------------------------------------------------------- /src/main/scala/loopybeliefpropagation/MessagesMap.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/loopybeliefpropagation/MessagesMap.scala -------------------------------------------------------------------------------- /src/main/scala/loopybeliefpropagation/Scorer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/loopybeliefpropagation/Scorer.scala -------------------------------------------------------------------------------- /src/main/scala/loopybeliefpropagation/ScorerFull.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/loopybeliefpropagation/ScorerFull.scala -------------------------------------------------------------------------------- /src/main/scala/loopybeliefpropagation/ScorerFullLearnedParams.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/loopybeliefpropagation/ScorerFullLearnedParams.scala -------------------------------------------------------------------------------- /src/main/scala/loopybeliefpropagation/ScorerWeights.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/loopybeliefpropagation/ScorerWeights.scala -------------------------------------------------------------------------------- /src/main/scala/md/Mention.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/md/Mention.scala -------------------------------------------------------------------------------- /src/main/scala/md/MostFrequentEntity.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/md/MostFrequentEntity.scala -------------------------------------------------------------------------------- /src/main/scala/utils/Normalizer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/utils/Normalizer.scala -------------------------------------------------------------------------------- /src/main/scala/utils/OptimizedLambdasMap.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/utils/OptimizedLambdasMap.scala -------------------------------------------------------------------------------- /src/main/scala/utils/OptimizedRhosMap.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/utils/OptimizedRhosMap.scala -------------------------------------------------------------------------------- /src/main/scala/utils/Utils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dalab/pboh-entity-linking/HEAD/src/main/scala/utils/Utils.scala --------------------------------------------------------------------------------