├── .dockerignore ├── .gitignore ├── AUTHORS.md ├── CHANGELOG.md ├── CODE_OF_CONDUCT.md ├── Dockerfile ├── LICENSE ├── README.md ├── doc └── img │ ├── architecture.svg │ └── predefined-pipeline.svg ├── docker-compose ├── config │ ├── translator-config.yml │ └── whatsnew-config.yml └── docker-compose.yml ├── go.mod ├── go.sum ├── pkg ├── cli │ ├── cli.go │ ├── cli_test.go │ ├── command │ │ ├── classifytext │ │ │ └── classifytext.go │ │ ├── command.go │ │ ├── command_test.go │ │ ├── db │ │ │ └── db.go │ │ ├── detectduplicates │ │ │ └── detectduplicates.go │ │ ├── extractinformation │ │ │ └── extractinformation.go │ │ ├── fetchfeeds │ │ │ └── fetchfeeds.go │ │ ├── fetchgdelt │ │ │ └── fetchgdelt.go │ │ ├── parsegeo │ │ │ └── parsegeo.go │ │ ├── purgehnsw │ │ │ └── purgehnsw.go │ │ ├── recoverjobs │ │ │ └── recoverjobs.go │ │ ├── schedulefeeds │ │ │ └── schedulefeeds.go │ │ ├── scheduletwitter │ │ │ └── scheduletwitter.go │ │ ├── scrapetwitter │ │ │ └── scrapetwitter.go │ │ ├── scrapeweb │ │ │ └── scrapeweb.go │ │ ├── server │ │ │ └── server.go │ │ ├── translate │ │ │ └── translate.go │ │ ├── vectorize │ │ │ └── vectorize.go │ │ └── zeroshotclassify │ │ │ └── zeroshotclassify.go │ ├── help.go │ └── usage.go ├── cliff │ ├── client.go │ ├── client_test.go │ ├── doc.go │ ├── language.go │ ├── language_test.go │ ├── parsedtext.go │ └── parsedtext_test.go ├── config │ ├── config.go │ ├── config_test.go │ ├── schema.json │ └── testdata │ │ ├── empty-config.yml │ │ └── malformed-config.yml ├── database │ ├── database.go │ ├── errors.go │ └── gormlogger.go ├── grpcconn │ └── grpcconn.go ├── hnswclient │ ├── client.go │ ├── client_test.go │ ├── hits.go │ └── hits_test.go ├── jobscheduler │ ├── doc.go │ └── jobscheduler.go ├── languagerecognition │ ├── languagerecognition.go │ └── languagerecognition_test.go ├── models │ ├── extractedinfo.go │ ├── feed.go │ ├── feeditem.go │ ├── gdeltevent.go │ ├── infoextractionrule.go │ ├── model.go │ ├── models.go │ ├── optimisticlocking.go │ ├── pendingjob.go │ ├── similarityinfo.go │ ├── textclass.go │ ├── tweet.go │ ├── twittersource.go │ ├── types │ │ ├── regexp.go │ │ └── regexp_test.go │ ├── vector.go │ ├── webarticle.go │ ├── webresource.go │ ├── zeroshotclass.go │ ├── zeroshothypothesislabel.go │ └── zeroshothypothesistemplate.go ├── server │ ├── errors.go │ ├── run.go │ ├── server.go │ ├── server_feeds.go │ ├── server_info_extraction_rules.go │ ├── server_query_twitter_sources.go │ ├── server_user_twitter_sources.go │ ├── server_zero_shot_hypothesis_templates.go │ ├── types.go │ └── whatsnew │ │ ├── api_descriptor.pb │ │ ├── generate.go │ │ ├── generate.sh │ │ ├── google │ │ └── api │ │ │ ├── annotations.proto │ │ │ └── http.proto │ │ ├── whatsnew.pb.go │ │ ├── whatsnew.pb.gw.go │ │ ├── whatsnew.proto │ │ ├── whatsnew.yaml │ │ └── whatsnew_grpc.pb.go ├── sets │ ├── sets.go │ ├── string.go │ └── string_test.go ├── tasks │ ├── feedscheduler │ │ └── feedscheduler.go │ ├── gdeltfetcher │ │ └── gdeltfetcher.go │ ├── hnswpurger │ │ └── hnswpurger.go │ ├── jobsrecoverer │ │ └── jobsrecoverer.go │ └── twitterscheduler │ │ └── twitterscheduler.go ├── textclassification │ ├── generate.sh │ ├── textclassification.go │ ├── textclassification.pb.go │ ├── textclassification.proto │ └── textclassification_grpc.pb.go └── workers │ ├── basemodelworker │ └── basemodelworker.go │ ├── duplicatedetector │ └── duplicatedetector.go │ ├── faktorylogger.go │ ├── feedfetcher │ └── feedfetcher.go │ ├── geoparser │ └── geoparser.go │ ├── informationextractor │ └── informationextractor.go │ ├── textclassifier │ └── textclassifier.go │ ├── translator │ └── translator.go │ ├── twitterscraper │ └── twitterscraper.go │ ├── vectorizer │ └── vectorizer.go │ ├── webscraper │ └── webscraper.go │ ├── workers.go │ └── zeroshotclassifier │ └── zeroshotclassifier.go ├── sample-config.yml └── whatsnew.go /.dockerignore: -------------------------------------------------------------------------------- 1 | .git 2 | .gitignore 3 | .idea/ 4 | .run/ 5 | Dockerfile 6 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | .idea/ 2 | .run/ 3 | -------------------------------------------------------------------------------- /AUTHORS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/AUTHORS.md -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/README.md -------------------------------------------------------------------------------- /doc/img/architecture.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/doc/img/architecture.svg -------------------------------------------------------------------------------- /doc/img/predefined-pipeline.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/doc/img/predefined-pipeline.svg -------------------------------------------------------------------------------- /docker-compose/config/translator-config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/docker-compose/config/translator-config.yml -------------------------------------------------------------------------------- /docker-compose/config/whatsnew-config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/docker-compose/config/whatsnew-config.yml -------------------------------------------------------------------------------- /docker-compose/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/docker-compose/docker-compose.yml -------------------------------------------------------------------------------- /go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/go.mod -------------------------------------------------------------------------------- /go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/go.sum -------------------------------------------------------------------------------- /pkg/cli/cli.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/cli.go -------------------------------------------------------------------------------- /pkg/cli/cli_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/cli_test.go -------------------------------------------------------------------------------- /pkg/cli/command/classifytext/classifytext.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/classifytext/classifytext.go -------------------------------------------------------------------------------- /pkg/cli/command/command.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/command.go -------------------------------------------------------------------------------- /pkg/cli/command/command_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/command_test.go -------------------------------------------------------------------------------- /pkg/cli/command/db/db.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/db/db.go -------------------------------------------------------------------------------- /pkg/cli/command/detectduplicates/detectduplicates.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/detectduplicates/detectduplicates.go -------------------------------------------------------------------------------- /pkg/cli/command/extractinformation/extractinformation.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/extractinformation/extractinformation.go -------------------------------------------------------------------------------- /pkg/cli/command/fetchfeeds/fetchfeeds.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/fetchfeeds/fetchfeeds.go -------------------------------------------------------------------------------- /pkg/cli/command/fetchgdelt/fetchgdelt.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/fetchgdelt/fetchgdelt.go -------------------------------------------------------------------------------- /pkg/cli/command/parsegeo/parsegeo.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/parsegeo/parsegeo.go -------------------------------------------------------------------------------- /pkg/cli/command/purgehnsw/purgehnsw.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/purgehnsw/purgehnsw.go -------------------------------------------------------------------------------- /pkg/cli/command/recoverjobs/recoverjobs.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/recoverjobs/recoverjobs.go -------------------------------------------------------------------------------- /pkg/cli/command/schedulefeeds/schedulefeeds.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/schedulefeeds/schedulefeeds.go -------------------------------------------------------------------------------- /pkg/cli/command/scheduletwitter/scheduletwitter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/scheduletwitter/scheduletwitter.go -------------------------------------------------------------------------------- /pkg/cli/command/scrapetwitter/scrapetwitter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/scrapetwitter/scrapetwitter.go -------------------------------------------------------------------------------- /pkg/cli/command/scrapeweb/scrapeweb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/scrapeweb/scrapeweb.go -------------------------------------------------------------------------------- /pkg/cli/command/server/server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/server/server.go -------------------------------------------------------------------------------- /pkg/cli/command/translate/translate.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/translate/translate.go -------------------------------------------------------------------------------- /pkg/cli/command/vectorize/vectorize.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/vectorize/vectorize.go -------------------------------------------------------------------------------- /pkg/cli/command/zeroshotclassify/zeroshotclassify.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/command/zeroshotclassify/zeroshotclassify.go -------------------------------------------------------------------------------- /pkg/cli/help.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/help.go -------------------------------------------------------------------------------- /pkg/cli/usage.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cli/usage.go -------------------------------------------------------------------------------- /pkg/cliff/client.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cliff/client.go -------------------------------------------------------------------------------- /pkg/cliff/client_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cliff/client_test.go -------------------------------------------------------------------------------- /pkg/cliff/doc.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cliff/doc.go -------------------------------------------------------------------------------- /pkg/cliff/language.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cliff/language.go -------------------------------------------------------------------------------- /pkg/cliff/language_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cliff/language_test.go -------------------------------------------------------------------------------- /pkg/cliff/parsedtext.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cliff/parsedtext.go -------------------------------------------------------------------------------- /pkg/cliff/parsedtext_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/cliff/parsedtext_test.go -------------------------------------------------------------------------------- /pkg/config/config.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/config/config.go -------------------------------------------------------------------------------- /pkg/config/config_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/config/config_test.go -------------------------------------------------------------------------------- /pkg/config/schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/config/schema.json -------------------------------------------------------------------------------- /pkg/config/testdata/empty-config.yml: -------------------------------------------------------------------------------- 1 | --- 2 | -------------------------------------------------------------------------------- /pkg/config/testdata/malformed-config.yml: -------------------------------------------------------------------------------- 1 | This is not a valid YAML file! 2 | -------------------------------------------------------------------------------- /pkg/database/database.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/database/database.go -------------------------------------------------------------------------------- /pkg/database/errors.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/database/errors.go -------------------------------------------------------------------------------- /pkg/database/gormlogger.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/database/gormlogger.go -------------------------------------------------------------------------------- /pkg/grpcconn/grpcconn.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/grpcconn/grpcconn.go -------------------------------------------------------------------------------- /pkg/hnswclient/client.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/hnswclient/client.go -------------------------------------------------------------------------------- /pkg/hnswclient/client_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/hnswclient/client_test.go -------------------------------------------------------------------------------- /pkg/hnswclient/hits.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/hnswclient/hits.go -------------------------------------------------------------------------------- /pkg/hnswclient/hits_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/hnswclient/hits_test.go -------------------------------------------------------------------------------- /pkg/jobscheduler/doc.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/jobscheduler/doc.go -------------------------------------------------------------------------------- /pkg/jobscheduler/jobscheduler.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/jobscheduler/jobscheduler.go -------------------------------------------------------------------------------- /pkg/languagerecognition/languagerecognition.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/languagerecognition/languagerecognition.go -------------------------------------------------------------------------------- /pkg/languagerecognition/languagerecognition_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/languagerecognition/languagerecognition_test.go -------------------------------------------------------------------------------- /pkg/models/extractedinfo.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/extractedinfo.go -------------------------------------------------------------------------------- /pkg/models/feed.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/feed.go -------------------------------------------------------------------------------- /pkg/models/feeditem.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/feeditem.go -------------------------------------------------------------------------------- /pkg/models/gdeltevent.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/gdeltevent.go -------------------------------------------------------------------------------- /pkg/models/infoextractionrule.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/infoextractionrule.go -------------------------------------------------------------------------------- /pkg/models/model.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/model.go -------------------------------------------------------------------------------- /pkg/models/models.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/models.go -------------------------------------------------------------------------------- /pkg/models/optimisticlocking.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/optimisticlocking.go -------------------------------------------------------------------------------- /pkg/models/pendingjob.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/pendingjob.go -------------------------------------------------------------------------------- /pkg/models/similarityinfo.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/similarityinfo.go -------------------------------------------------------------------------------- /pkg/models/textclass.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/textclass.go -------------------------------------------------------------------------------- /pkg/models/tweet.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/tweet.go -------------------------------------------------------------------------------- /pkg/models/twittersource.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/twittersource.go -------------------------------------------------------------------------------- /pkg/models/types/regexp.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/types/regexp.go -------------------------------------------------------------------------------- /pkg/models/types/regexp_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/types/regexp_test.go -------------------------------------------------------------------------------- /pkg/models/vector.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/vector.go -------------------------------------------------------------------------------- /pkg/models/webarticle.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/webarticle.go -------------------------------------------------------------------------------- /pkg/models/webresource.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/webresource.go -------------------------------------------------------------------------------- /pkg/models/zeroshotclass.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/zeroshotclass.go -------------------------------------------------------------------------------- /pkg/models/zeroshothypothesislabel.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/zeroshothypothesislabel.go -------------------------------------------------------------------------------- /pkg/models/zeroshothypothesistemplate.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/models/zeroshothypothesistemplate.go -------------------------------------------------------------------------------- /pkg/server/errors.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/errors.go -------------------------------------------------------------------------------- /pkg/server/run.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/run.go -------------------------------------------------------------------------------- /pkg/server/server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/server.go -------------------------------------------------------------------------------- /pkg/server/server_feeds.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/server_feeds.go -------------------------------------------------------------------------------- /pkg/server/server_info_extraction_rules.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/server_info_extraction_rules.go -------------------------------------------------------------------------------- /pkg/server/server_query_twitter_sources.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/server_query_twitter_sources.go -------------------------------------------------------------------------------- /pkg/server/server_user_twitter_sources.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/server_user_twitter_sources.go -------------------------------------------------------------------------------- /pkg/server/server_zero_shot_hypothesis_templates.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/server_zero_shot_hypothesis_templates.go -------------------------------------------------------------------------------- /pkg/server/types.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/types.go -------------------------------------------------------------------------------- /pkg/server/whatsnew/api_descriptor.pb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/whatsnew/api_descriptor.pb -------------------------------------------------------------------------------- /pkg/server/whatsnew/generate.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/whatsnew/generate.go -------------------------------------------------------------------------------- /pkg/server/whatsnew/generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/whatsnew/generate.sh -------------------------------------------------------------------------------- /pkg/server/whatsnew/google/api/annotations.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/whatsnew/google/api/annotations.proto -------------------------------------------------------------------------------- /pkg/server/whatsnew/google/api/http.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/whatsnew/google/api/http.proto -------------------------------------------------------------------------------- /pkg/server/whatsnew/whatsnew.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/whatsnew/whatsnew.pb.go -------------------------------------------------------------------------------- /pkg/server/whatsnew/whatsnew.pb.gw.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/whatsnew/whatsnew.pb.gw.go -------------------------------------------------------------------------------- /pkg/server/whatsnew/whatsnew.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/whatsnew/whatsnew.proto -------------------------------------------------------------------------------- /pkg/server/whatsnew/whatsnew.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/whatsnew/whatsnew.yaml -------------------------------------------------------------------------------- /pkg/server/whatsnew/whatsnew_grpc.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/server/whatsnew/whatsnew_grpc.pb.go -------------------------------------------------------------------------------- /pkg/sets/sets.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/sets/sets.go -------------------------------------------------------------------------------- /pkg/sets/string.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/sets/string.go -------------------------------------------------------------------------------- /pkg/sets/string_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/sets/string_test.go -------------------------------------------------------------------------------- /pkg/tasks/feedscheduler/feedscheduler.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/tasks/feedscheduler/feedscheduler.go -------------------------------------------------------------------------------- /pkg/tasks/gdeltfetcher/gdeltfetcher.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/tasks/gdeltfetcher/gdeltfetcher.go -------------------------------------------------------------------------------- /pkg/tasks/hnswpurger/hnswpurger.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/tasks/hnswpurger/hnswpurger.go -------------------------------------------------------------------------------- /pkg/tasks/jobsrecoverer/jobsrecoverer.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/tasks/jobsrecoverer/jobsrecoverer.go -------------------------------------------------------------------------------- /pkg/tasks/twitterscheduler/twitterscheduler.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/tasks/twitterscheduler/twitterscheduler.go -------------------------------------------------------------------------------- /pkg/textclassification/generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/textclassification/generate.sh -------------------------------------------------------------------------------- /pkg/textclassification/textclassification.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/textclassification/textclassification.go -------------------------------------------------------------------------------- /pkg/textclassification/textclassification.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/textclassification/textclassification.pb.go -------------------------------------------------------------------------------- /pkg/textclassification/textclassification.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/textclassification/textclassification.proto -------------------------------------------------------------------------------- /pkg/textclassification/textclassification_grpc.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/textclassification/textclassification_grpc.pb.go -------------------------------------------------------------------------------- /pkg/workers/basemodelworker/basemodelworker.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/workers/basemodelworker/basemodelworker.go -------------------------------------------------------------------------------- /pkg/workers/duplicatedetector/duplicatedetector.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/workers/duplicatedetector/duplicatedetector.go -------------------------------------------------------------------------------- /pkg/workers/faktorylogger.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/workers/faktorylogger.go -------------------------------------------------------------------------------- /pkg/workers/feedfetcher/feedfetcher.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/workers/feedfetcher/feedfetcher.go -------------------------------------------------------------------------------- /pkg/workers/geoparser/geoparser.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/workers/geoparser/geoparser.go -------------------------------------------------------------------------------- /pkg/workers/informationextractor/informationextractor.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/workers/informationextractor/informationextractor.go -------------------------------------------------------------------------------- /pkg/workers/textclassifier/textclassifier.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/workers/textclassifier/textclassifier.go -------------------------------------------------------------------------------- /pkg/workers/translator/translator.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/workers/translator/translator.go -------------------------------------------------------------------------------- /pkg/workers/twitterscraper/twitterscraper.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/workers/twitterscraper/twitterscraper.go -------------------------------------------------------------------------------- /pkg/workers/vectorizer/vectorizer.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/workers/vectorizer/vectorizer.go -------------------------------------------------------------------------------- /pkg/workers/webscraper/webscraper.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/workers/webscraper/webscraper.go -------------------------------------------------------------------------------- /pkg/workers/workers.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/workers/workers.go -------------------------------------------------------------------------------- /pkg/workers/zeroshotclassifier/zeroshotclassifier.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/pkg/workers/zeroshotclassifier/zeroshotclassifier.go -------------------------------------------------------------------------------- /sample-config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/sample-config.yml -------------------------------------------------------------------------------- /whatsnew.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SpecializedGeneralist/whatsnew/HEAD/whatsnew.go --------------------------------------------------------------------------------