├── .env.example ├── .gitignore ├── README.md ├── data.json ├── data └── nltk_data │ └── tokenizers │ └── punkt │ ├── PY3 │ ├── README │ ├── czech.pickle │ ├── danish.pickle │ ├── dutch.pickle │ ├── english.pickle │ ├── estonian.pickle │ ├── finnish.pickle │ ├── french.pickle │ ├── german.pickle │ ├── greek.pickle │ ├── italian.pickle │ ├── norwegian.pickle │ ├── polish.pickle │ ├── portuguese.pickle │ ├── russian.pickle │ ├── slovene.pickle │ ├── spanish.pickle │ ├── swedish.pickle │ └── turkish.pickle │ ├── README │ ├── czech.pickle │ ├── danish.pickle │ ├── dutch.pickle │ ├── english.pickle │ ├── estonian.pickle │ ├── finnish.pickle │ ├── french.pickle │ ├── german.pickle │ ├── greek.pickle │ ├── italian.pickle │ ├── norwegian.pickle │ ├── polish.pickle │ ├── portuguese.pickle │ ├── russian.pickle │ ├── slovene.pickle │ ├── spanish.pickle │ ├── swedish.pickle │ └── turkish.pickle ├── media └── search.png ├── requirements.txt ├── schema.sql ├── scrapy.cfg ├── script └── meili.py └── sherlock ├── __init__.py ├── items.py ├── loaders.py ├── middlewares.py ├── pipelines.py ├── settings.py ├── spiders ├── __init__.py ├── members.py ├── pages.py ├── titles.py └── votes.py └── utils ├── __init__.py ├── config.py ├── database.py ├── regex.py └── wikidot.py /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/.env.example -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/README.md -------------------------------------------------------------------------------- /data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data.json -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/README: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/README -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/czech.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/czech.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/danish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/danish.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/dutch.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/dutch.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/english.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/english.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/estonian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/estonian.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/finnish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/finnish.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/french.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/french.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/german.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/german.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/greek.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/greek.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/italian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/italian.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/norwegian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/norwegian.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/polish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/polish.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/portuguese.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/portuguese.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/russian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/russian.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/slovene.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/slovene.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/spanish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/spanish.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/swedish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/swedish.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/PY3/turkish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/PY3/turkish.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/README: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/README -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/czech.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/czech.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/danish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/danish.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/dutch.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/dutch.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/english.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/english.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/estonian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/estonian.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/finnish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/finnish.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/french.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/french.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/german.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/german.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/greek.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/greek.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/italian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/italian.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/norwegian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/norwegian.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/polish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/polish.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/portuguese.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/portuguese.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/russian.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/russian.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/slovene.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/slovene.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/spanish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/spanish.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/swedish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/swedish.pickle -------------------------------------------------------------------------------- /data/nltk_data/tokenizers/punkt/turkish.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/data/nltk_data/tokenizers/punkt/turkish.pickle -------------------------------------------------------------------------------- /media/search.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/media/search.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/requirements.txt -------------------------------------------------------------------------------- /schema.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/schema.sql -------------------------------------------------------------------------------- /scrapy.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/scrapy.cfg -------------------------------------------------------------------------------- /script/meili.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/script/meili.py -------------------------------------------------------------------------------- /sherlock/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sherlock/items.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/items.py -------------------------------------------------------------------------------- /sherlock/loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/loaders.py -------------------------------------------------------------------------------- /sherlock/middlewares.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/middlewares.py -------------------------------------------------------------------------------- /sherlock/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/pipelines.py -------------------------------------------------------------------------------- /sherlock/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/settings.py -------------------------------------------------------------------------------- /sherlock/spiders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/spiders/__init__.py -------------------------------------------------------------------------------- /sherlock/spiders/members.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/spiders/members.py -------------------------------------------------------------------------------- /sherlock/spiders/pages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/spiders/pages.py -------------------------------------------------------------------------------- /sherlock/spiders/titles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/spiders/titles.py -------------------------------------------------------------------------------- /sherlock/spiders/votes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/spiders/votes.py -------------------------------------------------------------------------------- /sherlock/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/utils/__init__.py -------------------------------------------------------------------------------- /sherlock/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/utils/config.py -------------------------------------------------------------------------------- /sherlock/utils/database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/utils/database.py -------------------------------------------------------------------------------- /sherlock/utils/regex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/utils/regex.py -------------------------------------------------------------------------------- /sherlock/utils/wikidot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-int-tech-team/sherlock/HEAD/sherlock/utils/wikidot.py --------------------------------------------------------------------------------