├── .gitignore ├── AUTHORS ├── COPYING ├── GettingStarted.txt ├── NEWS ├── README.md ├── doc ├── companion-manual │ ├── Companion-Wikipedia-data-analysis.tex │ ├── chapters │ │ ├── part1-wikipedia-data.tex │ │ ├── part2-process-tools.tex │ │ └── part3-case-examples.tex │ ├── figs │ │ ├── python-wikitools.png │ │ ├── pywikipediabot.png │ │ ├── statMediaWiki.png │ │ ├── wikievidens.png │ │ ├── wikitrust.png │ │ └── wmflabs-reportcard.png │ ├── preamble │ │ ├── copyright.tex │ │ └── preface.tex │ └── refs.bib └── img │ └── ETL-schema.png ├── requirements.md ├── setup.py └── wikidat ├── __init__.py ├── analytics ├── __init__.py ├── activity │ ├── __init__.py │ ├── activity.R │ ├── data_082011.csv │ └── data_august_2011.py ├── editors_retention │ ├── __init__.py │ └── new_editors.R ├── inequality │ ├── __init__.py │ ├── data.R │ ├── inequalities.R │ ├── revisions.RData │ └── users.RData ├── ip_countries │ ├── __init__.py │ └── country_contributions.py └── logging │ ├── __init__.py │ └── logging.R ├── config.ini ├── db └── __init__.py ├── main.py ├── retrieval ├── __init__.py ├── data_item.py ├── db │ ├── __init__.py │ ├── base_schema.py │ ├── example_queries.sql │ ├── metrics_queries.py │ ├── tables_wikidat.sql │ └── tables_wikidat_mp.sql ├── dump.py ├── etl.py ├── example-pages-logging-simplewiki.xml ├── example-pages-meta-history-furwiki.xml ├── logitem.py ├── page.py ├── pages_logging.py ├── pages_meta_history.py ├── processors.py ├── revision.py └── user.py ├── tasks ├── __init__.py ├── download.py └── tasks.py ├── tools └── __init__.py └── utils ├── __init__.py ├── comutils.py ├── dbip-country.csv ├── dbutils.py ├── ipresolver.py ├── maps.py └── misc.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/.gitignore -------------------------------------------------------------------------------- /AUTHORS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/AUTHORS -------------------------------------------------------------------------------- /COPYING: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/COPYING -------------------------------------------------------------------------------- /GettingStarted.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/GettingStarted.txt -------------------------------------------------------------------------------- /NEWS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/README.md -------------------------------------------------------------------------------- /doc/companion-manual/Companion-Wikipedia-data-analysis.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/companion-manual/Companion-Wikipedia-data-analysis.tex -------------------------------------------------------------------------------- /doc/companion-manual/chapters/part1-wikipedia-data.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/companion-manual/chapters/part1-wikipedia-data.tex -------------------------------------------------------------------------------- /doc/companion-manual/chapters/part2-process-tools.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/companion-manual/chapters/part2-process-tools.tex -------------------------------------------------------------------------------- /doc/companion-manual/chapters/part3-case-examples.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/companion-manual/chapters/part3-case-examples.tex -------------------------------------------------------------------------------- /doc/companion-manual/figs/python-wikitools.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/companion-manual/figs/python-wikitools.png -------------------------------------------------------------------------------- /doc/companion-manual/figs/pywikipediabot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/companion-manual/figs/pywikipediabot.png -------------------------------------------------------------------------------- /doc/companion-manual/figs/statMediaWiki.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/companion-manual/figs/statMediaWiki.png -------------------------------------------------------------------------------- /doc/companion-manual/figs/wikievidens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/companion-manual/figs/wikievidens.png -------------------------------------------------------------------------------- /doc/companion-manual/figs/wikitrust.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/companion-manual/figs/wikitrust.png -------------------------------------------------------------------------------- /doc/companion-manual/figs/wmflabs-reportcard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/companion-manual/figs/wmflabs-reportcard.png -------------------------------------------------------------------------------- /doc/companion-manual/preamble/copyright.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/companion-manual/preamble/copyright.tex -------------------------------------------------------------------------------- /doc/companion-manual/preamble/preface.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/companion-manual/preamble/preface.tex -------------------------------------------------------------------------------- /doc/companion-manual/refs.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/companion-manual/refs.bib -------------------------------------------------------------------------------- /doc/img/ETL-schema.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/doc/img/ETL-schema.png -------------------------------------------------------------------------------- /requirements.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/requirements.md -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/setup.py -------------------------------------------------------------------------------- /wikidat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wikidat/analytics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wikidat/analytics/activity/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wikidat/analytics/activity/activity.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/analytics/activity/activity.R -------------------------------------------------------------------------------- /wikidat/analytics/activity/data_082011.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/analytics/activity/data_082011.csv -------------------------------------------------------------------------------- /wikidat/analytics/activity/data_august_2011.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/analytics/activity/data_august_2011.py -------------------------------------------------------------------------------- /wikidat/analytics/editors_retention/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wikidat/analytics/editors_retention/new_editors.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/analytics/editors_retention/new_editors.R -------------------------------------------------------------------------------- /wikidat/analytics/inequality/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wikidat/analytics/inequality/data.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/analytics/inequality/data.R -------------------------------------------------------------------------------- /wikidat/analytics/inequality/inequalities.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/analytics/inequality/inequalities.R -------------------------------------------------------------------------------- /wikidat/analytics/inequality/revisions.RData: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/analytics/inequality/revisions.RData -------------------------------------------------------------------------------- /wikidat/analytics/inequality/users.RData: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/analytics/inequality/users.RData -------------------------------------------------------------------------------- /wikidat/analytics/ip_countries/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wikidat/analytics/ip_countries/country_contributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/analytics/ip_countries/country_contributions.py -------------------------------------------------------------------------------- /wikidat/analytics/logging/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wikidat/analytics/logging/logging.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/analytics/logging/logging.R -------------------------------------------------------------------------------- /wikidat/config.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/config.ini -------------------------------------------------------------------------------- /wikidat/db/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wikidat/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/main.py -------------------------------------------------------------------------------- /wikidat/retrieval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wikidat/retrieval/data_item.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/data_item.py -------------------------------------------------------------------------------- /wikidat/retrieval/db/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wikidat/retrieval/db/base_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/db/base_schema.py -------------------------------------------------------------------------------- /wikidat/retrieval/db/example_queries.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/db/example_queries.sql -------------------------------------------------------------------------------- /wikidat/retrieval/db/metrics_queries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/db/metrics_queries.py -------------------------------------------------------------------------------- /wikidat/retrieval/db/tables_wikidat.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/db/tables_wikidat.sql -------------------------------------------------------------------------------- /wikidat/retrieval/db/tables_wikidat_mp.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/db/tables_wikidat_mp.sql -------------------------------------------------------------------------------- /wikidat/retrieval/dump.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/dump.py -------------------------------------------------------------------------------- /wikidat/retrieval/etl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/etl.py -------------------------------------------------------------------------------- /wikidat/retrieval/example-pages-logging-simplewiki.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/example-pages-logging-simplewiki.xml -------------------------------------------------------------------------------- /wikidat/retrieval/example-pages-meta-history-furwiki.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/example-pages-meta-history-furwiki.xml -------------------------------------------------------------------------------- /wikidat/retrieval/logitem.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/logitem.py -------------------------------------------------------------------------------- /wikidat/retrieval/page.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/page.py -------------------------------------------------------------------------------- /wikidat/retrieval/pages_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/pages_logging.py -------------------------------------------------------------------------------- /wikidat/retrieval/pages_meta_history.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/pages_meta_history.py -------------------------------------------------------------------------------- /wikidat/retrieval/processors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/processors.py -------------------------------------------------------------------------------- /wikidat/retrieval/revision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/revision.py -------------------------------------------------------------------------------- /wikidat/retrieval/user.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/retrieval/user.py -------------------------------------------------------------------------------- /wikidat/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/tasks/__init__.py -------------------------------------------------------------------------------- /wikidat/tasks/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/tasks/download.py -------------------------------------------------------------------------------- /wikidat/tasks/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/tasks/tasks.py -------------------------------------------------------------------------------- /wikidat/tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wikidat/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /wikidat/utils/comutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/utils/comutils.py -------------------------------------------------------------------------------- /wikidat/utils/dbip-country.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/utils/dbip-country.csv -------------------------------------------------------------------------------- /wikidat/utils/dbutils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/utils/dbutils.py -------------------------------------------------------------------------------- /wikidat/utils/ipresolver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/utils/ipresolver.py -------------------------------------------------------------------------------- /wikidat/utils/maps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/utils/maps.py -------------------------------------------------------------------------------- /wikidat/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/glimmerphoenix/WikiDAT/HEAD/wikidat/utils/misc.py --------------------------------------------------------------------------------