├── .github └── workflows │ ├── build_deb_packages.yml │ ├── docgen.yaml │ └── test_fastpath.yaml ├── .gitignore ├── LICENSE.md ├── Makefile ├── README.md ├── af ├── .gitignore ├── analysis │ ├── analysis │ │ ├── __init__.py │ │ ├── analysis.py │ │ ├── asnmeta_updater.py │ │ ├── citizenlab_test_lists_updater.py │ │ ├── clickhouse_feeder.py │ │ ├── counters_table.adoc │ │ ├── fingerprints_updater.py │ │ ├── metrics.py │ │ └── tests │ │ │ └── test_asnmeta.py │ ├── db-backup.conf.example │ ├── debian │ │ ├── changelog │ │ ├── control │ │ ├── install │ │ ├── nginx │ │ │ └── analysis.conf │ │ ├── ooni-clickhouse-feeder.service │ │ ├── ooni-db-backup.service │ │ ├── ooni-db-backup.timer │ │ ├── ooni-rotation.service │ │ ├── ooni-rotation.timer │ │ ├── ooni-update-asn-metadata.service │ │ ├── ooni-update-asn-metadata.timer │ │ ├── ooni-update-citizenlab.service │ │ ├── ooni-update-citizenlab.timer │ │ ├── ooni-update-fingerprints.service │ │ ├── ooni-update-fingerprints.timer │ │ ├── postinst │ │ ├── rules │ │ └── source │ │ │ └── format │ ├── ooni_db_backup.py │ ├── rotation.py │ ├── run_analysis │ ├── setup.py │ └── tests │ │ └── test_rotation.py ├── detector │ ├── debian │ │ ├── changelog │ │ ├── control │ │ ├── detector-webapp.service │ │ ├── detector.service │ │ ├── rules │ │ └── source │ │ │ └── format │ ├── detector │ │ ├── __init__.py │ │ ├── data │ │ │ ├── README.adoc │ │ │ └── country-list.json │ │ ├── detector.py │ │ ├── detector_webapp.py │ │ ├── metrics.py │ │ ├── scoring.py │ │ ├── tests │ │ │ └── test_unit.py │ │ └── views │ │ │ ├── chart.tpl │ │ │ ├── chart_alone.tpl │ │ │ ├── form.tpl │ │ │ └── page.tpl │ └── setup.py ├── fastpath │ ├── .python-version │ ├── README.adoc │ ├── backup_db_to_S3.sh │ ├── database_upgrade_schema.py │ ├── debian │ │ ├── changelog │ │ ├── control │ │ ├── copyright │ │ ├── etc │ │ │ └── ooni │ │ │ │ └── fastpath.conf │ │ ├── fastpath.service │ │ ├── install │ │ ├── postinst │ │ ├── rules │ │ └── source │ │ │ └── format │ ├── fastpath │ │ ├── __init__.py │ │ ├── core.py │ │ ├── db.py │ │ ├── localhttpfeeder.py │ │ ├── metrics.py │ │ ├── mytypes.py │ │ ├── normalize.py │ │ ├── portable_queue.py │ │ ├── pytest.ini │ │ ├── reprocessor.py │ │ ├── s3feeder.py │ │ ├── tests │ │ │ ├── data │ │ │ │ ├── binary_city.yaml │ │ │ │ ├── bug_351.json │ │ │ │ ├── bug_352.json │ │ │ │ ├── detector_query_ww_BR_2018.json │ │ │ │ ├── dns_n_http_bin_body.yaml │ │ │ │ ├── fingerprints_dns.json │ │ │ │ ├── fingerprints_http.json │ │ │ │ ├── http_header_field_manipulation_1.json │ │ │ │ ├── http_header_field_manipulation_2.json │ │ │ │ ├── http_header_field_manipulation_3.json │ │ │ │ ├── http_invalid_request_line.yaml │ │ │ │ ├── http_requests_1.json │ │ │ │ ├── mbx-1.json │ │ │ │ ├── mbx-2.json │ │ │ │ ├── meek.json │ │ │ │ ├── meek2.json │ │ │ │ ├── meek3.json │ │ │ │ ├── openvpn.json │ │ │ │ ├── report1.json │ │ │ │ ├── report1.json.pretty │ │ │ │ ├── report1blocked.json │ │ │ │ ├── report2.json │ │ │ │ ├── report2blocked.json │ │ │ │ ├── requests_none.json │ │ │ │ ├── riseupvpn.json │ │ │ │ ├── signal_022.json │ │ │ │ ├── telegram_nourl.json │ │ │ │ ├── test_keys_none.json │ │ │ │ ├── tor.json │ │ │ │ ├── tor_list.json │ │ │ │ ├── torsf_1.json │ │ │ │ ├── torsf_2.json │ │ │ │ ├── web_connectivity_b64_hdr.json │ │ │ │ ├── web_connectivity_b64_incorrect.json │ │ │ │ ├── web_connectivity_ir_fp.json │ │ │ │ ├── web_connectivity_no_body.json │ │ │ │ ├── web_connectivity_null.json │ │ │ │ ├── web_connectivity_null2.json │ │ │ │ ├── web_connectivity_odd_hdr.json │ │ │ │ ├── whatsapp.json │ │ │ │ ├── yaml16_0.json │ │ │ │ └── yaml17_0.json │ │ │ ├── pyproject.toml │ │ │ ├── test_functional.py │ │ │ ├── test_functional_nodb.py │ │ │ ├── test_functional_normalize.py │ │ │ └── test_unit.py │ │ └── utils.py │ ├── fp_runner.sh │ ├── makefile │ ├── requirements.txt │ ├── run_fastpath │ └── setup.py ├── oometa │ ├── 000-A-versioning.install.sql │ ├── 000-A-versioning.rollback.sql │ ├── 000-init.install.sql │ ├── 000-init.rollback.sql │ ├── 000-originas.install.sql │ ├── 000-originas.rollback.sql │ ├── 001-fix-input-uniq.install.sql │ ├── 001-fix-input-uniq.rollback.sql │ ├── 001-table-comments.install.sql │ ├── 001-table-comments.rollback.sql │ ├── 002-features.install.sql │ ├── 002-features.rollback.sql │ ├── 002-fix-foreign-key.install.sql │ ├── 002-fix-foreign-key.rollback.sql │ ├── 003-fingerprints.install.sql │ ├── 003-fingerprints.rollback.sql │ ├── 003-msm-index.install.sql │ ├── 003-msm-index.rollback.sql │ ├── 004-measurements-index.install.sql │ ├── 004-measurements-index.rollback.sql │ ├── 005-anomaly-flags.install.sql │ ├── 005-anomaly-flags.rollback.sql │ ├── 005-badrow.install.sql │ ├── 005-badrow.rollback.sql │ ├── 005-repeated-report.install.sql │ ├── 005-repeated-report.rollback.sql │ ├── 006-reingestion.install.sql │ ├── 006-repeated-report.install.sql │ ├── 006-repeated-report.rollback.sql │ ├── 006-vanilla-tor.install.sql │ ├── 006-vanilla-tor.rollback.sql │ ├── 007-test-name-hotfix.install.sql │ ├── 008-measurements-index.install.sql │ ├── 009-simhash.install.sql │ ├── 010-badblob.install.sql │ ├── 011-cleanup.install.sql │ ├── 012-sha256-input-uniq.install.sql │ ├── 013-ooexpl-tables.install.sql │ ├── 013-ooexpl-tables.rollback.sql │ ├── 014-ooexpl-insert.install.sql │ ├── 014-ooexpl-insert.rollback.sql │ ├── 015-fingerprint-fix.install.sql │ ├── 015-fingerprint-fix.rollback.sql │ ├── 016-ooexpl_wc_confirmed.install.sql │ ├── 016-ooexpl_wc_confirmed.rollback.sql │ ├── 017-ooexpl_wc_input_counts.install.sql │ ├── 017-ooexpl_wc_input_counts.rollback.sql │ ├── 018-fastpath.install.sql │ ├── 018-fastpath.rollback.sql │ ├── 019-domain-and-citizenlab-table.install.sql │ ├── 019-domain-and-citizenlab-table.rollback.sql │ ├── 019-fastpath-confirmed.install.sql │ ├── 019-fastpath-confirmed.rollback.sql │ ├── 020-new-test-names.install.sql │ ├── 020-new-test-names.rollback.sql │ ├── 021-add-report-index.install.sql │ ├── 021-add-report-index.rollback.sql │ ├── 021-create-counters-table.install.sql │ ├── 021-create-counters-table.rollback.sql │ ├── 022-create-fastpath-btree-idx.install.sql │ ├── 022-create-fastpath-btree-idx.rollback.sql │ ├── 023-grant-select-counters-amsapi.install.sql │ ├── 023-grant-select-counters-amsapi.rollback.sql │ ├── 024-create-counters-btree-idx.install.sql │ ├── 024-create-counters-btree-idx.rollback.sql │ ├── dump-schema │ ├── psql │ ├── run-pg │ ├── stop-pg │ ├── tsvdiffstat │ ├── tsvdump │ └── tsvfetch └── prio │ ├── debian │ ├── changelog │ ├── control │ ├── postinst │ ├── prio.service │ ├── rules │ └── source │ │ └── format │ ├── etc │ └── ooni │ │ └── prio.conf │ ├── prio.py │ ├── setup.py │ └── tests │ └── test_functional.py ├── deployer ├── deployer.ini.example ├── docs ├── Makefile ├── aggregate-task.pdf ├── airflow-pipeline.png ├── airflow-pools.png ├── cpu-daily.png ├── cpu-pipeline.png ├── delete-report.md ├── links.txt ├── ooid-hash-prob.ipynb ├── ooni-pipeline-architecture.png ├── ooni-uuid.md ├── pipeline-16.10.dot ├── pipeline-16.10.png ├── readme-2.0.0.md ├── reprocess-report.md └── simhash-cache-hit.ipynb └── tox.ini /.github/workflows/build_deb_packages.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/.github/workflows/build_deb_packages.yml -------------------------------------------------------------------------------- /.github/workflows/docgen.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/.github/workflows/docgen.yaml -------------------------------------------------------------------------------- /.github/workflows/test_fastpath.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/.github/workflows/test_fastpath.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/LICENSE.md -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/README.md -------------------------------------------------------------------------------- /af/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/.gitignore -------------------------------------------------------------------------------- /af/analysis/analysis/__init__.py: -------------------------------------------------------------------------------- 1 | # 2 | -------------------------------------------------------------------------------- /af/analysis/analysis/analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/analysis/analysis.py -------------------------------------------------------------------------------- /af/analysis/analysis/asnmeta_updater.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/analysis/asnmeta_updater.py -------------------------------------------------------------------------------- /af/analysis/analysis/citizenlab_test_lists_updater.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/analysis/citizenlab_test_lists_updater.py -------------------------------------------------------------------------------- /af/analysis/analysis/clickhouse_feeder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/analysis/clickhouse_feeder.py -------------------------------------------------------------------------------- /af/analysis/analysis/counters_table.adoc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/analysis/counters_table.adoc -------------------------------------------------------------------------------- /af/analysis/analysis/fingerprints_updater.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/analysis/fingerprints_updater.py -------------------------------------------------------------------------------- /af/analysis/analysis/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/analysis/metrics.py -------------------------------------------------------------------------------- /af/analysis/analysis/tests/test_asnmeta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/analysis/tests/test_asnmeta.py -------------------------------------------------------------------------------- /af/analysis/db-backup.conf.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/db-backup.conf.example -------------------------------------------------------------------------------- /af/analysis/debian/changelog: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/changelog -------------------------------------------------------------------------------- /af/analysis/debian/control: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/control -------------------------------------------------------------------------------- /af/analysis/debian/install: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/install -------------------------------------------------------------------------------- /af/analysis/debian/nginx/analysis.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/nginx/analysis.conf -------------------------------------------------------------------------------- /af/analysis/debian/ooni-clickhouse-feeder.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/ooni-clickhouse-feeder.service -------------------------------------------------------------------------------- /af/analysis/debian/ooni-db-backup.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/ooni-db-backup.service -------------------------------------------------------------------------------- /af/analysis/debian/ooni-db-backup.timer: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/ooni-db-backup.timer -------------------------------------------------------------------------------- /af/analysis/debian/ooni-rotation.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/ooni-rotation.service -------------------------------------------------------------------------------- /af/analysis/debian/ooni-rotation.timer: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/ooni-rotation.timer -------------------------------------------------------------------------------- /af/analysis/debian/ooni-update-asn-metadata.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/ooni-update-asn-metadata.service -------------------------------------------------------------------------------- /af/analysis/debian/ooni-update-asn-metadata.timer: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/ooni-update-asn-metadata.timer -------------------------------------------------------------------------------- /af/analysis/debian/ooni-update-citizenlab.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/ooni-update-citizenlab.service -------------------------------------------------------------------------------- /af/analysis/debian/ooni-update-citizenlab.timer: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/ooni-update-citizenlab.timer -------------------------------------------------------------------------------- /af/analysis/debian/ooni-update-fingerprints.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/ooni-update-fingerprints.service -------------------------------------------------------------------------------- /af/analysis/debian/ooni-update-fingerprints.timer: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/ooni-update-fingerprints.timer -------------------------------------------------------------------------------- /af/analysis/debian/postinst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/postinst -------------------------------------------------------------------------------- /af/analysis/debian/rules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/debian/rules -------------------------------------------------------------------------------- /af/analysis/debian/source/format: -------------------------------------------------------------------------------- 1 | 3.0 (quilt) 2 | -------------------------------------------------------------------------------- /af/analysis/ooni_db_backup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/ooni_db_backup.py -------------------------------------------------------------------------------- /af/analysis/rotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/rotation.py -------------------------------------------------------------------------------- /af/analysis/run_analysis: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/run_analysis -------------------------------------------------------------------------------- /af/analysis/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/setup.py -------------------------------------------------------------------------------- /af/analysis/tests/test_rotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/analysis/tests/test_rotation.py -------------------------------------------------------------------------------- /af/detector/debian/changelog: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/debian/changelog -------------------------------------------------------------------------------- /af/detector/debian/control: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/debian/control -------------------------------------------------------------------------------- /af/detector/debian/detector-webapp.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/debian/detector-webapp.service -------------------------------------------------------------------------------- /af/detector/debian/detector.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/debian/detector.service -------------------------------------------------------------------------------- /af/detector/debian/rules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/debian/rules -------------------------------------------------------------------------------- /af/detector/debian/source/format: -------------------------------------------------------------------------------- 1 | 3.0 (quilt) 2 | -------------------------------------------------------------------------------- /af/detector/detector/__init__.py: -------------------------------------------------------------------------------- 1 | # 2 | -------------------------------------------------------------------------------- /af/detector/detector/data/README.adoc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/detector/data/README.adoc -------------------------------------------------------------------------------- /af/detector/detector/data/country-list.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/detector/data/country-list.json -------------------------------------------------------------------------------- /af/detector/detector/detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/detector/detector.py -------------------------------------------------------------------------------- /af/detector/detector/detector_webapp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/detector/detector_webapp.py -------------------------------------------------------------------------------- /af/detector/detector/metrics.py: -------------------------------------------------------------------------------- 1 | ../../fastpath/fastpath/metrics.py -------------------------------------------------------------------------------- /af/detector/detector/scoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/detector/scoring.py -------------------------------------------------------------------------------- /af/detector/detector/tests/test_unit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/detector/tests/test_unit.py -------------------------------------------------------------------------------- /af/detector/detector/views/chart.tpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/detector/views/chart.tpl -------------------------------------------------------------------------------- /af/detector/detector/views/chart_alone.tpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/detector/views/chart_alone.tpl -------------------------------------------------------------------------------- /af/detector/detector/views/form.tpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/detector/views/form.tpl -------------------------------------------------------------------------------- /af/detector/detector/views/page.tpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/detector/views/page.tpl -------------------------------------------------------------------------------- /af/detector/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/detector/setup.py -------------------------------------------------------------------------------- /af/fastpath/.python-version: -------------------------------------------------------------------------------- 1 | 3.7.9 2 | -------------------------------------------------------------------------------- /af/fastpath/README.adoc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/README.adoc -------------------------------------------------------------------------------- /af/fastpath/backup_db_to_S3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/backup_db_to_S3.sh -------------------------------------------------------------------------------- /af/fastpath/database_upgrade_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/database_upgrade_schema.py -------------------------------------------------------------------------------- /af/fastpath/debian/changelog: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/debian/changelog -------------------------------------------------------------------------------- /af/fastpath/debian/control: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/debian/control -------------------------------------------------------------------------------- /af/fastpath/debian/copyright: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/debian/copyright -------------------------------------------------------------------------------- /af/fastpath/debian/etc/ooni/fastpath.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/debian/etc/ooni/fastpath.conf -------------------------------------------------------------------------------- /af/fastpath/debian/fastpath.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/debian/fastpath.service -------------------------------------------------------------------------------- /af/fastpath/debian/install: -------------------------------------------------------------------------------- 1 | debian/etc/ . 2 | -------------------------------------------------------------------------------- /af/fastpath/debian/postinst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/debian/postinst -------------------------------------------------------------------------------- /af/fastpath/debian/rules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/debian/rules -------------------------------------------------------------------------------- /af/fastpath/debian/source/format: -------------------------------------------------------------------------------- 1 | 3.0 (quilt) 2 | -------------------------------------------------------------------------------- /af/fastpath/fastpath/__init__.py: -------------------------------------------------------------------------------- 1 | # 2 | -------------------------------------------------------------------------------- /af/fastpath/fastpath/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/core.py -------------------------------------------------------------------------------- /af/fastpath/fastpath/db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/db.py -------------------------------------------------------------------------------- /af/fastpath/fastpath/localhttpfeeder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/localhttpfeeder.py -------------------------------------------------------------------------------- /af/fastpath/fastpath/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/metrics.py -------------------------------------------------------------------------------- /af/fastpath/fastpath/mytypes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/mytypes.py -------------------------------------------------------------------------------- /af/fastpath/fastpath/normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/normalize.py -------------------------------------------------------------------------------- /af/fastpath/fastpath/portable_queue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/portable_queue.py -------------------------------------------------------------------------------- /af/fastpath/fastpath/pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/pytest.ini -------------------------------------------------------------------------------- /af/fastpath/fastpath/reprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/reprocessor.py -------------------------------------------------------------------------------- /af/fastpath/fastpath/s3feeder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/s3feeder.py -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/binary_city.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/binary_city.yaml -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/bug_351.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/bug_351.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/bug_352.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/bug_352.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/detector_query_ww_BR_2018.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/detector_query_ww_BR_2018.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/dns_n_http_bin_body.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/dns_n_http_bin_body.yaml -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/fingerprints_dns.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/fingerprints_dns.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/fingerprints_http.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/fingerprints_http.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/http_header_field_manipulation_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/http_header_field_manipulation_1.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/http_header_field_manipulation_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/http_header_field_manipulation_2.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/http_header_field_manipulation_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/http_header_field_manipulation_3.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/http_invalid_request_line.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/http_invalid_request_line.yaml -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/http_requests_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/http_requests_1.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/mbx-1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/mbx-1.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/mbx-2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/mbx-2.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/meek.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/meek.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/meek2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/meek2.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/meek3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/meek3.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/openvpn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/openvpn.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/report1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/report1.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/report1.json.pretty: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/report1.json.pretty -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/report1blocked.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/report1blocked.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/report2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/report2.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/report2blocked.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/report2blocked.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/requests_none.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/requests_none.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/riseupvpn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/riseupvpn.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/signal_022.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/signal_022.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/telegram_nourl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/telegram_nourl.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/test_keys_none.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/test_keys_none.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/tor.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/tor.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/tor_list.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/tor_list.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/torsf_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/torsf_1.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/torsf_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/torsf_2.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/web_connectivity_b64_hdr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/web_connectivity_b64_hdr.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/web_connectivity_b64_incorrect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/web_connectivity_b64_incorrect.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/web_connectivity_ir_fp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/web_connectivity_ir_fp.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/web_connectivity_no_body.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/web_connectivity_no_body.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/web_connectivity_null.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/web_connectivity_null.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/web_connectivity_null2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/web_connectivity_null2.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/web_connectivity_odd_hdr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/web_connectivity_odd_hdr.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/whatsapp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/whatsapp.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/yaml16_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/yaml16_0.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/data/yaml17_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/data/yaml17_0.json -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/pyproject.toml -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/test_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/test_functional.py -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/test_functional_nodb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/test_functional_nodb.py -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/test_functional_normalize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/test_functional_normalize.py -------------------------------------------------------------------------------- /af/fastpath/fastpath/tests/test_unit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/tests/test_unit.py -------------------------------------------------------------------------------- /af/fastpath/fastpath/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fastpath/utils.py -------------------------------------------------------------------------------- /af/fastpath/fp_runner.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/fp_runner.sh -------------------------------------------------------------------------------- /af/fastpath/makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/makefile -------------------------------------------------------------------------------- /af/fastpath/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/requirements.txt -------------------------------------------------------------------------------- /af/fastpath/run_fastpath: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/run_fastpath -------------------------------------------------------------------------------- /af/fastpath/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/fastpath/setup.py -------------------------------------------------------------------------------- /af/oometa/000-A-versioning.install.sql: -------------------------------------------------------------------------------- 1 | ../../contrib/Versioning/install.versioning.sql -------------------------------------------------------------------------------- /af/oometa/000-A-versioning.rollback.sql: -------------------------------------------------------------------------------- 1 | ../../contrib/Versioning/uninstall.versioning.sql -------------------------------------------------------------------------------- /af/oometa/000-init.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/000-init.install.sql -------------------------------------------------------------------------------- /af/oometa/000-init.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/000-init.rollback.sql -------------------------------------------------------------------------------- /af/oometa/000-originas.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/000-originas.install.sql -------------------------------------------------------------------------------- /af/oometa/000-originas.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/000-originas.rollback.sql -------------------------------------------------------------------------------- /af/oometa/001-fix-input-uniq.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/001-fix-input-uniq.install.sql -------------------------------------------------------------------------------- /af/oometa/001-fix-input-uniq.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/001-fix-input-uniq.rollback.sql -------------------------------------------------------------------------------- /af/oometa/001-table-comments.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/001-table-comments.install.sql -------------------------------------------------------------------------------- /af/oometa/001-table-comments.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/001-table-comments.rollback.sql -------------------------------------------------------------------------------- /af/oometa/002-features.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/002-features.install.sql -------------------------------------------------------------------------------- /af/oometa/002-features.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/002-features.rollback.sql -------------------------------------------------------------------------------- /af/oometa/002-fix-foreign-key.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/002-fix-foreign-key.install.sql -------------------------------------------------------------------------------- /af/oometa/002-fix-foreign-key.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/002-fix-foreign-key.rollback.sql -------------------------------------------------------------------------------- /af/oometa/003-fingerprints.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/003-fingerprints.install.sql -------------------------------------------------------------------------------- /af/oometa/003-fingerprints.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/003-fingerprints.rollback.sql -------------------------------------------------------------------------------- /af/oometa/003-msm-index.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/003-msm-index.install.sql -------------------------------------------------------------------------------- /af/oometa/003-msm-index.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/003-msm-index.rollback.sql -------------------------------------------------------------------------------- /af/oometa/004-measurements-index.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/004-measurements-index.install.sql -------------------------------------------------------------------------------- /af/oometa/004-measurements-index.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/004-measurements-index.rollback.sql -------------------------------------------------------------------------------- /af/oometa/005-anomaly-flags.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/005-anomaly-flags.install.sql -------------------------------------------------------------------------------- /af/oometa/005-anomaly-flags.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/005-anomaly-flags.rollback.sql -------------------------------------------------------------------------------- /af/oometa/005-badrow.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/005-badrow.install.sql -------------------------------------------------------------------------------- /af/oometa/005-badrow.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/005-badrow.rollback.sql -------------------------------------------------------------------------------- /af/oometa/005-repeated-report.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/005-repeated-report.install.sql -------------------------------------------------------------------------------- /af/oometa/005-repeated-report.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/005-repeated-report.rollback.sql -------------------------------------------------------------------------------- /af/oometa/006-reingestion.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/006-reingestion.install.sql -------------------------------------------------------------------------------- /af/oometa/006-repeated-report.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/006-repeated-report.install.sql -------------------------------------------------------------------------------- /af/oometa/006-repeated-report.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/006-repeated-report.rollback.sql -------------------------------------------------------------------------------- /af/oometa/006-vanilla-tor.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/006-vanilla-tor.install.sql -------------------------------------------------------------------------------- /af/oometa/006-vanilla-tor.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/006-vanilla-tor.rollback.sql -------------------------------------------------------------------------------- /af/oometa/007-test-name-hotfix.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/007-test-name-hotfix.install.sql -------------------------------------------------------------------------------- /af/oometa/008-measurements-index.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/008-measurements-index.install.sql -------------------------------------------------------------------------------- /af/oometa/009-simhash.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/009-simhash.install.sql -------------------------------------------------------------------------------- /af/oometa/010-badblob.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/010-badblob.install.sql -------------------------------------------------------------------------------- /af/oometa/011-cleanup.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/011-cleanup.install.sql -------------------------------------------------------------------------------- /af/oometa/012-sha256-input-uniq.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/012-sha256-input-uniq.install.sql -------------------------------------------------------------------------------- /af/oometa/013-ooexpl-tables.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/013-ooexpl-tables.install.sql -------------------------------------------------------------------------------- /af/oometa/013-ooexpl-tables.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/013-ooexpl-tables.rollback.sql -------------------------------------------------------------------------------- /af/oometa/014-ooexpl-insert.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/014-ooexpl-insert.install.sql -------------------------------------------------------------------------------- /af/oometa/014-ooexpl-insert.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/014-ooexpl-insert.rollback.sql -------------------------------------------------------------------------------- /af/oometa/015-fingerprint-fix.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/015-fingerprint-fix.install.sql -------------------------------------------------------------------------------- /af/oometa/015-fingerprint-fix.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/015-fingerprint-fix.rollback.sql -------------------------------------------------------------------------------- /af/oometa/016-ooexpl_wc_confirmed.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/016-ooexpl_wc_confirmed.install.sql -------------------------------------------------------------------------------- /af/oometa/016-ooexpl_wc_confirmed.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/016-ooexpl_wc_confirmed.rollback.sql -------------------------------------------------------------------------------- /af/oometa/017-ooexpl_wc_input_counts.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/017-ooexpl_wc_input_counts.install.sql -------------------------------------------------------------------------------- /af/oometa/017-ooexpl_wc_input_counts.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/017-ooexpl_wc_input_counts.rollback.sql -------------------------------------------------------------------------------- /af/oometa/018-fastpath.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/018-fastpath.install.sql -------------------------------------------------------------------------------- /af/oometa/018-fastpath.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/018-fastpath.rollback.sql -------------------------------------------------------------------------------- /af/oometa/019-domain-and-citizenlab-table.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/019-domain-and-citizenlab-table.install.sql -------------------------------------------------------------------------------- /af/oometa/019-domain-and-citizenlab-table.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/019-domain-and-citizenlab-table.rollback.sql -------------------------------------------------------------------------------- /af/oometa/019-fastpath-confirmed.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/019-fastpath-confirmed.install.sql -------------------------------------------------------------------------------- /af/oometa/019-fastpath-confirmed.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/019-fastpath-confirmed.rollback.sql -------------------------------------------------------------------------------- /af/oometa/020-new-test-names.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/020-new-test-names.install.sql -------------------------------------------------------------------------------- /af/oometa/020-new-test-names.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/020-new-test-names.rollback.sql -------------------------------------------------------------------------------- /af/oometa/021-add-report-index.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/021-add-report-index.install.sql -------------------------------------------------------------------------------- /af/oometa/021-add-report-index.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/021-add-report-index.rollback.sql -------------------------------------------------------------------------------- /af/oometa/021-create-counters-table.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/021-create-counters-table.install.sql -------------------------------------------------------------------------------- /af/oometa/021-create-counters-table.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/021-create-counters-table.rollback.sql -------------------------------------------------------------------------------- /af/oometa/022-create-fastpath-btree-idx.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/022-create-fastpath-btree-idx.install.sql -------------------------------------------------------------------------------- /af/oometa/022-create-fastpath-btree-idx.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/022-create-fastpath-btree-idx.rollback.sql -------------------------------------------------------------------------------- /af/oometa/023-grant-select-counters-amsapi.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/023-grant-select-counters-amsapi.install.sql -------------------------------------------------------------------------------- /af/oometa/023-grant-select-counters-amsapi.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/023-grant-select-counters-amsapi.rollback.sql -------------------------------------------------------------------------------- /af/oometa/024-create-counters-btree-idx.install.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/024-create-counters-btree-idx.install.sql -------------------------------------------------------------------------------- /af/oometa/024-create-counters-btree-idx.rollback.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/024-create-counters-btree-idx.rollback.sql -------------------------------------------------------------------------------- /af/oometa/dump-schema: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/dump-schema -------------------------------------------------------------------------------- /af/oometa/psql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/psql -------------------------------------------------------------------------------- /af/oometa/run-pg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/run-pg -------------------------------------------------------------------------------- /af/oometa/stop-pg: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | exec docker stop spbmeta 3 | -------------------------------------------------------------------------------- /af/oometa/tsvdiffstat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/tsvdiffstat -------------------------------------------------------------------------------- /af/oometa/tsvdump: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/tsvdump -------------------------------------------------------------------------------- /af/oometa/tsvfetch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/oometa/tsvfetch -------------------------------------------------------------------------------- /af/prio/debian/changelog: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/prio/debian/changelog -------------------------------------------------------------------------------- /af/prio/debian/control: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/prio/debian/control -------------------------------------------------------------------------------- /af/prio/debian/postinst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/prio/debian/postinst -------------------------------------------------------------------------------- /af/prio/debian/prio.service: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/prio/debian/prio.service -------------------------------------------------------------------------------- /af/prio/debian/rules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/prio/debian/rules -------------------------------------------------------------------------------- /af/prio/debian/source/format: -------------------------------------------------------------------------------- 1 | 3.0 (quilt) 2 | -------------------------------------------------------------------------------- /af/prio/etc/ooni/prio.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/prio/etc/ooni/prio.conf -------------------------------------------------------------------------------- /af/prio/prio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/prio/prio.py -------------------------------------------------------------------------------- /af/prio/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/prio/setup.py -------------------------------------------------------------------------------- /af/prio/tests/test_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/af/prio/tests/test_functional.py -------------------------------------------------------------------------------- /deployer: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/deployer -------------------------------------------------------------------------------- /deployer.ini.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/deployer.ini.example -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/aggregate-task.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/aggregate-task.pdf -------------------------------------------------------------------------------- /docs/airflow-pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/airflow-pipeline.png -------------------------------------------------------------------------------- /docs/airflow-pools.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/airflow-pools.png -------------------------------------------------------------------------------- /docs/cpu-daily.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/cpu-daily.png -------------------------------------------------------------------------------- /docs/cpu-pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/cpu-pipeline.png -------------------------------------------------------------------------------- /docs/delete-report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/delete-report.md -------------------------------------------------------------------------------- /docs/links.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/links.txt -------------------------------------------------------------------------------- /docs/ooid-hash-prob.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/ooid-hash-prob.ipynb -------------------------------------------------------------------------------- /docs/ooni-pipeline-architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/ooni-pipeline-architecture.png -------------------------------------------------------------------------------- /docs/ooni-uuid.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/ooni-uuid.md -------------------------------------------------------------------------------- /docs/pipeline-16.10.dot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/pipeline-16.10.dot -------------------------------------------------------------------------------- /docs/pipeline-16.10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/pipeline-16.10.png -------------------------------------------------------------------------------- /docs/readme-2.0.0.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/readme-2.0.0.md -------------------------------------------------------------------------------- /docs/reprocess-report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/reprocess-report.md -------------------------------------------------------------------------------- /docs/simhash-cache-hit.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/docs/simhash-cache-hit.ipynb -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ooni/pipeline/HEAD/tox.ini --------------------------------------------------------------------------------