├── .gitignore ├── OpenWPM ├── CHANGELOG ├── LICENSE ├── VERSION ├── automation │ ├── BrowserManager.py │ ├── Commands │ │ ├── __init__.py │ │ ├── browser_commands.py │ │ ├── command_executor.py │ │ ├── profile_commands.py │ │ └── utils │ │ │ ├── XPathUtil.py │ │ │ ├── __init__.py │ │ │ ├── file_utils.py │ │ │ ├── firefox_profile.py │ │ │ ├── lso.py │ │ │ └── webdriver_extensions.py │ ├── DataAggregator │ │ ├── DataAggregator.py │ │ └── __init__.py │ ├── DeployBrowsers │ │ ├── __init__.py │ │ ├── deploy_browser.py │ │ ├── deploy_chrome.py │ │ ├── deploy_firefox.py │ │ ├── firefox_extensions │ │ │ ├── amazon_add_to_wish_list_button-1.10.xpi │ │ │ ├── download_youtube_videos_as_mp4-1.7.18.xpi │ │ │ ├── epubreader-1.4.2.4.xpi │ │ │ ├── evernote_web_clipper-5.9.1.xpi │ │ │ ├── firebug-1.11.0.xpi │ │ │ ├── flagfox-5.0.2.xpi │ │ │ ├── greasemonkey-1.15.xpi │ │ │ ├── reddit_enhancement_suite-4.3.1.2.xpi │ │ │ └── supported_extensions.p │ │ ├── screen_resolutions.txt │ │ └── user_agent_strings.txt │ ├── PostProcessing │ │ ├── Cookie.py │ │ ├── __init__.py │ │ ├── build_cookie_table.py │ │ └── post_processing.py │ ├── Proxy │ │ ├── MITMProxy.py │ │ ├── __init__.py │ │ ├── cert8.db │ │ ├── deploy_mitm_proxy.py │ │ ├── key3.db │ │ ├── mitm_commands.py │ │ ├── mitmproxy.crt │ │ ├── mitmproxy.key │ │ └── mitmproxy.pem │ ├── SocketInterface.py │ ├── TaskManager.py │ ├── __init__.py │ ├── default_settings.json │ └── schema.sql ├── sequential_crawl.py └── sites.txt ├── README.md ├── analysis ├── ccs_respawn_measurements.py ├── ccs_sync_measurements.py ├── census_util.py ├── extract_cookie_ids.py └── extract_id_knowledge.py ├── modCrawler ├── README.md ├── analysis │ ├── __init__.py │ ├── canvas.py │ ├── extract_cookie_ids.py │ ├── extract_evercookies.py │ ├── gen_report.py │ └── report_template.py ├── browser_patch │ └── 0001-Log-canvas-fingerprinting-related-function-calls.patch ├── crawl.py ├── crawler │ ├── __init__.py │ ├── common.py │ ├── ffmod.py │ ├── get.py │ ├── mitm.py │ └── parallelize.py ├── etc │ ├── base.db.sql │ ├── report.png │ └── requirements.txt ├── extractor │ ├── __init__.py │ ├── cache.py │ ├── cookie.py │ ├── extractor.py │ ├── indexedDB.py │ ├── localstorage.py │ └── lso.py ├── setup.sh ├── test │ ├── __init__.py │ ├── canvas_test.py │ ├── cookie_test.py │ ├── dataurls │ │ ├── canvas_fp │ │ ├── favicon │ │ ├── solid_color │ │ └── two_colors_alpha │ ├── evercookie │ │ ├── cookie.html │ │ ├── indexeddb.html │ │ ├── localstorage.html │ │ ├── sessiondata.html │ │ └── windowdata.html │ ├── extract_evercookie_test.py │ ├── extractor_test.py │ ├── file_utils_test.py │ ├── files │ │ ├── evercookie │ │ │ └── #SharedObjects │ │ │ │ └── 2NFXEHPV │ │ │ │ └── example.com │ │ │ │ └── FlashCookie.sol │ │ ├── fileutils │ │ │ ├── regexp.txt │ │ │ ├── regexp2.txt │ │ │ └── sub │ │ │ │ └── regexp.txt │ │ └── online_tests │ │ │ ├── canvas │ │ │ ├── filltext.html │ │ │ ├── filltext_todataurl.html │ │ │ ├── stroketext_todataurl.html │ │ │ └── todataurl.html │ │ │ └── evercookie │ │ │ ├── cookie.html │ │ │ ├── jsbin_3rdP_cookie_test.html │ │ │ ├── localstorage.html │ │ │ └── lso │ │ │ ├── FlashCookie.swf │ │ │ ├── flash-cookie.js │ │ │ └── setlso.html │ ├── localstorage_test.py │ ├── lso_test.py │ ├── mitm_test.py │ ├── runenv_test.py │ ├── sttest.py │ ├── trace_test.py │ ├── utils_test.py │ └── web_utils_test.py └── utils │ ├── __init__.py │ ├── census_utils.py │ ├── db_utils.py │ ├── file_utils.py │ ├── gen_utils.py │ ├── ssh_utils.py │ └── web_utils.py └── visualization ├── CCS-Syncing-plots.R ├── build_gephi_nodelist.py ├── gexf.py └── id_cookies.p /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/.gitignore -------------------------------------------------------------------------------- /OpenWPM/CHANGELOG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/CHANGELOG -------------------------------------------------------------------------------- /OpenWPM/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/LICENSE -------------------------------------------------------------------------------- /OpenWPM/VERSION: -------------------------------------------------------------------------------- 1 | 0.2.0 2 | -------------------------------------------------------------------------------- /OpenWPM/automation/BrowserManager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/BrowserManager.py -------------------------------------------------------------------------------- /OpenWPM/automation/Commands/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /OpenWPM/automation/Commands/browser_commands.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Commands/browser_commands.py -------------------------------------------------------------------------------- /OpenWPM/automation/Commands/command_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Commands/command_executor.py -------------------------------------------------------------------------------- /OpenWPM/automation/Commands/profile_commands.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Commands/profile_commands.py -------------------------------------------------------------------------------- /OpenWPM/automation/Commands/utils/XPathUtil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Commands/utils/XPathUtil.py -------------------------------------------------------------------------------- /OpenWPM/automation/Commands/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /OpenWPM/automation/Commands/utils/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Commands/utils/file_utils.py -------------------------------------------------------------------------------- /OpenWPM/automation/Commands/utils/firefox_profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Commands/utils/firefox_profile.py -------------------------------------------------------------------------------- /OpenWPM/automation/Commands/utils/lso.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Commands/utils/lso.py -------------------------------------------------------------------------------- /OpenWPM/automation/Commands/utils/webdriver_extensions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Commands/utils/webdriver_extensions.py -------------------------------------------------------------------------------- /OpenWPM/automation/DataAggregator/DataAggregator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DataAggregator/DataAggregator.py -------------------------------------------------------------------------------- /OpenWPM/automation/DataAggregator/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/deploy_browser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/deploy_browser.py -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/deploy_chrome.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/deploy_chrome.py -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/deploy_firefox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/deploy_firefox.py -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/firefox_extensions/amazon_add_to_wish_list_button-1.10.xpi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/firefox_extensions/amazon_add_to_wish_list_button-1.10.xpi -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/firefox_extensions/download_youtube_videos_as_mp4-1.7.18.xpi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/firefox_extensions/download_youtube_videos_as_mp4-1.7.18.xpi -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/firefox_extensions/epubreader-1.4.2.4.xpi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/firefox_extensions/epubreader-1.4.2.4.xpi -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/firefox_extensions/evernote_web_clipper-5.9.1.xpi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/firefox_extensions/evernote_web_clipper-5.9.1.xpi -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/firefox_extensions/firebug-1.11.0.xpi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/firefox_extensions/firebug-1.11.0.xpi -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/firefox_extensions/flagfox-5.0.2.xpi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/firefox_extensions/flagfox-5.0.2.xpi -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/firefox_extensions/greasemonkey-1.15.xpi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/firefox_extensions/greasemonkey-1.15.xpi -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/firefox_extensions/reddit_enhancement_suite-4.3.1.2.xpi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/firefox_extensions/reddit_enhancement_suite-4.3.1.2.xpi -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/firefox_extensions/supported_extensions.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/firefox_extensions/supported_extensions.p -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/screen_resolutions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/screen_resolutions.txt -------------------------------------------------------------------------------- /OpenWPM/automation/DeployBrowsers/user_agent_strings.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/DeployBrowsers/user_agent_strings.txt -------------------------------------------------------------------------------- /OpenWPM/automation/PostProcessing/Cookie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/PostProcessing/Cookie.py -------------------------------------------------------------------------------- /OpenWPM/automation/PostProcessing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /OpenWPM/automation/PostProcessing/build_cookie_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/PostProcessing/build_cookie_table.py -------------------------------------------------------------------------------- /OpenWPM/automation/PostProcessing/post_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/PostProcessing/post_processing.py -------------------------------------------------------------------------------- /OpenWPM/automation/Proxy/MITMProxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Proxy/MITMProxy.py -------------------------------------------------------------------------------- /OpenWPM/automation/Proxy/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /OpenWPM/automation/Proxy/cert8.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Proxy/cert8.db -------------------------------------------------------------------------------- /OpenWPM/automation/Proxy/deploy_mitm_proxy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Proxy/deploy_mitm_proxy.py -------------------------------------------------------------------------------- /OpenWPM/automation/Proxy/key3.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Proxy/key3.db -------------------------------------------------------------------------------- /OpenWPM/automation/Proxy/mitm_commands.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Proxy/mitm_commands.py -------------------------------------------------------------------------------- /OpenWPM/automation/Proxy/mitmproxy.crt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Proxy/mitmproxy.crt -------------------------------------------------------------------------------- /OpenWPM/automation/Proxy/mitmproxy.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Proxy/mitmproxy.key -------------------------------------------------------------------------------- /OpenWPM/automation/Proxy/mitmproxy.pem: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/Proxy/mitmproxy.pem -------------------------------------------------------------------------------- /OpenWPM/automation/SocketInterface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/SocketInterface.py -------------------------------------------------------------------------------- /OpenWPM/automation/TaskManager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/TaskManager.py -------------------------------------------------------------------------------- /OpenWPM/automation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /OpenWPM/automation/default_settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/default_settings.json -------------------------------------------------------------------------------- /OpenWPM/automation/schema.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/automation/schema.sql -------------------------------------------------------------------------------- /OpenWPM/sequential_crawl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/sequential_crawl.py -------------------------------------------------------------------------------- /OpenWPM/sites.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/OpenWPM/sites.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/README.md -------------------------------------------------------------------------------- /analysis/ccs_respawn_measurements.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/analysis/ccs_respawn_measurements.py -------------------------------------------------------------------------------- /analysis/ccs_sync_measurements.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/analysis/ccs_sync_measurements.py -------------------------------------------------------------------------------- /analysis/census_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/analysis/census_util.py -------------------------------------------------------------------------------- /analysis/extract_cookie_ids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/analysis/extract_cookie_ids.py -------------------------------------------------------------------------------- /analysis/extract_id_knowledge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/analysis/extract_id_knowledge.py -------------------------------------------------------------------------------- /modCrawler/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/README.md -------------------------------------------------------------------------------- /modCrawler/analysis/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modCrawler/analysis/canvas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/analysis/canvas.py -------------------------------------------------------------------------------- /modCrawler/analysis/extract_cookie_ids.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/analysis/extract_cookie_ids.py -------------------------------------------------------------------------------- /modCrawler/analysis/extract_evercookies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/analysis/extract_evercookies.py -------------------------------------------------------------------------------- /modCrawler/analysis/gen_report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/analysis/gen_report.py -------------------------------------------------------------------------------- /modCrawler/analysis/report_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/analysis/report_template.py -------------------------------------------------------------------------------- /modCrawler/browser_patch/0001-Log-canvas-fingerprinting-related-function-calls.patch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/browser_patch/0001-Log-canvas-fingerprinting-related-function-calls.patch -------------------------------------------------------------------------------- /modCrawler/crawl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/crawl.py -------------------------------------------------------------------------------- /modCrawler/crawler/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modCrawler/crawler/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/crawler/common.py -------------------------------------------------------------------------------- /modCrawler/crawler/ffmod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/crawler/ffmod.py -------------------------------------------------------------------------------- /modCrawler/crawler/get.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/crawler/get.py -------------------------------------------------------------------------------- /modCrawler/crawler/mitm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/crawler/mitm.py -------------------------------------------------------------------------------- /modCrawler/crawler/parallelize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/crawler/parallelize.py -------------------------------------------------------------------------------- /modCrawler/etc/base.db.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/etc/base.db.sql -------------------------------------------------------------------------------- /modCrawler/etc/report.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/etc/report.png -------------------------------------------------------------------------------- /modCrawler/etc/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/etc/requirements.txt -------------------------------------------------------------------------------- /modCrawler/extractor/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modCrawler/extractor/cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/extractor/cache.py -------------------------------------------------------------------------------- /modCrawler/extractor/cookie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/extractor/cookie.py -------------------------------------------------------------------------------- /modCrawler/extractor/extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/extractor/extractor.py -------------------------------------------------------------------------------- /modCrawler/extractor/indexedDB.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/extractor/indexedDB.py -------------------------------------------------------------------------------- /modCrawler/extractor/localstorage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/extractor/localstorage.py -------------------------------------------------------------------------------- /modCrawler/extractor/lso.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/extractor/lso.py -------------------------------------------------------------------------------- /modCrawler/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/setup.sh -------------------------------------------------------------------------------- /modCrawler/test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modCrawler/test/canvas_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/canvas_test.py -------------------------------------------------------------------------------- /modCrawler/test/cookie_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/cookie_test.py -------------------------------------------------------------------------------- /modCrawler/test/dataurls/canvas_fp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/dataurls/canvas_fp -------------------------------------------------------------------------------- /modCrawler/test/dataurls/favicon: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/dataurls/favicon -------------------------------------------------------------------------------- /modCrawler/test/dataurls/solid_color: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/dataurls/solid_color -------------------------------------------------------------------------------- /modCrawler/test/dataurls/two_colors_alpha: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/dataurls/two_colors_alpha -------------------------------------------------------------------------------- /modCrawler/test/evercookie/cookie.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/evercookie/cookie.html -------------------------------------------------------------------------------- /modCrawler/test/evercookie/indexeddb.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/evercookie/indexeddb.html -------------------------------------------------------------------------------- /modCrawler/test/evercookie/localstorage.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/evercookie/localstorage.html -------------------------------------------------------------------------------- /modCrawler/test/evercookie/sessiondata.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/evercookie/sessiondata.html -------------------------------------------------------------------------------- /modCrawler/test/evercookie/windowdata.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/evercookie/windowdata.html -------------------------------------------------------------------------------- /modCrawler/test/extract_evercookie_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/extract_evercookie_test.py -------------------------------------------------------------------------------- /modCrawler/test/extractor_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/extractor_test.py -------------------------------------------------------------------------------- /modCrawler/test/file_utils_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/file_utils_test.py -------------------------------------------------------------------------------- /modCrawler/test/files/evercookie/#SharedObjects/2NFXEHPV/example.com/FlashCookie.sol: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/evercookie/#SharedObjects/2NFXEHPV/example.com/FlashCookie.sol -------------------------------------------------------------------------------- /modCrawler/test/files/fileutils/regexp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/fileutils/regexp.txt -------------------------------------------------------------------------------- /modCrawler/test/files/fileutils/regexp2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/fileutils/regexp2.txt -------------------------------------------------------------------------------- /modCrawler/test/files/fileutils/sub/regexp.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/fileutils/sub/regexp.txt -------------------------------------------------------------------------------- /modCrawler/test/files/online_tests/canvas/filltext.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/online_tests/canvas/filltext.html -------------------------------------------------------------------------------- /modCrawler/test/files/online_tests/canvas/filltext_todataurl.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/online_tests/canvas/filltext_todataurl.html -------------------------------------------------------------------------------- /modCrawler/test/files/online_tests/canvas/stroketext_todataurl.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/online_tests/canvas/stroketext_todataurl.html -------------------------------------------------------------------------------- /modCrawler/test/files/online_tests/canvas/todataurl.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/online_tests/canvas/todataurl.html -------------------------------------------------------------------------------- /modCrawler/test/files/online_tests/evercookie/cookie.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/online_tests/evercookie/cookie.html -------------------------------------------------------------------------------- /modCrawler/test/files/online_tests/evercookie/jsbin_3rdP_cookie_test.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/online_tests/evercookie/jsbin_3rdP_cookie_test.html -------------------------------------------------------------------------------- /modCrawler/test/files/online_tests/evercookie/localstorage.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/online_tests/evercookie/localstorage.html -------------------------------------------------------------------------------- /modCrawler/test/files/online_tests/evercookie/lso/FlashCookie.swf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/online_tests/evercookie/lso/FlashCookie.swf -------------------------------------------------------------------------------- /modCrawler/test/files/online_tests/evercookie/lso/flash-cookie.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/online_tests/evercookie/lso/flash-cookie.js -------------------------------------------------------------------------------- /modCrawler/test/files/online_tests/evercookie/lso/setlso.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/files/online_tests/evercookie/lso/setlso.html -------------------------------------------------------------------------------- /modCrawler/test/localstorage_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/localstorage_test.py -------------------------------------------------------------------------------- /modCrawler/test/lso_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/lso_test.py -------------------------------------------------------------------------------- /modCrawler/test/mitm_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/mitm_test.py -------------------------------------------------------------------------------- /modCrawler/test/runenv_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/runenv_test.py -------------------------------------------------------------------------------- /modCrawler/test/sttest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/sttest.py -------------------------------------------------------------------------------- /modCrawler/test/trace_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/trace_test.py -------------------------------------------------------------------------------- /modCrawler/test/utils_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/utils_test.py -------------------------------------------------------------------------------- /modCrawler/test/web_utils_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/test/web_utils_test.py -------------------------------------------------------------------------------- /modCrawler/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modCrawler/utils/census_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/utils/census_utils.py -------------------------------------------------------------------------------- /modCrawler/utils/db_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/utils/db_utils.py -------------------------------------------------------------------------------- /modCrawler/utils/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/utils/file_utils.py -------------------------------------------------------------------------------- /modCrawler/utils/gen_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/utils/gen_utils.py -------------------------------------------------------------------------------- /modCrawler/utils/ssh_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/utils/ssh_utils.py -------------------------------------------------------------------------------- /modCrawler/utils/web_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/modCrawler/utils/web_utils.py -------------------------------------------------------------------------------- /visualization/CCS-Syncing-plots.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/visualization/CCS-Syncing-plots.R -------------------------------------------------------------------------------- /visualization/build_gephi_nodelist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/visualization/build_gephi_nodelist.py -------------------------------------------------------------------------------- /visualization/gexf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/visualization/gexf.py -------------------------------------------------------------------------------- /visualization/id_cookies.p: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/citp/TheWebNeverForgets/HEAD/visualization/id_cookies.p --------------------------------------------------------------------------------