├── .git-blame-ignore-revs ├── .github ├── dependabot.yml └── workflows │ └── node.js.yml ├── .gitignore ├── .prettierignore ├── .prettierrc ├── LICENSE ├── README.md ├── browser ├── BaseBrowser.js ├── LocalChrome.js ├── RemoteChrome.js └── openBrowser.js ├── cli ├── crawl-cli.js ├── crawlConfig.js └── metadataFile.js ├── collectors ├── APICallCollector.js ├── APICalls │ ├── TrackerTracker.js │ ├── breakpointScript.template.js │ └── breakpoints.js ├── BaseCollector.js ├── ContentScriptCollector.js ├── CookieCollector.js ├── CookiePopups │ └── scrapeScript.js ├── CookiePopupsCollector.js ├── RequestCollector.js ├── ScreenshotCollector.js ├── TargetCollector.js └── TraceCollector.js ├── constants.js ├── crawler.js ├── crawlerConductor.js ├── eslint.config.mjs ├── helpers ├── chromiumDownload.js ├── collectorsList.js ├── deferred.js ├── hash.js ├── headers.js ├── initiators.js ├── notABot.js ├── reportersList.js ├── timer.js ├── wait.js └── waitFor.js ├── main.js ├── package.json ├── post-processing ├── clickhouse.js ├── detect-cookie-popups.js ├── generate-autoconsent-rules │ ├── button-patterns.js │ ├── detection.js │ ├── generation.js │ ├── main.js │ ├── types.js │ └── verification.js └── summary.js ├── reporters ├── BaseReporter.js ├── CLIReporter.js ├── ClickhouseReporter.js ├── FileReporter.js └── HTMLReporter.js ├── tests ├── cli │ ├── crawlConfig.test.js │ └── sampleConfig.json ├── collectors │ ├── APICallCollector.mocha.js │ ├── ContentScriptCollector.mocha.js │ ├── CookieCollector.test.js │ ├── CookiePopupsCollector.mocha.js │ ├── RequestCollector.test.js │ ├── TargetCollector.test.js │ └── fixtures │ │ └── debugger-paused.json ├── helpers │ ├── deferred.test.js │ ├── headers.test.js │ ├── initiators.test.js │ ├── timer.test.js │ └── wait.test.js ├── integration │ ├── apiAttribution.test.js │ ├── apiCollection.test.js │ ├── crawlerConductor.test.js │ ├── detectable.test.js │ └── requestCollection.test.js └── runTests.js └── tsconfig.json /.git-blame-ignore-revs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/.git-blame-ignore-revs -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/node.js.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/.github/workflows/node.js.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | node_modules 2 | .DS_Store 3 | .vscode/ 4 | data/ 5 | summary.json 6 | chromium/ 7 | -------------------------------------------------------------------------------- /.prettierignore: -------------------------------------------------------------------------------- 1 | collectors/APICalls/breakpointScript.template.js 2 | -------------------------------------------------------------------------------- /.prettierrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/.prettierrc -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/README.md -------------------------------------------------------------------------------- /browser/BaseBrowser.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/browser/BaseBrowser.js -------------------------------------------------------------------------------- /browser/LocalChrome.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/browser/LocalChrome.js -------------------------------------------------------------------------------- /browser/RemoteChrome.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/browser/RemoteChrome.js -------------------------------------------------------------------------------- /browser/openBrowser.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/browser/openBrowser.js -------------------------------------------------------------------------------- /cli/crawl-cli.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/cli/crawl-cli.js -------------------------------------------------------------------------------- /cli/crawlConfig.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/cli/crawlConfig.js -------------------------------------------------------------------------------- /cli/metadataFile.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/cli/metadataFile.js -------------------------------------------------------------------------------- /collectors/APICallCollector.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/collectors/APICallCollector.js -------------------------------------------------------------------------------- /collectors/APICalls/TrackerTracker.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/collectors/APICalls/TrackerTracker.js -------------------------------------------------------------------------------- /collectors/APICalls/breakpointScript.template.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/collectors/APICalls/breakpointScript.template.js -------------------------------------------------------------------------------- /collectors/APICalls/breakpoints.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/collectors/APICalls/breakpoints.js -------------------------------------------------------------------------------- /collectors/BaseCollector.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/collectors/BaseCollector.js -------------------------------------------------------------------------------- /collectors/ContentScriptCollector.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/collectors/ContentScriptCollector.js -------------------------------------------------------------------------------- /collectors/CookieCollector.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/collectors/CookieCollector.js -------------------------------------------------------------------------------- /collectors/CookiePopups/scrapeScript.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/collectors/CookiePopups/scrapeScript.js -------------------------------------------------------------------------------- /collectors/CookiePopupsCollector.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/collectors/CookiePopupsCollector.js -------------------------------------------------------------------------------- /collectors/RequestCollector.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/collectors/RequestCollector.js -------------------------------------------------------------------------------- /collectors/ScreenshotCollector.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/collectors/ScreenshotCollector.js -------------------------------------------------------------------------------- /collectors/TargetCollector.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/collectors/TargetCollector.js -------------------------------------------------------------------------------- /collectors/TraceCollector.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/collectors/TraceCollector.js -------------------------------------------------------------------------------- /constants.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/constants.js -------------------------------------------------------------------------------- /crawler.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/crawler.js -------------------------------------------------------------------------------- /crawlerConductor.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/crawlerConductor.js -------------------------------------------------------------------------------- /eslint.config.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/eslint.config.mjs -------------------------------------------------------------------------------- /helpers/chromiumDownload.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/helpers/chromiumDownload.js -------------------------------------------------------------------------------- /helpers/collectorsList.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/helpers/collectorsList.js -------------------------------------------------------------------------------- /helpers/deferred.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/helpers/deferred.js -------------------------------------------------------------------------------- /helpers/hash.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/helpers/hash.js -------------------------------------------------------------------------------- /helpers/headers.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/helpers/headers.js -------------------------------------------------------------------------------- /helpers/initiators.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/helpers/initiators.js -------------------------------------------------------------------------------- /helpers/notABot.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/helpers/notABot.js -------------------------------------------------------------------------------- /helpers/reportersList.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/helpers/reportersList.js -------------------------------------------------------------------------------- /helpers/timer.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/helpers/timer.js -------------------------------------------------------------------------------- /helpers/wait.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/helpers/wait.js -------------------------------------------------------------------------------- /helpers/waitFor.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/helpers/waitFor.js -------------------------------------------------------------------------------- /main.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/main.js -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/package.json -------------------------------------------------------------------------------- /post-processing/clickhouse.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/post-processing/clickhouse.js -------------------------------------------------------------------------------- /post-processing/detect-cookie-popups.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/post-processing/detect-cookie-popups.js -------------------------------------------------------------------------------- /post-processing/generate-autoconsent-rules/button-patterns.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/post-processing/generate-autoconsent-rules/button-patterns.js -------------------------------------------------------------------------------- /post-processing/generate-autoconsent-rules/detection.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/post-processing/generate-autoconsent-rules/detection.js -------------------------------------------------------------------------------- /post-processing/generate-autoconsent-rules/generation.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/post-processing/generate-autoconsent-rules/generation.js -------------------------------------------------------------------------------- /post-processing/generate-autoconsent-rules/main.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/post-processing/generate-autoconsent-rules/main.js -------------------------------------------------------------------------------- /post-processing/generate-autoconsent-rules/types.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/post-processing/generate-autoconsent-rules/types.js -------------------------------------------------------------------------------- /post-processing/generate-autoconsent-rules/verification.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/post-processing/generate-autoconsent-rules/verification.js -------------------------------------------------------------------------------- /post-processing/summary.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/post-processing/summary.js -------------------------------------------------------------------------------- /reporters/BaseReporter.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/reporters/BaseReporter.js -------------------------------------------------------------------------------- /reporters/CLIReporter.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/reporters/CLIReporter.js -------------------------------------------------------------------------------- /reporters/ClickhouseReporter.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/reporters/ClickhouseReporter.js -------------------------------------------------------------------------------- /reporters/FileReporter.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/reporters/FileReporter.js -------------------------------------------------------------------------------- /reporters/HTMLReporter.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/reporters/HTMLReporter.js -------------------------------------------------------------------------------- /tests/cli/crawlConfig.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/cli/crawlConfig.test.js -------------------------------------------------------------------------------- /tests/cli/sampleConfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/cli/sampleConfig.json -------------------------------------------------------------------------------- /tests/collectors/APICallCollector.mocha.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/collectors/APICallCollector.mocha.js -------------------------------------------------------------------------------- /tests/collectors/ContentScriptCollector.mocha.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/collectors/ContentScriptCollector.mocha.js -------------------------------------------------------------------------------- /tests/collectors/CookieCollector.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/collectors/CookieCollector.test.js -------------------------------------------------------------------------------- /tests/collectors/CookiePopupsCollector.mocha.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/collectors/CookiePopupsCollector.mocha.js -------------------------------------------------------------------------------- /tests/collectors/RequestCollector.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/collectors/RequestCollector.test.js -------------------------------------------------------------------------------- /tests/collectors/TargetCollector.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/collectors/TargetCollector.test.js -------------------------------------------------------------------------------- /tests/collectors/fixtures/debugger-paused.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/collectors/fixtures/debugger-paused.json -------------------------------------------------------------------------------- /tests/helpers/deferred.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/helpers/deferred.test.js -------------------------------------------------------------------------------- /tests/helpers/headers.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/helpers/headers.test.js -------------------------------------------------------------------------------- /tests/helpers/initiators.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/helpers/initiators.test.js -------------------------------------------------------------------------------- /tests/helpers/timer.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/helpers/timer.test.js -------------------------------------------------------------------------------- /tests/helpers/wait.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/helpers/wait.test.js -------------------------------------------------------------------------------- /tests/integration/apiAttribution.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/integration/apiAttribution.test.js -------------------------------------------------------------------------------- /tests/integration/apiCollection.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/integration/apiCollection.test.js -------------------------------------------------------------------------------- /tests/integration/crawlerConductor.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/integration/crawlerConductor.test.js -------------------------------------------------------------------------------- /tests/integration/detectable.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/integration/detectable.test.js -------------------------------------------------------------------------------- /tests/integration/requestCollection.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/integration/requestCollection.test.js -------------------------------------------------------------------------------- /tests/runTests.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tests/runTests.js -------------------------------------------------------------------------------- /tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/duckduckgo/tracker-radar-collector/HEAD/tsconfig.json --------------------------------------------------------------------------------