├── .codecov.yml ├── .gitignore ├── .travis.yml ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── client ├── client.go ├── client_test.go ├── factory.go ├── factory_test.go └── mock │ └── mock.go ├── doc ├── dataflow.svg └── internals.md ├── filter ├── dotproduct_expander.go ├── expander.go ├── extension_expander.go ├── filter.go ├── filter_test.go ├── header_expander.go ├── wordlist_expander.go └── wordlist_expander_test.go ├── go.mod ├── go.sum ├── logging ├── logging.go └── logging_test.go ├── main.go ├── progressbar.go ├── results ├── linkcheck.go ├── linkcheck_test.go ├── results.go ├── results_csv.go ├── results_csv_test.go ├── results_diff.go ├── results_html.go ├── results_html_test.go ├── results_plain.go ├── results_plain_test.go └── results_test.go ├── robots ├── robots.go ├── robots_test.go └── testdata │ └── test_robots.txt ├── settings ├── config_unix.go ├── durationflag.go ├── headerflag.go ├── intsliceflag.go ├── robotsmode.go ├── runmodes.go ├── settings.go ├── settings_test.go └── stringsliceflag.go ├── task └── task.go ├── test.sh ├── util ├── utils.go └── utils_test.go ├── wordlist ├── testdata │ └── testwl ├── wordlist.go ├── wordlist_default.go ├── wordlist_short.go └── wordlist_test.go ├── worker ├── htmlworker.go ├── htmlworker_test.go ├── worker.go └── worker_test.go └── workqueue ├── workcounter.go ├── workcounter_test.go ├── workqueue.go └── workqueue_test.go /.codecov.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/.codecov.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/.travis.yml -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/README.md -------------------------------------------------------------------------------- /client/client.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/client/client.go -------------------------------------------------------------------------------- /client/client_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/client/client_test.go -------------------------------------------------------------------------------- /client/factory.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/client/factory.go -------------------------------------------------------------------------------- /client/factory_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/client/factory_test.go -------------------------------------------------------------------------------- /client/mock/mock.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/client/mock/mock.go -------------------------------------------------------------------------------- /doc/dataflow.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/doc/dataflow.svg -------------------------------------------------------------------------------- /doc/internals.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/doc/internals.md -------------------------------------------------------------------------------- /filter/dotproduct_expander.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/filter/dotproduct_expander.go -------------------------------------------------------------------------------- /filter/expander.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/filter/expander.go -------------------------------------------------------------------------------- /filter/extension_expander.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/filter/extension_expander.go -------------------------------------------------------------------------------- /filter/filter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/filter/filter.go -------------------------------------------------------------------------------- /filter/filter_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/filter/filter_test.go -------------------------------------------------------------------------------- /filter/header_expander.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/filter/header_expander.go -------------------------------------------------------------------------------- /filter/wordlist_expander.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/filter/wordlist_expander.go -------------------------------------------------------------------------------- /filter/wordlist_expander_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/filter/wordlist_expander_test.go -------------------------------------------------------------------------------- /go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/go.mod -------------------------------------------------------------------------------- /go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/go.sum -------------------------------------------------------------------------------- /logging/logging.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/logging/logging.go -------------------------------------------------------------------------------- /logging/logging_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/logging/logging_test.go -------------------------------------------------------------------------------- /main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/main.go -------------------------------------------------------------------------------- /progressbar.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/progressbar.go -------------------------------------------------------------------------------- /results/linkcheck.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/results/linkcheck.go -------------------------------------------------------------------------------- /results/linkcheck_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/results/linkcheck_test.go -------------------------------------------------------------------------------- /results/results.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/results/results.go -------------------------------------------------------------------------------- /results/results_csv.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/results/results_csv.go -------------------------------------------------------------------------------- /results/results_csv_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/results/results_csv_test.go -------------------------------------------------------------------------------- /results/results_diff.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/results/results_diff.go -------------------------------------------------------------------------------- /results/results_html.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/results/results_html.go -------------------------------------------------------------------------------- /results/results_html_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/results/results_html_test.go -------------------------------------------------------------------------------- /results/results_plain.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/results/results_plain.go -------------------------------------------------------------------------------- /results/results_plain_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/results/results_plain_test.go -------------------------------------------------------------------------------- /results/results_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/results/results_test.go -------------------------------------------------------------------------------- /robots/robots.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/robots/robots.go -------------------------------------------------------------------------------- /robots/robots_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/robots/robots_test.go -------------------------------------------------------------------------------- /robots/testdata/test_robots.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/robots/testdata/test_robots.txt -------------------------------------------------------------------------------- /settings/config_unix.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/settings/config_unix.go -------------------------------------------------------------------------------- /settings/durationflag.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/settings/durationflag.go -------------------------------------------------------------------------------- /settings/headerflag.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/settings/headerflag.go -------------------------------------------------------------------------------- /settings/intsliceflag.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/settings/intsliceflag.go -------------------------------------------------------------------------------- /settings/robotsmode.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/settings/robotsmode.go -------------------------------------------------------------------------------- /settings/runmodes.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/settings/runmodes.go -------------------------------------------------------------------------------- /settings/settings.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/settings/settings.go -------------------------------------------------------------------------------- /settings/settings_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/settings/settings_test.go -------------------------------------------------------------------------------- /settings/stringsliceflag.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/settings/stringsliceflag.go -------------------------------------------------------------------------------- /task/task.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/task/task.go -------------------------------------------------------------------------------- /test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/test.sh -------------------------------------------------------------------------------- /util/utils.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/util/utils.go -------------------------------------------------------------------------------- /util/utils_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/util/utils_test.go -------------------------------------------------------------------------------- /wordlist/testdata/testwl: -------------------------------------------------------------------------------- 1 | a 2 | b 3 | c 4 | 5 | -------------------------------------------------------------------------------- /wordlist/wordlist.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/wordlist/wordlist.go -------------------------------------------------------------------------------- /wordlist/wordlist_default.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/wordlist/wordlist_default.go -------------------------------------------------------------------------------- /wordlist/wordlist_short.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/wordlist/wordlist_short.go -------------------------------------------------------------------------------- /wordlist/wordlist_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/wordlist/wordlist_test.go -------------------------------------------------------------------------------- /worker/htmlworker.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/worker/htmlworker.go -------------------------------------------------------------------------------- /worker/htmlworker_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/worker/htmlworker_test.go -------------------------------------------------------------------------------- /worker/worker.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/worker/worker.go -------------------------------------------------------------------------------- /worker/worker_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/worker/worker_test.go -------------------------------------------------------------------------------- /workqueue/workcounter.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/workqueue/workcounter.go -------------------------------------------------------------------------------- /workqueue/workcounter_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/workqueue/workcounter_test.go -------------------------------------------------------------------------------- /workqueue/workqueue.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/workqueue/workqueue.go -------------------------------------------------------------------------------- /workqueue/workqueue_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Matir/webborer/HEAD/workqueue/workqueue_test.go --------------------------------------------------------------------------------