├── .github ├── dependabot.yml └── workflows │ └── php.yml ├── .gitignore ├── .phan └── config.php ├── .php-cs-fixer.dist.php ├── .run ├── Unit Tests.run.xml ├── [CHECK] Phan.run.xml ├── [CHECK] coverage-enforce 100.run.xml ├── [SAMPLE] example_basic_auth.php.run.xml └── [SAMPLE] example_complex.php.run.xml ├── LICENSE ├── README.md ├── bin ├── coverage-enforce ├── fix-style └── static-analysis ├── composer.json ├── docs ├── 500px-Graph.traversal.example.png ├── Makefile ├── _build │ ├── doctrees │ │ ├── environment.pickle │ │ └── index.doctree │ └── html │ │ ├── .buildinfo │ │ ├── _sources │ │ └── index.txt │ │ ├── _static │ │ ├── ajax-loader.gif │ │ ├── basic.css │ │ ├── comment-bright.png │ │ ├── comment-close.png │ │ ├── comment.png │ │ ├── default.css │ │ ├── doctools.js │ │ ├── down-pressed.png │ │ ├── down.png │ │ ├── file.png │ │ ├── jquery.js │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ ├── sidebar.js │ │ ├── underscore.js │ │ ├── up-pressed.png │ │ ├── up.png │ │ └── websupport.js │ │ ├── genindex.html │ │ ├── index.html │ │ ├── objects.inv │ │ ├── search.html │ │ └── searchindex.js ├── conf.py └── index.rst ├── example ├── cache │ └── .gitkeep ├── example_basic_auth.php ├── example_complex.php ├── example_complex_bootstrap.php ├── example_link_check.php ├── example_persistent_request_params.php ├── example_simple.php └── lib │ └── Example │ ├── GuzzleTimerMiddleware.php │ ├── LinkCheckRequestHandler.php │ ├── LogHandler.php │ └── StatsHandler.php ├── phpmd-tests.xml ├── phpmd.xml ├── phpunit.xml.dist ├── src ├── Discoverer │ ├── CrawlerDiscoverer.php │ ├── CssSelectorDiscoverer.php │ ├── Discoverer.php │ ├── DiscovererInterface.php │ ├── DiscovererSet.php │ └── XPathExpressionDiscoverer.php ├── Downloader │ ├── Downloader.php │ └── DownloaderInterface.php ├── Event │ ├── DispatcherTrait.php │ └── SpiderEvents.php ├── EventListener │ └── PolitenessPolicyListener.php ├── Exception │ └── MaxQueueSizeExceededException.php ├── Filter │ ├── PostFetchFilterInterface.php │ ├── Postfetch │ │ └── MimeTypeFilter.php │ ├── PreFetchFilterInterface.php │ └── Prefetch │ │ ├── AllowedHostsFilter.php │ │ ├── AllowedPortsFilter.php │ │ ├── AllowedSchemeFilter.php │ │ ├── ExtractRobotsTxtException.php │ │ ├── FetchRobotsTxtException.php │ │ ├── RestrictToBaseUriFilter.php │ │ ├── RobotsTxtDisallowFilter.php │ │ ├── UriFilter.php │ │ ├── UriWithHashFragmentFilter.php │ │ └── UriWithQueryStringFilter.php ├── FilterableInterface.php ├── PersistenceHandler │ ├── FilePersistenceHandler.php │ ├── FileSerializedResourcePersistenceHandler.php │ ├── MemoryPersistenceHandler.php │ └── PersistenceHandlerInterface.php ├── QueueManager │ ├── InMemoryQueueManager.php │ └── QueueManagerInterface.php ├── RequestHandler │ ├── GuzzleRequestHandler.php │ └── RequestHandlerInterface.php ├── Resource.php ├── Spider.php └── Uri │ └── DiscoveredUri.php └── tests ├── Discoverer ├── CssSelectorDiscovererTest.php ├── DiscovererSetTest.php ├── DiscovererTest.php ├── DiscovererTestCase.php ├── XpathExpressionDiscovererTest.php └── robots.txt ├── Downloader └── DownloaderTest.php ├── EventListener └── PolitenessPolicyListenerTest.php ├── Filter ├── Postfetch │ └── MimeTypeFilterTest.php └── Prefetch │ ├── AllowedHostsFilterTest.php │ ├── AllowedPortsFilterTest.php │ ├── AllowedSchemeFilterTest.php │ ├── RestrictToBaseUriFilterTest.php │ ├── RobotsTxtDisallowFilterTest.php │ ├── UriFilterTest.php │ ├── UriWithHashFragmentFilterTest.php │ ├── UriWithQueryStringFilterTest.php │ └── robots.txt ├── Fixtures ├── DownloaderTestHTMLResource.html ├── ResourceTestHTMLResource.html ├── SpiderTestHTMLResourceA.html ├── SpiderTestHTMLResourceB.html ├── SpiderTestHTMLResourceC.html ├── SpiderTestHTMLResourceD.html ├── SpiderTestHTMLResourceE.html ├── SpiderTestHTMLResourceF.html └── SpiderTestHTMLResourceG.html ├── PersistenceHandler ├── FileSerializedResourcePersistenceHandlerTest.php └── MemoryPersistenceHandlerTest.php ├── QueueManager └── InMemoryQueueManagerTest.php ├── RequestHandler └── GuzzleRequestHandlerTest.php ├── ResourceTest.php ├── SpiderTest.php ├── TestCase.php └── Uri └── DiscoveredUriTest.php /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/php.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/.github/workflows/php.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/.gitignore -------------------------------------------------------------------------------- /.phan/config.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/.phan/config.php -------------------------------------------------------------------------------- /.php-cs-fixer.dist.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/.php-cs-fixer.dist.php -------------------------------------------------------------------------------- /.run/Unit Tests.run.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/.run/Unit Tests.run.xml -------------------------------------------------------------------------------- /.run/[CHECK] Phan.run.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/.run/[CHECK] Phan.run.xml -------------------------------------------------------------------------------- /.run/[CHECK] coverage-enforce 100.run.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/.run/[CHECK] coverage-enforce 100.run.xml -------------------------------------------------------------------------------- /.run/[SAMPLE] example_basic_auth.php.run.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/.run/[SAMPLE] example_basic_auth.php.run.xml -------------------------------------------------------------------------------- /.run/[SAMPLE] example_complex.php.run.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/.run/[SAMPLE] example_complex.php.run.xml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/README.md -------------------------------------------------------------------------------- /bin/coverage-enforce: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/bin/coverage-enforce -------------------------------------------------------------------------------- /bin/fix-style: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/bin/fix-style -------------------------------------------------------------------------------- /bin/static-analysis: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/bin/static-analysis -------------------------------------------------------------------------------- /composer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/composer.json -------------------------------------------------------------------------------- /docs/500px-Graph.traversal.example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/500px-Graph.traversal.example.png -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/_build/doctrees/environment.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/doctrees/environment.pickle -------------------------------------------------------------------------------- /docs/_build/doctrees/index.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/doctrees/index.doctree -------------------------------------------------------------------------------- /docs/_build/html/.buildinfo: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/.buildinfo -------------------------------------------------------------------------------- /docs/_build/html/_sources/index.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_sources/index.txt -------------------------------------------------------------------------------- /docs/_build/html/_static/ajax-loader.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/ajax-loader.gif -------------------------------------------------------------------------------- /docs/_build/html/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/basic.css -------------------------------------------------------------------------------- /docs/_build/html/_static/comment-bright.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/comment-bright.png -------------------------------------------------------------------------------- /docs/_build/html/_static/comment-close.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/comment-close.png -------------------------------------------------------------------------------- /docs/_build/html/_static/comment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/comment.png -------------------------------------------------------------------------------- /docs/_build/html/_static/default.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/default.css -------------------------------------------------------------------------------- /docs/_build/html/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/doctools.js -------------------------------------------------------------------------------- /docs/_build/html/_static/down-pressed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/down-pressed.png -------------------------------------------------------------------------------- /docs/_build/html/_static/down.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/down.png -------------------------------------------------------------------------------- /docs/_build/html/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/file.png -------------------------------------------------------------------------------- /docs/_build/html/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/jquery.js -------------------------------------------------------------------------------- /docs/_build/html/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/minus.png -------------------------------------------------------------------------------- /docs/_build/html/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/plus.png -------------------------------------------------------------------------------- /docs/_build/html/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/pygments.css -------------------------------------------------------------------------------- /docs/_build/html/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/searchtools.js -------------------------------------------------------------------------------- /docs/_build/html/_static/sidebar.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/sidebar.js -------------------------------------------------------------------------------- /docs/_build/html/_static/underscore.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/underscore.js -------------------------------------------------------------------------------- /docs/_build/html/_static/up-pressed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/up-pressed.png -------------------------------------------------------------------------------- /docs/_build/html/_static/up.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/up.png -------------------------------------------------------------------------------- /docs/_build/html/_static/websupport.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/_static/websupport.js -------------------------------------------------------------------------------- /docs/_build/html/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/genindex.html -------------------------------------------------------------------------------- /docs/_build/html/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/index.html -------------------------------------------------------------------------------- /docs/_build/html/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/objects.inv -------------------------------------------------------------------------------- /docs/_build/html/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/search.html -------------------------------------------------------------------------------- /docs/_build/html/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/_build/html/searchindex.js -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/docs/index.rst -------------------------------------------------------------------------------- /example/cache/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /example/example_basic_auth.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/example/example_basic_auth.php -------------------------------------------------------------------------------- /example/example_complex.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/example/example_complex.php -------------------------------------------------------------------------------- /example/example_complex_bootstrap.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/example/example_complex_bootstrap.php -------------------------------------------------------------------------------- /example/example_link_check.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/example/example_link_check.php -------------------------------------------------------------------------------- /example/example_persistent_request_params.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/example/example_persistent_request_params.php -------------------------------------------------------------------------------- /example/example_simple.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/example/example_simple.php -------------------------------------------------------------------------------- /example/lib/Example/GuzzleTimerMiddleware.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/example/lib/Example/GuzzleTimerMiddleware.php -------------------------------------------------------------------------------- /example/lib/Example/LinkCheckRequestHandler.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/example/lib/Example/LinkCheckRequestHandler.php -------------------------------------------------------------------------------- /example/lib/Example/LogHandler.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/example/lib/Example/LogHandler.php -------------------------------------------------------------------------------- /example/lib/Example/StatsHandler.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/example/lib/Example/StatsHandler.php -------------------------------------------------------------------------------- /phpmd-tests.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/phpmd-tests.xml -------------------------------------------------------------------------------- /phpmd.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/phpmd.xml -------------------------------------------------------------------------------- /phpunit.xml.dist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/phpunit.xml.dist -------------------------------------------------------------------------------- /src/Discoverer/CrawlerDiscoverer.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Discoverer/CrawlerDiscoverer.php -------------------------------------------------------------------------------- /src/Discoverer/CssSelectorDiscoverer.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Discoverer/CssSelectorDiscoverer.php -------------------------------------------------------------------------------- /src/Discoverer/Discoverer.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Discoverer/Discoverer.php -------------------------------------------------------------------------------- /src/Discoverer/DiscovererInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Discoverer/DiscovererInterface.php -------------------------------------------------------------------------------- /src/Discoverer/DiscovererSet.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Discoverer/DiscovererSet.php -------------------------------------------------------------------------------- /src/Discoverer/XPathExpressionDiscoverer.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Discoverer/XPathExpressionDiscoverer.php -------------------------------------------------------------------------------- /src/Downloader/Downloader.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Downloader/Downloader.php -------------------------------------------------------------------------------- /src/Downloader/DownloaderInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Downloader/DownloaderInterface.php -------------------------------------------------------------------------------- /src/Event/DispatcherTrait.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Event/DispatcherTrait.php -------------------------------------------------------------------------------- /src/Event/SpiderEvents.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Event/SpiderEvents.php -------------------------------------------------------------------------------- /src/EventListener/PolitenessPolicyListener.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/EventListener/PolitenessPolicyListener.php -------------------------------------------------------------------------------- /src/Exception/MaxQueueSizeExceededException.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Exception/MaxQueueSizeExceededException.php -------------------------------------------------------------------------------- /src/Filter/PostFetchFilterInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Filter/PostFetchFilterInterface.php -------------------------------------------------------------------------------- /src/Filter/Postfetch/MimeTypeFilter.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Filter/Postfetch/MimeTypeFilter.php -------------------------------------------------------------------------------- /src/Filter/PreFetchFilterInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Filter/PreFetchFilterInterface.php -------------------------------------------------------------------------------- /src/Filter/Prefetch/AllowedHostsFilter.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Filter/Prefetch/AllowedHostsFilter.php -------------------------------------------------------------------------------- /src/Filter/Prefetch/AllowedPortsFilter.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Filter/Prefetch/AllowedPortsFilter.php -------------------------------------------------------------------------------- /src/Filter/Prefetch/AllowedSchemeFilter.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Filter/Prefetch/AllowedSchemeFilter.php -------------------------------------------------------------------------------- /src/Filter/Prefetch/ExtractRobotsTxtException.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Filter/Prefetch/ExtractRobotsTxtException.php -------------------------------------------------------------------------------- /src/Filter/Prefetch/FetchRobotsTxtException.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Filter/Prefetch/FetchRobotsTxtException.php -------------------------------------------------------------------------------- /src/Filter/Prefetch/RestrictToBaseUriFilter.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Filter/Prefetch/RestrictToBaseUriFilter.php -------------------------------------------------------------------------------- /src/Filter/Prefetch/RobotsTxtDisallowFilter.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Filter/Prefetch/RobotsTxtDisallowFilter.php -------------------------------------------------------------------------------- /src/Filter/Prefetch/UriFilter.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Filter/Prefetch/UriFilter.php -------------------------------------------------------------------------------- /src/Filter/Prefetch/UriWithHashFragmentFilter.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Filter/Prefetch/UriWithHashFragmentFilter.php -------------------------------------------------------------------------------- /src/Filter/Prefetch/UriWithQueryStringFilter.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Filter/Prefetch/UriWithQueryStringFilter.php -------------------------------------------------------------------------------- /src/FilterableInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/FilterableInterface.php -------------------------------------------------------------------------------- /src/PersistenceHandler/FilePersistenceHandler.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/PersistenceHandler/FilePersistenceHandler.php -------------------------------------------------------------------------------- /src/PersistenceHandler/FileSerializedResourcePersistenceHandler.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/PersistenceHandler/FileSerializedResourcePersistenceHandler.php -------------------------------------------------------------------------------- /src/PersistenceHandler/MemoryPersistenceHandler.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/PersistenceHandler/MemoryPersistenceHandler.php -------------------------------------------------------------------------------- /src/PersistenceHandler/PersistenceHandlerInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/PersistenceHandler/PersistenceHandlerInterface.php -------------------------------------------------------------------------------- /src/QueueManager/InMemoryQueueManager.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/QueueManager/InMemoryQueueManager.php -------------------------------------------------------------------------------- /src/QueueManager/QueueManagerInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/QueueManager/QueueManagerInterface.php -------------------------------------------------------------------------------- /src/RequestHandler/GuzzleRequestHandler.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/RequestHandler/GuzzleRequestHandler.php -------------------------------------------------------------------------------- /src/RequestHandler/RequestHandlerInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/RequestHandler/RequestHandlerInterface.php -------------------------------------------------------------------------------- /src/Resource.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Resource.php -------------------------------------------------------------------------------- /src/Spider.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Spider.php -------------------------------------------------------------------------------- /src/Uri/DiscoveredUri.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/src/Uri/DiscoveredUri.php -------------------------------------------------------------------------------- /tests/Discoverer/CssSelectorDiscovererTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Discoverer/CssSelectorDiscovererTest.php -------------------------------------------------------------------------------- /tests/Discoverer/DiscovererSetTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Discoverer/DiscovererSetTest.php -------------------------------------------------------------------------------- /tests/Discoverer/DiscovererTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Discoverer/DiscovererTest.php -------------------------------------------------------------------------------- /tests/Discoverer/DiscovererTestCase.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Discoverer/DiscovererTestCase.php -------------------------------------------------------------------------------- /tests/Discoverer/XpathExpressionDiscovererTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Discoverer/XpathExpressionDiscovererTest.php -------------------------------------------------------------------------------- /tests/Discoverer/robots.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Discoverer/robots.txt -------------------------------------------------------------------------------- /tests/Downloader/DownloaderTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Downloader/DownloaderTest.php -------------------------------------------------------------------------------- /tests/EventListener/PolitenessPolicyListenerTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/EventListener/PolitenessPolicyListenerTest.php -------------------------------------------------------------------------------- /tests/Filter/Postfetch/MimeTypeFilterTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Filter/Postfetch/MimeTypeFilterTest.php -------------------------------------------------------------------------------- /tests/Filter/Prefetch/AllowedHostsFilterTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Filter/Prefetch/AllowedHostsFilterTest.php -------------------------------------------------------------------------------- /tests/Filter/Prefetch/AllowedPortsFilterTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Filter/Prefetch/AllowedPortsFilterTest.php -------------------------------------------------------------------------------- /tests/Filter/Prefetch/AllowedSchemeFilterTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Filter/Prefetch/AllowedSchemeFilterTest.php -------------------------------------------------------------------------------- /tests/Filter/Prefetch/RestrictToBaseUriFilterTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Filter/Prefetch/RestrictToBaseUriFilterTest.php -------------------------------------------------------------------------------- /tests/Filter/Prefetch/RobotsTxtDisallowFilterTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Filter/Prefetch/RobotsTxtDisallowFilterTest.php -------------------------------------------------------------------------------- /tests/Filter/Prefetch/UriFilterTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Filter/Prefetch/UriFilterTest.php -------------------------------------------------------------------------------- /tests/Filter/Prefetch/UriWithHashFragmentFilterTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Filter/Prefetch/UriWithHashFragmentFilterTest.php -------------------------------------------------------------------------------- /tests/Filter/Prefetch/UriWithQueryStringFilterTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Filter/Prefetch/UriWithQueryStringFilterTest.php -------------------------------------------------------------------------------- /tests/Filter/Prefetch/robots.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Filter/Prefetch/robots.txt -------------------------------------------------------------------------------- /tests/Fixtures/DownloaderTestHTMLResource.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Fixtures/DownloaderTestHTMLResource.html -------------------------------------------------------------------------------- /tests/Fixtures/ResourceTestHTMLResource.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Fixtures/ResourceTestHTMLResource.html -------------------------------------------------------------------------------- /tests/Fixtures/SpiderTestHTMLResourceA.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Fixtures/SpiderTestHTMLResourceA.html -------------------------------------------------------------------------------- /tests/Fixtures/SpiderTestHTMLResourceB.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Fixtures/SpiderTestHTMLResourceB.html -------------------------------------------------------------------------------- /tests/Fixtures/SpiderTestHTMLResourceC.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Fixtures/SpiderTestHTMLResourceC.html -------------------------------------------------------------------------------- /tests/Fixtures/SpiderTestHTMLResourceD.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Fixtures/SpiderTestHTMLResourceD.html -------------------------------------------------------------------------------- /tests/Fixtures/SpiderTestHTMLResourceE.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Fixtures/SpiderTestHTMLResourceE.html -------------------------------------------------------------------------------- /tests/Fixtures/SpiderTestHTMLResourceF.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Fixtures/SpiderTestHTMLResourceF.html -------------------------------------------------------------------------------- /tests/Fixtures/SpiderTestHTMLResourceG.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Fixtures/SpiderTestHTMLResourceG.html -------------------------------------------------------------------------------- /tests/PersistenceHandler/FileSerializedResourcePersistenceHandlerTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/PersistenceHandler/FileSerializedResourcePersistenceHandlerTest.php -------------------------------------------------------------------------------- /tests/PersistenceHandler/MemoryPersistenceHandlerTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/PersistenceHandler/MemoryPersistenceHandlerTest.php -------------------------------------------------------------------------------- /tests/QueueManager/InMemoryQueueManagerTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/QueueManager/InMemoryQueueManagerTest.php -------------------------------------------------------------------------------- /tests/RequestHandler/GuzzleRequestHandlerTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/RequestHandler/GuzzleRequestHandlerTest.php -------------------------------------------------------------------------------- /tests/ResourceTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/ResourceTest.php -------------------------------------------------------------------------------- /tests/SpiderTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/SpiderTest.php -------------------------------------------------------------------------------- /tests/TestCase.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/TestCase.php -------------------------------------------------------------------------------- /tests/Uri/DiscoveredUriTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mvdbos/php-spider/HEAD/tests/Uri/DiscoveredUriTest.php --------------------------------------------------------------------------------