├── .gitignore ├── .travis.yml ├── LICENSE ├── README.md ├── composer.json ├── docs ├── CheatSheet.md ├── Directives.md ├── README.md ├── _config.yml ├── methods │ ├── AllowClient.md │ ├── CacheBaseInterface.md │ ├── CacheManageInterface.md │ ├── CleanParamClient.md │ ├── CommentClient.md │ ├── DelayBaseInterface.md │ ├── DelayClient.md │ ├── DelayManageInterface.md │ ├── HostClient.md │ ├── Import.md │ ├── README.md │ ├── RenderClient.md │ ├── RequestRateClient.md │ ├── RobotVersionClient.md │ ├── SitemapClient.md │ ├── TxtClient.md │ ├── UriClient.md │ ├── UserAgentClient.md │ └── VisitTimeClient.md └── sql │ ├── README.md │ ├── cache.md │ └── delay.md ├── phpunit.xml ├── res ├── Cache │ └── MySQL.sql └── Delay │ └── MySQL.sql ├── src ├── Client │ ├── Cache │ │ ├── BaseCore.php │ │ ├── BaseInterface.php │ │ ├── CacheInterface.php │ │ ├── ManageCore.php │ │ ├── ManageInterface.php │ │ └── MySQL │ │ │ ├── Base.php │ │ │ └── Manage.php │ ├── Delay │ │ ├── BaseCore.php │ │ ├── BaseInterface.php │ │ ├── DelayInterface.php │ │ ├── ManageCore.php │ │ ├── ManageInterface.php │ │ └── MySQL │ │ │ ├── Base.php │ │ │ └── Manage.php │ ├── Directives │ │ ├── AllowClient.php │ │ ├── CleanParamClient.php │ │ ├── ClientInterface.php │ │ ├── CommentClient.php │ │ ├── DelayClient.php │ │ ├── DelayCore.php │ │ ├── DelayInterface.php │ │ ├── DirectiveClientTrait.php │ │ ├── HostClient.php │ │ ├── RequestRateClient.php │ │ ├── RobotVersionClient.php │ │ ├── SitemapClient.php │ │ ├── UserAgentClient.php │ │ ├── UserAgentTools.php │ │ └── VisitTimeClient.php │ └── RenderClient.php ├── Database.php ├── Exceptions │ ├── ClientException.php │ ├── DatabaseException.php │ ├── OutOfSyncException.php │ ├── ParserException.php │ └── RobotsTxtParserException.php ├── Handler │ ├── DatabaseTrait.php │ ├── Directives │ │ ├── RootDirectiveHandler.php │ │ └── SubDirectiveHandler.php │ ├── EncodingHandler.php │ ├── ErrorHandler.php │ └── RenderHandler.php ├── Import.php ├── Parser │ ├── Directives │ │ ├── AllowParser.php │ │ ├── CleanParamParser.php │ │ ├── CommentParser.php │ │ ├── DelayParser.php │ │ ├── DirectiveParserTrait.php │ │ ├── HostParser.php │ │ ├── HostParserCore.php │ │ ├── ParserInterface.php │ │ ├── RequestRateParser.php │ │ ├── RobotVersionParser.php │ │ ├── SitemapParser.php │ │ ├── UserAgentParser.php │ │ └── VisitTimeParser.php │ ├── HeaderParser.php │ ├── RobotsTxtParser.php │ ├── StatusCodeParser.php │ └── UriParser.php ├── RobotsTxtInterface.php ├── TxtClient.php └── UriClient.php └── tests ├── AllowTest.php ├── AtSymbolTest.php ├── ByteLimitTest.php ├── CacheDelayTest.php ├── CaseSensitiveTest.php ├── CleanParamCommonTest.php ├── CleanParamTest.php ├── CommentTest.php ├── CrawlDelayTest.php ├── DisallowAllTest.php ├── DownloadExampleTest.php ├── DownloadGoogleTest.php ├── DownloadMicrosoftTest.php ├── EmptyTest.php ├── EncodingTest.php ├── EndAnchorTest.php ├── EscapingTest.php ├── ExportTest.php ├── FTPTest.php ├── FullUriTest.php ├── HostTest.php ├── HttpRetryAfterTest.php ├── IgnoreTest.php ├── ImportTest.php ├── InvalidPathTest.php ├── InvalidUriTest.php ├── MysqlCacheDisplaceTest.php ├── MysqlCacheTest.php ├── MysqlDelayTest.php ├── NoIndexTest.php ├── RenderTest.php ├── RequestRateTest.php ├── RobotVersionTest.php ├── SitemapTest.php ├── SqliteTest.php ├── StatusCodeTest.php ├── UnlistedTest.php ├── UserAgentExportTest.php ├── UserAgentMultiTest.php ├── VisitTimeTest.php ├── WhitespaceTest.php ├── WrongRobotsTxtTest.php └── bootstrap.php /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/README.md -------------------------------------------------------------------------------- /composer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/composer.json -------------------------------------------------------------------------------- /docs/CheatSheet.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/CheatSheet.md -------------------------------------------------------------------------------- /docs/Directives.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/Directives.md -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/_config.yml -------------------------------------------------------------------------------- /docs/methods/AllowClient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/AllowClient.md -------------------------------------------------------------------------------- /docs/methods/CacheBaseInterface.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/CacheBaseInterface.md -------------------------------------------------------------------------------- /docs/methods/CacheManageInterface.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/CacheManageInterface.md -------------------------------------------------------------------------------- /docs/methods/CleanParamClient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/CleanParamClient.md -------------------------------------------------------------------------------- /docs/methods/CommentClient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/CommentClient.md -------------------------------------------------------------------------------- /docs/methods/DelayBaseInterface.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/DelayBaseInterface.md -------------------------------------------------------------------------------- /docs/methods/DelayClient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/DelayClient.md -------------------------------------------------------------------------------- /docs/methods/DelayManageInterface.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/DelayManageInterface.md -------------------------------------------------------------------------------- /docs/methods/HostClient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/HostClient.md -------------------------------------------------------------------------------- /docs/methods/Import.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/Import.md -------------------------------------------------------------------------------- /docs/methods/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/README.md -------------------------------------------------------------------------------- /docs/methods/RenderClient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/RenderClient.md -------------------------------------------------------------------------------- /docs/methods/RequestRateClient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/RequestRateClient.md -------------------------------------------------------------------------------- /docs/methods/RobotVersionClient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/RobotVersionClient.md -------------------------------------------------------------------------------- /docs/methods/SitemapClient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/SitemapClient.md -------------------------------------------------------------------------------- /docs/methods/TxtClient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/TxtClient.md -------------------------------------------------------------------------------- /docs/methods/UriClient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/UriClient.md -------------------------------------------------------------------------------- /docs/methods/UserAgentClient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/UserAgentClient.md -------------------------------------------------------------------------------- /docs/methods/VisitTimeClient.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/methods/VisitTimeClient.md -------------------------------------------------------------------------------- /docs/sql/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/sql/README.md -------------------------------------------------------------------------------- /docs/sql/cache.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/sql/cache.md -------------------------------------------------------------------------------- /docs/sql/delay.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/docs/sql/delay.md -------------------------------------------------------------------------------- /phpunit.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/phpunit.xml -------------------------------------------------------------------------------- /res/Cache/MySQL.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/res/Cache/MySQL.sql -------------------------------------------------------------------------------- /res/Delay/MySQL.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/res/Delay/MySQL.sql -------------------------------------------------------------------------------- /src/Client/Cache/BaseCore.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Cache/BaseCore.php -------------------------------------------------------------------------------- /src/Client/Cache/BaseInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Cache/BaseInterface.php -------------------------------------------------------------------------------- /src/Client/Cache/CacheInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Cache/CacheInterface.php -------------------------------------------------------------------------------- /src/Client/Cache/ManageCore.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Cache/ManageCore.php -------------------------------------------------------------------------------- /src/Client/Cache/ManageInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Cache/ManageInterface.php -------------------------------------------------------------------------------- /src/Client/Cache/MySQL/Base.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Cache/MySQL/Base.php -------------------------------------------------------------------------------- /src/Client/Cache/MySQL/Manage.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Cache/MySQL/Manage.php -------------------------------------------------------------------------------- /src/Client/Delay/BaseCore.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Delay/BaseCore.php -------------------------------------------------------------------------------- /src/Client/Delay/BaseInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Delay/BaseInterface.php -------------------------------------------------------------------------------- /src/Client/Delay/DelayInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Delay/DelayInterface.php -------------------------------------------------------------------------------- /src/Client/Delay/ManageCore.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Delay/ManageCore.php -------------------------------------------------------------------------------- /src/Client/Delay/ManageInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Delay/ManageInterface.php -------------------------------------------------------------------------------- /src/Client/Delay/MySQL/Base.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Delay/MySQL/Base.php -------------------------------------------------------------------------------- /src/Client/Delay/MySQL/Manage.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Delay/MySQL/Manage.php -------------------------------------------------------------------------------- /src/Client/Directives/AllowClient.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/AllowClient.php -------------------------------------------------------------------------------- /src/Client/Directives/CleanParamClient.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/CleanParamClient.php -------------------------------------------------------------------------------- /src/Client/Directives/ClientInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/ClientInterface.php -------------------------------------------------------------------------------- /src/Client/Directives/CommentClient.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/CommentClient.php -------------------------------------------------------------------------------- /src/Client/Directives/DelayClient.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/DelayClient.php -------------------------------------------------------------------------------- /src/Client/Directives/DelayCore.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/DelayCore.php -------------------------------------------------------------------------------- /src/Client/Directives/DelayInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/DelayInterface.php -------------------------------------------------------------------------------- /src/Client/Directives/DirectiveClientTrait.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/DirectiveClientTrait.php -------------------------------------------------------------------------------- /src/Client/Directives/HostClient.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/HostClient.php -------------------------------------------------------------------------------- /src/Client/Directives/RequestRateClient.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/RequestRateClient.php -------------------------------------------------------------------------------- /src/Client/Directives/RobotVersionClient.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/RobotVersionClient.php -------------------------------------------------------------------------------- /src/Client/Directives/SitemapClient.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/SitemapClient.php -------------------------------------------------------------------------------- /src/Client/Directives/UserAgentClient.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/UserAgentClient.php -------------------------------------------------------------------------------- /src/Client/Directives/UserAgentTools.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/UserAgentTools.php -------------------------------------------------------------------------------- /src/Client/Directives/VisitTimeClient.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/Directives/VisitTimeClient.php -------------------------------------------------------------------------------- /src/Client/RenderClient.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Client/RenderClient.php -------------------------------------------------------------------------------- /src/Database.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Database.php -------------------------------------------------------------------------------- /src/Exceptions/ClientException.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Exceptions/ClientException.php -------------------------------------------------------------------------------- /src/Exceptions/DatabaseException.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Exceptions/DatabaseException.php -------------------------------------------------------------------------------- /src/Exceptions/OutOfSyncException.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Exceptions/OutOfSyncException.php -------------------------------------------------------------------------------- /src/Exceptions/ParserException.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Exceptions/ParserException.php -------------------------------------------------------------------------------- /src/Exceptions/RobotsTxtParserException.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Exceptions/RobotsTxtParserException.php -------------------------------------------------------------------------------- /src/Handler/DatabaseTrait.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Handler/DatabaseTrait.php -------------------------------------------------------------------------------- /src/Handler/Directives/RootDirectiveHandler.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Handler/Directives/RootDirectiveHandler.php -------------------------------------------------------------------------------- /src/Handler/Directives/SubDirectiveHandler.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Handler/Directives/SubDirectiveHandler.php -------------------------------------------------------------------------------- /src/Handler/EncodingHandler.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Handler/EncodingHandler.php -------------------------------------------------------------------------------- /src/Handler/ErrorHandler.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Handler/ErrorHandler.php -------------------------------------------------------------------------------- /src/Handler/RenderHandler.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Handler/RenderHandler.php -------------------------------------------------------------------------------- /src/Import.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Import.php -------------------------------------------------------------------------------- /src/Parser/Directives/AllowParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/Directives/AllowParser.php -------------------------------------------------------------------------------- /src/Parser/Directives/CleanParamParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/Directives/CleanParamParser.php -------------------------------------------------------------------------------- /src/Parser/Directives/CommentParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/Directives/CommentParser.php -------------------------------------------------------------------------------- /src/Parser/Directives/DelayParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/Directives/DelayParser.php -------------------------------------------------------------------------------- /src/Parser/Directives/DirectiveParserTrait.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/Directives/DirectiveParserTrait.php -------------------------------------------------------------------------------- /src/Parser/Directives/HostParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/Directives/HostParser.php -------------------------------------------------------------------------------- /src/Parser/Directives/HostParserCore.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/Directives/HostParserCore.php -------------------------------------------------------------------------------- /src/Parser/Directives/ParserInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/Directives/ParserInterface.php -------------------------------------------------------------------------------- /src/Parser/Directives/RequestRateParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/Directives/RequestRateParser.php -------------------------------------------------------------------------------- /src/Parser/Directives/RobotVersionParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/Directives/RobotVersionParser.php -------------------------------------------------------------------------------- /src/Parser/Directives/SitemapParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/Directives/SitemapParser.php -------------------------------------------------------------------------------- /src/Parser/Directives/UserAgentParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/Directives/UserAgentParser.php -------------------------------------------------------------------------------- /src/Parser/Directives/VisitTimeParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/Directives/VisitTimeParser.php -------------------------------------------------------------------------------- /src/Parser/HeaderParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/HeaderParser.php -------------------------------------------------------------------------------- /src/Parser/RobotsTxtParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/RobotsTxtParser.php -------------------------------------------------------------------------------- /src/Parser/StatusCodeParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/StatusCodeParser.php -------------------------------------------------------------------------------- /src/Parser/UriParser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/Parser/UriParser.php -------------------------------------------------------------------------------- /src/RobotsTxtInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/RobotsTxtInterface.php -------------------------------------------------------------------------------- /src/TxtClient.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/TxtClient.php -------------------------------------------------------------------------------- /src/UriClient.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/src/UriClient.php -------------------------------------------------------------------------------- /tests/AllowTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/AllowTest.php -------------------------------------------------------------------------------- /tests/AtSymbolTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/AtSymbolTest.php -------------------------------------------------------------------------------- /tests/ByteLimitTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/ByteLimitTest.php -------------------------------------------------------------------------------- /tests/CacheDelayTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/CacheDelayTest.php -------------------------------------------------------------------------------- /tests/CaseSensitiveTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/CaseSensitiveTest.php -------------------------------------------------------------------------------- /tests/CleanParamCommonTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/CleanParamCommonTest.php -------------------------------------------------------------------------------- /tests/CleanParamTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/CleanParamTest.php -------------------------------------------------------------------------------- /tests/CommentTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/CommentTest.php -------------------------------------------------------------------------------- /tests/CrawlDelayTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/CrawlDelayTest.php -------------------------------------------------------------------------------- /tests/DisallowAllTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/DisallowAllTest.php -------------------------------------------------------------------------------- /tests/DownloadExampleTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/DownloadExampleTest.php -------------------------------------------------------------------------------- /tests/DownloadGoogleTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/DownloadGoogleTest.php -------------------------------------------------------------------------------- /tests/DownloadMicrosoftTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/DownloadMicrosoftTest.php -------------------------------------------------------------------------------- /tests/EmptyTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/EmptyTest.php -------------------------------------------------------------------------------- /tests/EncodingTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/EncodingTest.php -------------------------------------------------------------------------------- /tests/EndAnchorTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/EndAnchorTest.php -------------------------------------------------------------------------------- /tests/EscapingTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/EscapingTest.php -------------------------------------------------------------------------------- /tests/ExportTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/ExportTest.php -------------------------------------------------------------------------------- /tests/FTPTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/FTPTest.php -------------------------------------------------------------------------------- /tests/FullUriTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/FullUriTest.php -------------------------------------------------------------------------------- /tests/HostTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/HostTest.php -------------------------------------------------------------------------------- /tests/HttpRetryAfterTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/HttpRetryAfterTest.php -------------------------------------------------------------------------------- /tests/IgnoreTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/IgnoreTest.php -------------------------------------------------------------------------------- /tests/ImportTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/ImportTest.php -------------------------------------------------------------------------------- /tests/InvalidPathTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/InvalidPathTest.php -------------------------------------------------------------------------------- /tests/InvalidUriTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/InvalidUriTest.php -------------------------------------------------------------------------------- /tests/MysqlCacheDisplaceTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/MysqlCacheDisplaceTest.php -------------------------------------------------------------------------------- /tests/MysqlCacheTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/MysqlCacheTest.php -------------------------------------------------------------------------------- /tests/MysqlDelayTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/MysqlDelayTest.php -------------------------------------------------------------------------------- /tests/NoIndexTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/NoIndexTest.php -------------------------------------------------------------------------------- /tests/RenderTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/RenderTest.php -------------------------------------------------------------------------------- /tests/RequestRateTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/RequestRateTest.php -------------------------------------------------------------------------------- /tests/RobotVersionTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/RobotVersionTest.php -------------------------------------------------------------------------------- /tests/SitemapTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/SitemapTest.php -------------------------------------------------------------------------------- /tests/SqliteTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/SqliteTest.php -------------------------------------------------------------------------------- /tests/StatusCodeTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/StatusCodeTest.php -------------------------------------------------------------------------------- /tests/UnlistedTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/UnlistedTest.php -------------------------------------------------------------------------------- /tests/UserAgentExportTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/UserAgentExportTest.php -------------------------------------------------------------------------------- /tests/UserAgentMultiTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/UserAgentMultiTest.php -------------------------------------------------------------------------------- /tests/VisitTimeTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/VisitTimeTest.php -------------------------------------------------------------------------------- /tests/WhitespaceTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/WhitespaceTest.php -------------------------------------------------------------------------------- /tests/WrongRobotsTxtTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/VIPnytt/RobotsTxtParser/HEAD/tests/WrongRobotsTxtTest.php -------------------------------------------------------------------------------- /tests/bootstrap.php: -------------------------------------------------------------------------------- 1 |