├── .gitignore ├── .travis.yml ├── LICENSE ├── README.md ├── composer.json ├── composer.lock ├── phpstan.neon ├── phpunit.xml.dist ├── src ├── Directive │ ├── Directive.php │ ├── DirectiveInterface.php │ ├── Factory.php │ ├── UserAgentDirective.php │ ├── Validator.php │ └── Value.php ├── DirectiveList │ ├── DirectiveList.php │ └── UserAgentDirectiveList.php ├── File │ ├── File.php │ └── Parser.php ├── Inspector │ ├── Inspector.php │ └── UrlMatcher.php └── Record │ └── Record.php └── tests ├── Directive ├── DirectiveTest.php ├── FactoryTest.php ├── UserAgentDirectiveTest.php ├── ValidatorTest.php └── ValueTest.php ├── DirectiveList ├── DirectiveListTest.php └── UserAgentDirectiveListTest.php ├── File ├── AbstractFileTest.php ├── FileTest.php └── ParserTest.php ├── Inspector ├── GetDirectivesTest.php └── IsAllowedTest.php ├── Record └── RecordTest.php └── fixtures ├── robots-txt-files ├── contains-invalid-lines.txt ├── google.com.txt ├── newscientist.com.txt ├── sitemapAsLastLineInSingleRecord.txt ├── sitemapWithinSingleRecord.txt ├── stackoverflow.com.txt └── withBom.txt └── user-agent-strings.json /.gitignore: -------------------------------------------------------------------------------- 1 | /build/ 2 | /vendor/ 3 | .phpunit.result.cache 4 | -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/README.md -------------------------------------------------------------------------------- /composer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/composer.json -------------------------------------------------------------------------------- /composer.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/composer.lock -------------------------------------------------------------------------------- /phpstan.neon: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/phpstan.neon -------------------------------------------------------------------------------- /phpunit.xml.dist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/phpunit.xml.dist -------------------------------------------------------------------------------- /src/Directive/Directive.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/src/Directive/Directive.php -------------------------------------------------------------------------------- /src/Directive/DirectiveInterface.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/src/Directive/DirectiveInterface.php -------------------------------------------------------------------------------- /src/Directive/Factory.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/src/Directive/Factory.php -------------------------------------------------------------------------------- /src/Directive/UserAgentDirective.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/src/Directive/UserAgentDirective.php -------------------------------------------------------------------------------- /src/Directive/Validator.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/src/Directive/Validator.php -------------------------------------------------------------------------------- /src/Directive/Value.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/src/Directive/Value.php -------------------------------------------------------------------------------- /src/DirectiveList/DirectiveList.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/src/DirectiveList/DirectiveList.php -------------------------------------------------------------------------------- /src/DirectiveList/UserAgentDirectiveList.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/src/DirectiveList/UserAgentDirectiveList.php -------------------------------------------------------------------------------- /src/File/File.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/src/File/File.php -------------------------------------------------------------------------------- /src/File/Parser.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/src/File/Parser.php -------------------------------------------------------------------------------- /src/Inspector/Inspector.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/src/Inspector/Inspector.php -------------------------------------------------------------------------------- /src/Inspector/UrlMatcher.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/src/Inspector/UrlMatcher.php -------------------------------------------------------------------------------- /src/Record/Record.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/src/Record/Record.php -------------------------------------------------------------------------------- /tests/Directive/DirectiveTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/Directive/DirectiveTest.php -------------------------------------------------------------------------------- /tests/Directive/FactoryTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/Directive/FactoryTest.php -------------------------------------------------------------------------------- /tests/Directive/UserAgentDirectiveTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/Directive/UserAgentDirectiveTest.php -------------------------------------------------------------------------------- /tests/Directive/ValidatorTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/Directive/ValidatorTest.php -------------------------------------------------------------------------------- /tests/Directive/ValueTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/Directive/ValueTest.php -------------------------------------------------------------------------------- /tests/DirectiveList/DirectiveListTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/DirectiveList/DirectiveListTest.php -------------------------------------------------------------------------------- /tests/DirectiveList/UserAgentDirectiveListTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/DirectiveList/UserAgentDirectiveListTest.php -------------------------------------------------------------------------------- /tests/File/AbstractFileTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/File/AbstractFileTest.php -------------------------------------------------------------------------------- /tests/File/FileTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/File/FileTest.php -------------------------------------------------------------------------------- /tests/File/ParserTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/File/ParserTest.php -------------------------------------------------------------------------------- /tests/Inspector/GetDirectivesTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/Inspector/GetDirectivesTest.php -------------------------------------------------------------------------------- /tests/Inspector/IsAllowedTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/Inspector/IsAllowedTest.php -------------------------------------------------------------------------------- /tests/Record/RecordTest.php: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/Record/RecordTest.php -------------------------------------------------------------------------------- /tests/fixtures/robots-txt-files/contains-invalid-lines.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/fixtures/robots-txt-files/contains-invalid-lines.txt -------------------------------------------------------------------------------- /tests/fixtures/robots-txt-files/google.com.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/fixtures/robots-txt-files/google.com.txt -------------------------------------------------------------------------------- /tests/fixtures/robots-txt-files/newscientist.com.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/fixtures/robots-txt-files/newscientist.com.txt -------------------------------------------------------------------------------- /tests/fixtures/robots-txt-files/sitemapAsLastLineInSingleRecord.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/fixtures/robots-txt-files/sitemapAsLastLineInSingleRecord.txt -------------------------------------------------------------------------------- /tests/fixtures/robots-txt-files/sitemapWithinSingleRecord.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/fixtures/robots-txt-files/sitemapWithinSingleRecord.txt -------------------------------------------------------------------------------- /tests/fixtures/robots-txt-files/stackoverflow.com.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/fixtures/robots-txt-files/stackoverflow.com.txt -------------------------------------------------------------------------------- /tests/fixtures/robots-txt-files/withBom.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/fixtures/robots-txt-files/withBom.txt -------------------------------------------------------------------------------- /tests/fixtures/user-agent-strings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/webignition/robots-txt-file/HEAD/tests/fixtures/user-agent-strings.json --------------------------------------------------------------------------------