├── .github ├── ISSUE_TEMPLATE.md └── PULL_REQUEST_TEMPLATE.md ├── .gitignore ├── LICENSE ├── README.md ├── docs ├── code-of-conduct.md └── contributing.md ├── pom.xml └── src ├── main └── java │ └── com │ └── google │ └── search │ └── robotstxt │ ├── Matcher.java │ ├── MatchingStrategy.java │ ├── ParseException.java │ ├── ParseHandler.java │ ├── Parser.java │ ├── RobotsContents.java │ ├── RobotsLongestMatchStrategy.java │ ├── RobotsMatcher.java │ ├── RobotsParseHandler.java │ ├── RobotsParser.java │ └── RobotsParserApp.java └── test └── java └── com └── google └── search └── robotstxt ├── RobotsMatcherTest.java └── RobotsParserTest.java /.github/ISSUE_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/.github/ISSUE_TEMPLATE.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/README.md -------------------------------------------------------------------------------- /docs/code-of-conduct.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/docs/code-of-conduct.md -------------------------------------------------------------------------------- /docs/contributing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/docs/contributing.md -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/java/com/google/search/robotstxt/Matcher.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/src/main/java/com/google/search/robotstxt/Matcher.java -------------------------------------------------------------------------------- /src/main/java/com/google/search/robotstxt/MatchingStrategy.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/src/main/java/com/google/search/robotstxt/MatchingStrategy.java -------------------------------------------------------------------------------- /src/main/java/com/google/search/robotstxt/ParseException.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/src/main/java/com/google/search/robotstxt/ParseException.java -------------------------------------------------------------------------------- /src/main/java/com/google/search/robotstxt/ParseHandler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/src/main/java/com/google/search/robotstxt/ParseHandler.java -------------------------------------------------------------------------------- /src/main/java/com/google/search/robotstxt/Parser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/src/main/java/com/google/search/robotstxt/Parser.java -------------------------------------------------------------------------------- /src/main/java/com/google/search/robotstxt/RobotsContents.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/src/main/java/com/google/search/robotstxt/RobotsContents.java -------------------------------------------------------------------------------- /src/main/java/com/google/search/robotstxt/RobotsLongestMatchStrategy.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/src/main/java/com/google/search/robotstxt/RobotsLongestMatchStrategy.java -------------------------------------------------------------------------------- /src/main/java/com/google/search/robotstxt/RobotsMatcher.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/src/main/java/com/google/search/robotstxt/RobotsMatcher.java -------------------------------------------------------------------------------- /src/main/java/com/google/search/robotstxt/RobotsParseHandler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/src/main/java/com/google/search/robotstxt/RobotsParseHandler.java -------------------------------------------------------------------------------- /src/main/java/com/google/search/robotstxt/RobotsParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/src/main/java/com/google/search/robotstxt/RobotsParser.java -------------------------------------------------------------------------------- /src/main/java/com/google/search/robotstxt/RobotsParserApp.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/src/main/java/com/google/search/robotstxt/RobotsParserApp.java -------------------------------------------------------------------------------- /src/test/java/com/google/search/robotstxt/RobotsMatcherTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/src/test/java/com/google/search/robotstxt/RobotsMatcherTest.java -------------------------------------------------------------------------------- /src/test/java/com/google/search/robotstxt/RobotsParserTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/robotstxt-java/HEAD/src/test/java/com/google/search/robotstxt/RobotsParserTest.java --------------------------------------------------------------------------------