├── .codecov.yml ├── .editorconfig ├── .github ├── FUNDING.yml ├── dependabot.yml ├── release-drafter.yml └── workflows │ ├── build.yml │ └── release-drafter.yml ├── .gitignore ├── CodeCoverage.runsettings ├── License.txt ├── README.md ├── TurnerSoftware.RobotsExclusionTools.sln ├── benchmarks └── TurnerSoftware.RobotsExclusionTools.Benchmarks │ ├── BenchmarkConfig.cs │ ├── IsValidPathBenchmark.cs │ ├── PathMatchingBenchmark.cs │ ├── Program.cs │ ├── Resources │ ├── Google-Robots.txt │ └── RobotsPage-Example.txt │ ├── RobotsFileParsingBenchmark.cs │ ├── RobotsPageParsingBenchmark.cs │ └── TurnerSoftware.RobotsExclusionTools.Benchmarks.csproj ├── images └── icon.png ├── src ├── Directory.Build.props └── TurnerSoftware.RobotsExclusionTools │ ├── AssemblyInternals.cs │ ├── Constants.cs │ ├── Helpers │ ├── CompatibilityExtensions.cs │ ├── PathComparisonUtility.cs │ ├── PerfUtilities.cs │ ├── RobotsExclusionProtocolHelper.cs │ └── StreamLineReader.cs │ ├── IRobotsFileParser.cs │ ├── IRobotsPageDefinitionParser.cs │ ├── IsExternalInit.cs │ ├── PageAccessEntry.cs │ ├── RobotsFile.cs │ ├── RobotsFileAccessRules.cs │ ├── RobotsFileParsedTypes.cs │ ├── RobotsFileParser.cs │ ├── RobotsPageDefinition.cs │ ├── RobotsPageDirectives.cs │ ├── RobotsPageParser.cs │ ├── Tokenization │ ├── RobotsFileToken.cs │ ├── RobotsFileTokenReader.cs │ ├── RobotsPageToken.cs │ ├── RobotsPageTokenReader.cs │ └── TokenParsingExtensions.cs │ └── TurnerSoftware.RobotsExclusionTools.csproj └── tests ├── TurnerSoftware.RobotsExclusionTools.Tests.TestSite ├── Controllers │ └── RobotsController.cs ├── Resources │ └── robots.txt ├── SiteContext.cs ├── Startup.cs ├── TestSiteManager.cs └── TurnerSoftware.RobotsExclusionTools.Tests.TestSite.csproj └── TurnerSoftware.RobotsExclusionTools.Tests ├── Helpers ├── PerfUtilitiesTests.cs └── RobotsExclusionProtocolHelperTests.cs ├── Resources ├── RobotsFile │ ├── BlankSpacing-Example.txt │ ├── Comments-Example.txt │ ├── Comprehensive-Example.txt │ ├── FieldCasing-Example.txt │ ├── InvalidField-Example.txt │ ├── NoRobots-RFC-Example.txt │ ├── NoUserAgentRules-Example.txt │ └── Samples │ │ └── arstechnica.com.txt └── RobotsPage │ ├── DirectiveOverride-Example.txt │ ├── InvalidData-Example.txt │ ├── PartiallyInvalidData-Example.txt │ └── RobotsPage-Example.txt ├── RobotsFile ├── CustomFieldTests.cs ├── PathWildcardTests.cs ├── RFCSpecificTests.cs ├── RobotsFileParserTests.cs ├── RobotsFileTests.cs └── Samples │ └── ArsTechnicaTests.cs ├── RobotsPage └── RobotsPageParserTests.cs ├── RobotsTestExtensions.cs ├── Server └── Startup.cs ├── TestBase.cs └── TurnerSoftware.RobotsExclusionTools.Tests.csproj /.codecov.yml: -------------------------------------------------------------------------------- 1 | comment: off -------------------------------------------------------------------------------- /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/.editorconfig -------------------------------------------------------------------------------- /.github/FUNDING.yml: -------------------------------------------------------------------------------- 1 | github: Turnerj -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/release-drafter.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/.github/release-drafter.yml -------------------------------------------------------------------------------- /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.github/workflows/release-drafter.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/.github/workflows/release-drafter.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/.gitignore -------------------------------------------------------------------------------- /CodeCoverage.runsettings: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/CodeCoverage.runsettings -------------------------------------------------------------------------------- /License.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/License.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/README.md -------------------------------------------------------------------------------- /TurnerSoftware.RobotsExclusionTools.sln: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/TurnerSoftware.RobotsExclusionTools.sln -------------------------------------------------------------------------------- /benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/BenchmarkConfig.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/BenchmarkConfig.cs -------------------------------------------------------------------------------- /benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/IsValidPathBenchmark.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/IsValidPathBenchmark.cs -------------------------------------------------------------------------------- /benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/PathMatchingBenchmark.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/PathMatchingBenchmark.cs -------------------------------------------------------------------------------- /benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/Program.cs -------------------------------------------------------------------------------- /benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/Resources/Google-Robots.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/Resources/Google-Robots.txt -------------------------------------------------------------------------------- /benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/Resources/RobotsPage-Example.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/Resources/RobotsPage-Example.txt -------------------------------------------------------------------------------- /benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/RobotsFileParsingBenchmark.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/RobotsFileParsingBenchmark.cs -------------------------------------------------------------------------------- /benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/RobotsPageParsingBenchmark.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/RobotsPageParsingBenchmark.cs -------------------------------------------------------------------------------- /benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks/TurnerSoftware.RobotsExclusionTools.Benchmarks.csproj -------------------------------------------------------------------------------- /images/icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/images/icon.png -------------------------------------------------------------------------------- /src/Directory.Build.props: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/Directory.Build.props -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/AssemblyInternals.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/AssemblyInternals.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/Constants.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/Constants.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/Helpers/CompatibilityExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/Helpers/CompatibilityExtensions.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/Helpers/PathComparisonUtility.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/Helpers/PathComparisonUtility.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/Helpers/PerfUtilities.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/Helpers/PerfUtilities.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/Helpers/RobotsExclusionProtocolHelper.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/Helpers/RobotsExclusionProtocolHelper.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/Helpers/StreamLineReader.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/Helpers/StreamLineReader.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/IRobotsFileParser.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/IRobotsFileParser.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/IRobotsPageDefinitionParser.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/IRobotsPageDefinitionParser.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/IsExternalInit.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/IsExternalInit.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/PageAccessEntry.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/PageAccessEntry.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/RobotsFile.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/RobotsFile.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/RobotsFileAccessRules.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/RobotsFileAccessRules.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/RobotsFileParsedTypes.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/RobotsFileParsedTypes.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/RobotsFileParser.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/RobotsFileParser.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/RobotsPageDefinition.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/RobotsPageDefinition.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/RobotsPageDirectives.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/RobotsPageDirectives.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/RobotsPageParser.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/RobotsPageParser.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/Tokenization/RobotsFileToken.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/Tokenization/RobotsFileToken.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/Tokenization/RobotsFileTokenReader.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/Tokenization/RobotsFileTokenReader.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/Tokenization/RobotsPageToken.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/Tokenization/RobotsPageToken.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/Tokenization/RobotsPageTokenReader.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/Tokenization/RobotsPageTokenReader.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/Tokenization/TokenParsingExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/Tokenization/TokenParsingExtensions.cs -------------------------------------------------------------------------------- /src/TurnerSoftware.RobotsExclusionTools/TurnerSoftware.RobotsExclusionTools.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/src/TurnerSoftware.RobotsExclusionTools/TurnerSoftware.RobotsExclusionTools.csproj -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests.TestSite/Controllers/RobotsController.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests.TestSite/Controllers/RobotsController.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests.TestSite/Resources/robots.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests.TestSite/Resources/robots.txt -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests.TestSite/SiteContext.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests.TestSite/SiteContext.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests.TestSite/Startup.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests.TestSite/Startup.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests.TestSite/TestSiteManager.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests.TestSite/TestSiteManager.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests.TestSite/TurnerSoftware.RobotsExclusionTools.Tests.TestSite.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests.TestSite/TurnerSoftware.RobotsExclusionTools.Tests.TestSite.csproj -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Helpers/PerfUtilitiesTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Helpers/PerfUtilitiesTests.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Helpers/RobotsExclusionProtocolHelperTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Helpers/RobotsExclusionProtocolHelperTests.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/BlankSpacing-Example.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/BlankSpacing-Example.txt -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/Comments-Example.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/Comments-Example.txt -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/Comprehensive-Example.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/Comprehensive-Example.txt -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/FieldCasing-Example.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/FieldCasing-Example.txt -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/InvalidField-Example.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/InvalidField-Example.txt -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/NoRobots-RFC-Example.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/NoRobots-RFC-Example.txt -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/NoUserAgentRules-Example.txt: -------------------------------------------------------------------------------- 1 | Disallow: / -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/Samples/arstechnica.com.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsFile/Samples/arstechnica.com.txt -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsPage/DirectiveOverride-Example.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsPage/DirectiveOverride-Example.txt -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsPage/InvalidData-Example.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsPage/InvalidData-Example.txt -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsPage/PartiallyInvalidData-Example.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsPage/PartiallyInvalidData-Example.txt -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsPage/RobotsPage-Example.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Resources/RobotsPage/RobotsPage-Example.txt -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsFile/CustomFieldTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsFile/CustomFieldTests.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsFile/PathWildcardTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsFile/PathWildcardTests.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsFile/RFCSpecificTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsFile/RFCSpecificTests.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsFile/RobotsFileParserTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsFile/RobotsFileParserTests.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsFile/RobotsFileTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsFile/RobotsFileTests.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsFile/Samples/ArsTechnicaTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsFile/Samples/ArsTechnicaTests.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsPage/RobotsPageParserTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsPage/RobotsPageParserTests.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsTestExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/RobotsTestExtensions.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/Server/Startup.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/Server/Startup.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/TestBase.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/TestBase.cs -------------------------------------------------------------------------------- /tests/TurnerSoftware.RobotsExclusionTools.Tests/TurnerSoftware.RobotsExclusionTools.Tests.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TurnerSoftware/RobotsExclusionTools/HEAD/tests/TurnerSoftware.RobotsExclusionTools.Tests/TurnerSoftware.RobotsExclusionTools.Tests.csproj --------------------------------------------------------------------------------