├── .gitignore ├── LICENSE ├── README.md ├── SpiderSharp.nuspec ├── SpiderSharp.sln ├── app └── ScrapShell │ ├── App.config │ ├── ChromeLauncher.cs │ ├── CommandMenu.cs │ ├── Program.cs │ ├── Properties │ └── AssemblyInfo.cs │ ├── ScrapShell.csproj │ └── packages.config ├── appveyor.yml ├── custom-deploy.cmd ├── sample-running.gif ├── sample └── ScrapQuotes │ ├── Program.cs │ ├── ScrapQuotes.csproj │ ├── ScrapQuotesSpider.cs │ └── readme.md └── src ├── SpiderSharp.Test ├── LoadWebsiteTest.cs ├── Properties │ └── AssemblyInfo.cs ├── RegexTest.cs ├── SpiderSharp.Test.csproj └── packages.config └── SpiderSharp ├── AddPipelines ├── AddDasherizePipeline.cs ├── AddPipeline.cs ├── AddPrintToConsolePipeline.cs ├── AddRenameFields.cs ├── AddSafeUrlsPipeline.cs ├── AddSaveToElasticSearchAsyncPipeline.cs ├── AddSaveToMongoDBAsyncPipeline.cs └── AddYoutubeDetailPipeline.cs ├── AngleDocument.cs ├── CommonSetings.cs ├── DownloaderSpider.cs ├── Extensions └── AngleSharpExtension.cs ├── GlobalSettings.cs ├── Helpers ├── Collection.cs ├── Extractors.cs ├── Html.cs ├── Json.cs ├── Numeric.cs ├── RegexHelper.cs ├── RegexLibrary.cs └── Url.cs ├── ISpiderEngine.cs ├── Nodes.cs ├── RunPipelines ├── RunCleanUrlBookmarkPipeline.cs ├── RunCleanUrlQueryStringPipeline.cs ├── RunDasherizePipeline.cs ├── RunEmbedMetadataPipeline.cs ├── RunHtmlDecodePipeline.cs ├── RunPrintToConsolePipeline.cs ├── RunRenameFieldsPipeline.cs ├── RunSafeUrlsPipeline.cs ├── RunSaveToElasticSearchPipelineAsync.cs ├── RunSaveToMongoDBPipeline.cs ├── RunSetUrlQueryStringPipeline.cs ├── RunTrimStringPipeline.cs └── RunYoutubeDetailPipeline.cs ├── SpiderContext.cs ├── SpiderEngine.cs ├── SpiderSharp.csproj └── SpiderSharp.nuspec /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/README.md -------------------------------------------------------------------------------- /SpiderSharp.nuspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/SpiderSharp.nuspec -------------------------------------------------------------------------------- /SpiderSharp.sln: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/SpiderSharp.sln -------------------------------------------------------------------------------- /app/ScrapShell/App.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/app/ScrapShell/App.config -------------------------------------------------------------------------------- /app/ScrapShell/ChromeLauncher.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/app/ScrapShell/ChromeLauncher.cs -------------------------------------------------------------------------------- /app/ScrapShell/CommandMenu.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/app/ScrapShell/CommandMenu.cs -------------------------------------------------------------------------------- /app/ScrapShell/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/app/ScrapShell/Program.cs -------------------------------------------------------------------------------- /app/ScrapShell/Properties/AssemblyInfo.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/app/ScrapShell/Properties/AssemblyInfo.cs -------------------------------------------------------------------------------- /app/ScrapShell/ScrapShell.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/app/ScrapShell/ScrapShell.csproj -------------------------------------------------------------------------------- /app/ScrapShell/packages.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/app/ScrapShell/packages.config -------------------------------------------------------------------------------- /appveyor.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/appveyor.yml -------------------------------------------------------------------------------- /custom-deploy.cmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/custom-deploy.cmd -------------------------------------------------------------------------------- /sample-running.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/sample-running.gif -------------------------------------------------------------------------------- /sample/ScrapQuotes/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/sample/ScrapQuotes/Program.cs -------------------------------------------------------------------------------- /sample/ScrapQuotes/ScrapQuotes.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/sample/ScrapQuotes/ScrapQuotes.csproj -------------------------------------------------------------------------------- /sample/ScrapQuotes/ScrapQuotesSpider.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/sample/ScrapQuotes/ScrapQuotesSpider.cs -------------------------------------------------------------------------------- /sample/ScrapQuotes/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/sample/ScrapQuotes/readme.md -------------------------------------------------------------------------------- /src/SpiderSharp.Test/LoadWebsiteTest.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp.Test/LoadWebsiteTest.cs -------------------------------------------------------------------------------- /src/SpiderSharp.Test/Properties/AssemblyInfo.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp.Test/Properties/AssemblyInfo.cs -------------------------------------------------------------------------------- /src/SpiderSharp.Test/RegexTest.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp.Test/RegexTest.cs -------------------------------------------------------------------------------- /src/SpiderSharp.Test/SpiderSharp.Test.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp.Test/SpiderSharp.Test.csproj -------------------------------------------------------------------------------- /src/SpiderSharp.Test/packages.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp.Test/packages.config -------------------------------------------------------------------------------- /src/SpiderSharp/AddPipelines/AddDasherizePipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/AddPipelines/AddDasherizePipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/AddPipelines/AddPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/AddPipelines/AddPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/AddPipelines/AddPrintToConsolePipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/AddPipelines/AddPrintToConsolePipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/AddPipelines/AddRenameFields.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/AddPipelines/AddRenameFields.cs -------------------------------------------------------------------------------- /src/SpiderSharp/AddPipelines/AddSafeUrlsPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/AddPipelines/AddSafeUrlsPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/AddPipelines/AddSaveToElasticSearchAsyncPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/AddPipelines/AddSaveToElasticSearchAsyncPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/AddPipelines/AddSaveToMongoDBAsyncPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/AddPipelines/AddSaveToMongoDBAsyncPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/AddPipelines/AddYoutubeDetailPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/AddPipelines/AddYoutubeDetailPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/AngleDocument.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/AngleDocument.cs -------------------------------------------------------------------------------- /src/SpiderSharp/CommonSetings.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/CommonSetings.cs -------------------------------------------------------------------------------- /src/SpiderSharp/DownloaderSpider.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/DownloaderSpider.cs -------------------------------------------------------------------------------- /src/SpiderSharp/Extensions/AngleSharpExtension.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/Extensions/AngleSharpExtension.cs -------------------------------------------------------------------------------- /src/SpiderSharp/GlobalSettings.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/GlobalSettings.cs -------------------------------------------------------------------------------- /src/SpiderSharp/Helpers/Collection.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/Helpers/Collection.cs -------------------------------------------------------------------------------- /src/SpiderSharp/Helpers/Extractors.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/Helpers/Extractors.cs -------------------------------------------------------------------------------- /src/SpiderSharp/Helpers/Html.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/Helpers/Html.cs -------------------------------------------------------------------------------- /src/SpiderSharp/Helpers/Json.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/Helpers/Json.cs -------------------------------------------------------------------------------- /src/SpiderSharp/Helpers/Numeric.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/Helpers/Numeric.cs -------------------------------------------------------------------------------- /src/SpiderSharp/Helpers/RegexHelper.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/Helpers/RegexHelper.cs -------------------------------------------------------------------------------- /src/SpiderSharp/Helpers/RegexLibrary.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/Helpers/RegexLibrary.cs -------------------------------------------------------------------------------- /src/SpiderSharp/Helpers/Url.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/Helpers/Url.cs -------------------------------------------------------------------------------- /src/SpiderSharp/ISpiderEngine.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/ISpiderEngine.cs -------------------------------------------------------------------------------- /src/SpiderSharp/Nodes.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/Nodes.cs -------------------------------------------------------------------------------- /src/SpiderSharp/RunPipelines/RunCleanUrlBookmarkPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/RunPipelines/RunCleanUrlBookmarkPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/RunPipelines/RunCleanUrlQueryStringPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/RunPipelines/RunCleanUrlQueryStringPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/RunPipelines/RunDasherizePipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/RunPipelines/RunDasherizePipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/RunPipelines/RunEmbedMetadataPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/RunPipelines/RunEmbedMetadataPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/RunPipelines/RunHtmlDecodePipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/RunPipelines/RunHtmlDecodePipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/RunPipelines/RunPrintToConsolePipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/RunPipelines/RunPrintToConsolePipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/RunPipelines/RunRenameFieldsPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/RunPipelines/RunRenameFieldsPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/RunPipelines/RunSafeUrlsPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/RunPipelines/RunSafeUrlsPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/RunPipelines/RunSaveToElasticSearchPipelineAsync.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/RunPipelines/RunSaveToElasticSearchPipelineAsync.cs -------------------------------------------------------------------------------- /src/SpiderSharp/RunPipelines/RunSaveToMongoDBPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/RunPipelines/RunSaveToMongoDBPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/RunPipelines/RunSetUrlQueryStringPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/RunPipelines/RunSetUrlQueryStringPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/RunPipelines/RunTrimStringPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/RunPipelines/RunTrimStringPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/RunPipelines/RunYoutubeDetailPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/RunPipelines/RunYoutubeDetailPipeline.cs -------------------------------------------------------------------------------- /src/SpiderSharp/SpiderContext.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/SpiderContext.cs -------------------------------------------------------------------------------- /src/SpiderSharp/SpiderEngine.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/SpiderEngine.cs -------------------------------------------------------------------------------- /src/SpiderSharp/SpiderSharp.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/SpiderSharp.csproj -------------------------------------------------------------------------------- /src/SpiderSharp/SpiderSharp.nuspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jefersonsv/SpiderSharp/HEAD/src/SpiderSharp/SpiderSharp.nuspec --------------------------------------------------------------------------------