├── .dockerignore ├── .github ├── FUNDING.yml └── workflows │ └── publish_docker.yml ├── .gitignore ├── .vscode ├── launch.json └── tasks.json ├── Cli ├── Cli.csproj └── Program.cs ├── Http ├── .vscode │ └── settings.sample.json ├── code.http ├── crawling.http ├── http-client.env.json └── source.http ├── LICENSE ├── README.md ├── Server ├── Code │ └── ResultCode.cs ├── Controllers │ ├── CodeController.cs │ ├── CrawlingController.cs │ ├── NotificationController.cs │ └── SourceController.cs ├── Dockerfile ├── Program.cs ├── Protocols │ ├── Common │ │ ├── CrawlingData.cs │ │ ├── Header.cs │ │ ├── Notification.cs │ │ ├── NotificationCreate.cs │ │ └── Source.cs │ ├── Request │ │ ├── Crawling.cs │ │ ├── CrawlingList.cs │ │ ├── NotificationCreate.cs │ │ ├── NotificationMulti.cs │ │ ├── NotificationUpdate.cs │ │ ├── Source.cs │ │ └── SourceMulti.cs │ └── Response │ │ ├── CodeList.cs │ │ ├── Crawling.cs │ │ ├── CrawlingList.cs │ │ ├── Notification.cs │ │ ├── NotificationMulti.cs │ │ ├── Pagable.cs │ │ ├── Source.cs │ │ └── SourceMulti.cs ├── Server.csproj ├── Services │ ├── CrawlingLoopingService.cs │ ├── CrawlingService.cs │ ├── NotificationService.cs │ └── SourceService.cs ├── Startup.cs ├── appsettings.Production.json.sample ├── appsettings.json ├── serilog.json └── serilog.json.sample ├── UnitTest ├── UnitTest.csproj └── WebCrawler.cs ├── WebCrawler ├── Code │ └── CrawlingType.cs ├── Crawler │ ├── ClienCrawler.cs │ ├── CrawlerBase.cs │ ├── DcInsideCrawler.cs │ ├── FmkoreaCrawler.cs │ ├── HumorUnivCrawler.cs │ ├── InvenNewsCrawler.cs │ ├── ItcmCrawler.cs │ ├── PpomppuCrawler.cs │ ├── RuliwebCrawler.cs │ ├── SlrclubCrawler.cs │ ├── SlrclubPageInfoCrawler.cs │ └── TodayhumorCrawler.cs ├── Models │ ├── CrawlingData.cs │ └── Source.cs └── WebCrawler.csproj ├── nuget.config ├── sample1.png └── web-crawler.sln /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/.dockerignore -------------------------------------------------------------------------------- /.github/FUNDING.yml: -------------------------------------------------------------------------------- 1 | github: elky84 2 | -------------------------------------------------------------------------------- /.github/workflows/publish_docker.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/.github/workflows/publish_docker.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/.gitignore -------------------------------------------------------------------------------- /.vscode/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/.vscode/launch.json -------------------------------------------------------------------------------- /.vscode/tasks.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/.vscode/tasks.json -------------------------------------------------------------------------------- /Cli/Cli.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Cli/Cli.csproj -------------------------------------------------------------------------------- /Cli/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Cli/Program.cs -------------------------------------------------------------------------------- /Http/.vscode/settings.sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Http/.vscode/settings.sample.json -------------------------------------------------------------------------------- /Http/code.http: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Http/code.http -------------------------------------------------------------------------------- /Http/crawling.http: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Http/crawling.http -------------------------------------------------------------------------------- /Http/http-client.env.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Http/http-client.env.json -------------------------------------------------------------------------------- /Http/source.http: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Http/source.http -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/README.md -------------------------------------------------------------------------------- /Server/Code/ResultCode.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Code/ResultCode.cs -------------------------------------------------------------------------------- /Server/Controllers/CodeController.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Controllers/CodeController.cs -------------------------------------------------------------------------------- /Server/Controllers/CrawlingController.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Controllers/CrawlingController.cs -------------------------------------------------------------------------------- /Server/Controllers/NotificationController.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Controllers/NotificationController.cs -------------------------------------------------------------------------------- /Server/Controllers/SourceController.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Controllers/SourceController.cs -------------------------------------------------------------------------------- /Server/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Dockerfile -------------------------------------------------------------------------------- /Server/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Program.cs -------------------------------------------------------------------------------- /Server/Protocols/Common/CrawlingData.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Common/CrawlingData.cs -------------------------------------------------------------------------------- /Server/Protocols/Common/Header.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Common/Header.cs -------------------------------------------------------------------------------- /Server/Protocols/Common/Notification.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Common/Notification.cs -------------------------------------------------------------------------------- /Server/Protocols/Common/NotificationCreate.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Common/NotificationCreate.cs -------------------------------------------------------------------------------- /Server/Protocols/Common/Source.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Common/Source.cs -------------------------------------------------------------------------------- /Server/Protocols/Request/Crawling.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Request/Crawling.cs -------------------------------------------------------------------------------- /Server/Protocols/Request/CrawlingList.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Request/CrawlingList.cs -------------------------------------------------------------------------------- /Server/Protocols/Request/NotificationCreate.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Request/NotificationCreate.cs -------------------------------------------------------------------------------- /Server/Protocols/Request/NotificationMulti.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Request/NotificationMulti.cs -------------------------------------------------------------------------------- /Server/Protocols/Request/NotificationUpdate.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Request/NotificationUpdate.cs -------------------------------------------------------------------------------- /Server/Protocols/Request/Source.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Request/Source.cs -------------------------------------------------------------------------------- /Server/Protocols/Request/SourceMulti.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Request/SourceMulti.cs -------------------------------------------------------------------------------- /Server/Protocols/Response/CodeList.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Response/CodeList.cs -------------------------------------------------------------------------------- /Server/Protocols/Response/Crawling.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Response/Crawling.cs -------------------------------------------------------------------------------- /Server/Protocols/Response/CrawlingList.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Response/CrawlingList.cs -------------------------------------------------------------------------------- /Server/Protocols/Response/Notification.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Response/Notification.cs -------------------------------------------------------------------------------- /Server/Protocols/Response/NotificationMulti.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Response/NotificationMulti.cs -------------------------------------------------------------------------------- /Server/Protocols/Response/Pagable.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Response/Pagable.cs -------------------------------------------------------------------------------- /Server/Protocols/Response/Source.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Response/Source.cs -------------------------------------------------------------------------------- /Server/Protocols/Response/SourceMulti.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Protocols/Response/SourceMulti.cs -------------------------------------------------------------------------------- /Server/Server.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Server.csproj -------------------------------------------------------------------------------- /Server/Services/CrawlingLoopingService.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Services/CrawlingLoopingService.cs -------------------------------------------------------------------------------- /Server/Services/CrawlingService.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Services/CrawlingService.cs -------------------------------------------------------------------------------- /Server/Services/NotificationService.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Services/NotificationService.cs -------------------------------------------------------------------------------- /Server/Services/SourceService.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Services/SourceService.cs -------------------------------------------------------------------------------- /Server/Startup.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/Startup.cs -------------------------------------------------------------------------------- /Server/appsettings.Production.json.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/appsettings.Production.json.sample -------------------------------------------------------------------------------- /Server/appsettings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/appsettings.json -------------------------------------------------------------------------------- /Server/serilog.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/serilog.json -------------------------------------------------------------------------------- /Server/serilog.json.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/Server/serilog.json.sample -------------------------------------------------------------------------------- /UnitTest/UnitTest.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/UnitTest/UnitTest.csproj -------------------------------------------------------------------------------- /UnitTest/WebCrawler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/UnitTest/WebCrawler.cs -------------------------------------------------------------------------------- /WebCrawler/Code/CrawlingType.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Code/CrawlingType.cs -------------------------------------------------------------------------------- /WebCrawler/Crawler/ClienCrawler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Crawler/ClienCrawler.cs -------------------------------------------------------------------------------- /WebCrawler/Crawler/CrawlerBase.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Crawler/CrawlerBase.cs -------------------------------------------------------------------------------- /WebCrawler/Crawler/DcInsideCrawler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Crawler/DcInsideCrawler.cs -------------------------------------------------------------------------------- /WebCrawler/Crawler/FmkoreaCrawler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Crawler/FmkoreaCrawler.cs -------------------------------------------------------------------------------- /WebCrawler/Crawler/HumorUnivCrawler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Crawler/HumorUnivCrawler.cs -------------------------------------------------------------------------------- /WebCrawler/Crawler/InvenNewsCrawler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Crawler/InvenNewsCrawler.cs -------------------------------------------------------------------------------- /WebCrawler/Crawler/ItcmCrawler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Crawler/ItcmCrawler.cs -------------------------------------------------------------------------------- /WebCrawler/Crawler/PpomppuCrawler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Crawler/PpomppuCrawler.cs -------------------------------------------------------------------------------- /WebCrawler/Crawler/RuliwebCrawler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Crawler/RuliwebCrawler.cs -------------------------------------------------------------------------------- /WebCrawler/Crawler/SlrclubCrawler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Crawler/SlrclubCrawler.cs -------------------------------------------------------------------------------- /WebCrawler/Crawler/SlrclubPageInfoCrawler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Crawler/SlrclubPageInfoCrawler.cs -------------------------------------------------------------------------------- /WebCrawler/Crawler/TodayhumorCrawler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Crawler/TodayhumorCrawler.cs -------------------------------------------------------------------------------- /WebCrawler/Models/CrawlingData.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Models/CrawlingData.cs -------------------------------------------------------------------------------- /WebCrawler/Models/Source.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/Models/Source.cs -------------------------------------------------------------------------------- /WebCrawler/WebCrawler.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/WebCrawler/WebCrawler.csproj -------------------------------------------------------------------------------- /nuget.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/nuget.config -------------------------------------------------------------------------------- /sample1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/sample1.png -------------------------------------------------------------------------------- /web-crawler.sln: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elky84/web-crawler/HEAD/web-crawler.sln --------------------------------------------------------------------------------