├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── confusion_matrix.png ├── raw_data ├── drawings │ └── urls_drawings.txt ├── hentai │ └── urls_hentai.txt ├── neutral │ └── urls_neutral.txt ├── porn │ └── urls_porn.txt └── sexy │ └── urls_sexy.txt ├── scripts ├── 1_get_urls_.sh ├── 2_download_from_urls_.sh ├── 3_optional_download_drawings_.sh ├── 4_optional_download_neutral_.sh ├── 5_create_train_.sh ├── 6_create_test_.sh ├── rip.properties ├── runall.sh ├── source_urls │ ├── drawings.txt │ ├── hentai.txt │ ├── neutral.txt │ ├── porn.txt │ └── sexy.txt └── source_urls_test │ ├── drawings.txt │ ├── hentai.txt │ ├── neutral.txt │ ├── porn.txt │ └── sexy.txt └── train_model.ipynb /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/README.md -------------------------------------------------------------------------------- /confusion_matrix.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/confusion_matrix.png -------------------------------------------------------------------------------- /raw_data/drawings/urls_drawings.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/raw_data/drawings/urls_drawings.txt -------------------------------------------------------------------------------- /raw_data/hentai/urls_hentai.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/raw_data/hentai/urls_hentai.txt -------------------------------------------------------------------------------- /raw_data/neutral/urls_neutral.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/raw_data/neutral/urls_neutral.txt -------------------------------------------------------------------------------- /raw_data/porn/urls_porn.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/raw_data/porn/urls_porn.txt -------------------------------------------------------------------------------- /raw_data/sexy/urls_sexy.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/raw_data/sexy/urls_sexy.txt -------------------------------------------------------------------------------- /scripts/1_get_urls_.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/1_get_urls_.sh -------------------------------------------------------------------------------- /scripts/2_download_from_urls_.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/2_download_from_urls_.sh -------------------------------------------------------------------------------- /scripts/3_optional_download_drawings_.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/3_optional_download_drawings_.sh -------------------------------------------------------------------------------- /scripts/4_optional_download_neutral_.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/4_optional_download_neutral_.sh -------------------------------------------------------------------------------- /scripts/5_create_train_.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/5_create_train_.sh -------------------------------------------------------------------------------- /scripts/6_create_test_.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/6_create_test_.sh -------------------------------------------------------------------------------- /scripts/rip.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/rip.properties -------------------------------------------------------------------------------- /scripts/runall.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/runall.sh -------------------------------------------------------------------------------- /scripts/source_urls/drawings.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/source_urls/drawings.txt -------------------------------------------------------------------------------- /scripts/source_urls/hentai.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/source_urls/hentai.txt -------------------------------------------------------------------------------- /scripts/source_urls/neutral.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/source_urls/neutral.txt -------------------------------------------------------------------------------- /scripts/source_urls/porn.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/source_urls/porn.txt -------------------------------------------------------------------------------- /scripts/source_urls/sexy.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/source_urls/sexy.txt -------------------------------------------------------------------------------- /scripts/source_urls_test/drawings.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/source_urls_test/drawings.txt -------------------------------------------------------------------------------- /scripts/source_urls_test/hentai.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/source_urls_test/hentai.txt -------------------------------------------------------------------------------- /scripts/source_urls_test/neutral.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/source_urls_test/neutral.txt -------------------------------------------------------------------------------- /scripts/source_urls_test/porn.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/source_urls_test/porn.txt -------------------------------------------------------------------------------- /scripts/source_urls_test/sexy.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/scripts/source_urls_test/sexy.txt -------------------------------------------------------------------------------- /train_model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alex000kim/nsfw_data_scraper/HEAD/train_model.ipynb --------------------------------------------------------------------------------