├── .gitignore ├── .scalafmt.conf ├── .travis.yml ├── README.md ├── project ├── build.properties └── plugins.sbt └── src ├── main └── scala │ └── com │ └── beachape │ └── metascraper │ ├── Messages.scala │ ├── Scraper.scala │ ├── StringOps.scala │ └── extractors │ ├── Schema.scala │ ├── SchemaFactory.scala │ └── html │ ├── HtmlSchema.scala │ ├── NormalPage.scala │ └── OpenGraph.scala └── test ├── resources ├── withOgTags.html ├── withOnlyImageRel.html ├── withOnlyPTag.html ├── withoutAnyTags.html └── withoutOgTags.html └── scala └── com └── beachape └── metascraper ├── ScraperSpec.scala └── extractors ├── DocsSupport.scala ├── NormalPageSpec.scala ├── OpenGraphSpec.scala └── html └── HtmlSchemasSpec.scala /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/.gitignore -------------------------------------------------------------------------------- /.scalafmt.conf: -------------------------------------------------------------------------------- 1 | style = defaultWithAlign 2 | maxColumn = 100 -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/.travis.yml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/README.md -------------------------------------------------------------------------------- /project/build.properties: -------------------------------------------------------------------------------- 1 | sbt.version=0.13.15 -------------------------------------------------------------------------------- /project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/project/plugins.sbt -------------------------------------------------------------------------------- /src/main/scala/com/beachape/metascraper/Messages.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/main/scala/com/beachape/metascraper/Messages.scala -------------------------------------------------------------------------------- /src/main/scala/com/beachape/metascraper/Scraper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/main/scala/com/beachape/metascraper/Scraper.scala -------------------------------------------------------------------------------- /src/main/scala/com/beachape/metascraper/StringOps.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/main/scala/com/beachape/metascraper/StringOps.scala -------------------------------------------------------------------------------- /src/main/scala/com/beachape/metascraper/extractors/Schema.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/main/scala/com/beachape/metascraper/extractors/Schema.scala -------------------------------------------------------------------------------- /src/main/scala/com/beachape/metascraper/extractors/SchemaFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/main/scala/com/beachape/metascraper/extractors/SchemaFactory.scala -------------------------------------------------------------------------------- /src/main/scala/com/beachape/metascraper/extractors/html/HtmlSchema.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/main/scala/com/beachape/metascraper/extractors/html/HtmlSchema.scala -------------------------------------------------------------------------------- /src/main/scala/com/beachape/metascraper/extractors/html/NormalPage.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/main/scala/com/beachape/metascraper/extractors/html/NormalPage.scala -------------------------------------------------------------------------------- /src/main/scala/com/beachape/metascraper/extractors/html/OpenGraph.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/main/scala/com/beachape/metascraper/extractors/html/OpenGraph.scala -------------------------------------------------------------------------------- /src/test/resources/withOgTags.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/test/resources/withOgTags.html -------------------------------------------------------------------------------- /src/test/resources/withOnlyImageRel.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/test/resources/withOnlyImageRel.html -------------------------------------------------------------------------------- /src/test/resources/withOnlyPTag.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/test/resources/withOnlyPTag.html -------------------------------------------------------------------------------- /src/test/resources/withoutAnyTags.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/test/resources/withoutAnyTags.html -------------------------------------------------------------------------------- /src/test/resources/withoutOgTags.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/test/resources/withoutOgTags.html -------------------------------------------------------------------------------- /src/test/scala/com/beachape/metascraper/ScraperSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/test/scala/com/beachape/metascraper/ScraperSpec.scala -------------------------------------------------------------------------------- /src/test/scala/com/beachape/metascraper/extractors/DocsSupport.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/test/scala/com/beachape/metascraper/extractors/DocsSupport.scala -------------------------------------------------------------------------------- /src/test/scala/com/beachape/metascraper/extractors/NormalPageSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/test/scala/com/beachape/metascraper/extractors/NormalPageSpec.scala -------------------------------------------------------------------------------- /src/test/scala/com/beachape/metascraper/extractors/OpenGraphSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/test/scala/com/beachape/metascraper/extractors/OpenGraphSpec.scala -------------------------------------------------------------------------------- /src/test/scala/com/beachape/metascraper/extractors/html/HtmlSchemasSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/lloydmeta/metascraper/HEAD/src/test/scala/com/beachape/metascraper/extractors/html/HtmlSchemasSpec.scala --------------------------------------------------------------------------------