├── .gitignore ├── .rspec ├── .travis.yml ├── Gemfile ├── Gemfile.lock ├── LICENSE ├── Rakefile ├── bin └── rr ├── lib ├── retriever.rb └── retriever │ ├── cli.rb │ ├── core_ext.rb │ ├── fetch.rb │ ├── fetchfiles.rb │ ├── fetchseo.rb │ ├── fetchsitemap.rb │ ├── link.rb │ ├── openuri_redirect_patch.rb │ ├── page.rb │ ├── page_iterator.rb │ ├── target.rb │ └── version.rb ├── readme.md ├── rubyretriever.gemspec └── spec ├── link_spec.rb ├── page_spec.rb ├── retriever_spec.rb ├── spec_helper.rb └── target_spec.rb /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/.gitignore -------------------------------------------------------------------------------- /.rspec: -------------------------------------------------------------------------------- 1 | --color 2 | --format progress 3 | -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/.travis.yml -------------------------------------------------------------------------------- /Gemfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/Gemfile -------------------------------------------------------------------------------- /Gemfile.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/Gemfile.lock -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/LICENSE -------------------------------------------------------------------------------- /Rakefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/Rakefile -------------------------------------------------------------------------------- /bin/rr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/bin/rr -------------------------------------------------------------------------------- /lib/retriever.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/lib/retriever.rb -------------------------------------------------------------------------------- /lib/retriever/cli.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/lib/retriever/cli.rb -------------------------------------------------------------------------------- /lib/retriever/core_ext.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/lib/retriever/core_ext.rb -------------------------------------------------------------------------------- /lib/retriever/fetch.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/lib/retriever/fetch.rb -------------------------------------------------------------------------------- /lib/retriever/fetchfiles.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/lib/retriever/fetchfiles.rb -------------------------------------------------------------------------------- /lib/retriever/fetchseo.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/lib/retriever/fetchseo.rb -------------------------------------------------------------------------------- /lib/retriever/fetchsitemap.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/lib/retriever/fetchsitemap.rb -------------------------------------------------------------------------------- /lib/retriever/link.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/lib/retriever/link.rb -------------------------------------------------------------------------------- /lib/retriever/openuri_redirect_patch.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/lib/retriever/openuri_redirect_patch.rb -------------------------------------------------------------------------------- /lib/retriever/page.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/lib/retriever/page.rb -------------------------------------------------------------------------------- /lib/retriever/page_iterator.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/lib/retriever/page_iterator.rb -------------------------------------------------------------------------------- /lib/retriever/target.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/lib/retriever/target.rb -------------------------------------------------------------------------------- /lib/retriever/version.rb: -------------------------------------------------------------------------------- 1 | # 2 | module Retriever 3 | VERSION = '1.4.5' 4 | end 5 | -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/readme.md -------------------------------------------------------------------------------- /rubyretriever.gemspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/rubyretriever.gemspec -------------------------------------------------------------------------------- /spec/link_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/spec/link_spec.rb -------------------------------------------------------------------------------- /spec/page_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/spec/page_spec.rb -------------------------------------------------------------------------------- /spec/retriever_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/spec/retriever_spec.rb -------------------------------------------------------------------------------- /spec/spec_helper.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/spec/spec_helper.rb -------------------------------------------------------------------------------- /spec/target_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joenorton/rubyretriever/HEAD/spec/target_spec.rb --------------------------------------------------------------------------------